------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0426 08:59:54.617765 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0426 08:59:54.617911 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0426 08:59:54.623642 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0426 08:59:54.625770 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0426 08:59:54.728411 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0426 08:59:54.827252 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0426 08:59:54.840743 7 nginx.go:271] "Starting NGINX Ingress controller" I0426 08:59:54.846978 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f9a08baf-e2f6-4091-9f52-8c00dc266dcc", APIVersion:"v1", ResourceVersion:"1485", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0426 08:59:54.851403 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"aeac2524-dbf1-42a3-ad60-de335235b477", APIVersion:"v1", ResourceVersion:"1486", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0426 08:59:54.851437 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"56c0af31-2e83-4b5e-b37a-993eebac250e", APIVersion:"v1", ResourceVersion:"1484", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0426 08:59:56.041542 7 nginx.go:317] "Starting NGINX process" I0426 08:59:56.041628 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0426 08:59:56.042267 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0426 08:59:56.042566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 08:59:56.042623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 08:59:56.042679 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 08:59:56.052364 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0426 08:59:56.052424 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-g6k85" I0426 08:59:56.079846 7 controller.go:216] "Backend successfully reloaded" I0426 08:59:56.079983 7 controller.go:227] "Initial sync, sleeping for 1 second" I0426 08:59:56.080027 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6k85", UID:"77bcf32f-9e61-484d-b0cb-da63e84c0c89", APIVersion:"v1", ResourceVersion:"1529", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0426 08:59:59.858637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 08:59:59.858725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:03.192560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:03.192589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:06.525652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:06.525703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:09.859930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:09.859985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:13.193109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:13.193205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:16.527061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:16.527108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:19.859051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:19.859090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:23.194379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:23.194413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:36.643614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:36.643852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:41.843616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:41.843653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:45.177309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:45.177403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:48.510489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:48.510533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:51.845304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:00:51.845359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:01:12.209559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:01:12.209583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:01:15.543090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:01:15.543134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:01:46.126441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:01:46.126472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:01:49.460073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:01:49.460115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:13.974278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:13.974311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:17.308041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:17.308098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:22.343222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:22.343289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:32.021753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:32.021798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:35.355769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:35.355795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:38.689065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:38.689108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:42.022376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:42.022422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:45.355581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:45.355612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:48.689861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:48.689904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:57.835460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:02:57.835489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:03:01.171574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:03:01.171617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:03:07.702117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:03:07.702295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:05.472314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:05.472364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:08.807046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:08.807094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:38.071604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:38.071633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:39.969610 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-53.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-53.nip.io-tls was not found. Using default certificate W0426 09:04:39.969654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:39.969664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:04:39.970953 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0426 09:04:39.970975 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0426 09:04:39.976845 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0426 09:04:39.977281 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-53.nip.io-tls" in local store I0426 09:04:39.977271 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a8bf51eb-605a-4ea5-8692-cc9128f31e9e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4081", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 09:04:40.228120 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-53.nip.io-tls" I0426 09:04:40.229529 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-53.nip.io-tls" W0426 09:04:41.405942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:41.405980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:04:41.406076 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 09:04:41.440310 7 controller.go:216] "Backend successfully reloaded" I0426 09:04:41.440520 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6k85", UID:"77bcf32f-9e61-484d-b0cb-da63e84c0c89", APIVersion:"v1", ResourceVersion:"1529", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0426 09:04:44.738897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:44.738945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.53 - - [26/Apr/2026:09:04:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.155 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 2.154 200 1de17b04686ed37b486ab7a4a2b8e9f2 199.204.45.53 - - [26/Apr/2026:09:04:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.179 [auth-system-keycloak-80] [] 10.0.0.188:8080 116 0.179 404 c6916fa34814ff3cccb531142404e061 199.204.45.53 - - [26/Apr/2026:09:04:50 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.009 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 4.008 201 41026a7045669a16db86fc7ee04f7528 199.204.45.53 - - [26/Apr/2026:09:04:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.581 [auth-system-keycloak-80] [] 10.0.0.188:8080 4246 0.581 200 15990239bfaa7b352430411d06ead256 199.204.45.53 - - [26/Apr/2026:09:04:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.529 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.528 200 e2929a5eac8dea13d11b5701bdfc838c 199.204.45.53 - - [26/Apr/2026:09:04:51 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.077 [auth-system-keycloak-80] [] 10.0.0.188:8080 1682 0.078 200 8e47ae71ac197ee260c5043c05c051f1 199.204.45.53 - - [26/Apr/2026:09:04:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.031 [auth-system-keycloak-80] [] 10.0.0.188:8080 6411 0.030 200 110ffea76924f9be438e2778b0140079 199.204.45.53 - - [26/Apr/2026:09:04:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.462 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.461 200 b95bd8bae98918179f261eedf6fa61ee 199.204.45.53 - - [26/Apr/2026:09:04:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.078 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.078 200 5101b207a04624e97875e5dc41fcf998 199.204.45.53 - - [26/Apr/2026:09:04:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.205 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.204 201 ac0754f95241b72fbf7d546c108d2ca5 199.204.45.53 - - [26/Apr/2026:09:04:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.082 [auth-system-keycloak-80] [] 10.0.0.188:8080 2242 0.082 200 f97a2c74a1b834a4e53045ecc3aeb988 199.204.45.53 - - [26/Apr/2026:09:04:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.484 200 8f8759ec47c1b1b912f29ae9bba6f9cb 199.204.45.53 - - [26/Apr/2026:09:04:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.026 [auth-system-keycloak-80] [] 10.0.0.188:8080 2242 0.026 200 9b70ef51e9fac57ece9475bf6efdbc5d 199.204.45.53 - - [26/Apr/2026:09:04:55 +0000] "GET /admin/realms/atmosphere/clients/2245a882-7a33-4522-9a49-22974fa4b3f7/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.018 [auth-system-keycloak-80] [] 10.0.0.188:8080 233 0.018 200 1b2e00a2677fed8a1ac58a2e9680bda8 199.204.45.53 - - [26/Apr/2026:09:04:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.073 [auth-system-keycloak-80] [] 10.0.0.188:8080 831 0.073 200 600b857995f486445dbaf04b02c972b0 199.204.45.53 - - [26/Apr/2026:09:04:55 +0000] "GET /admin/realms/atmosphere/clients/b8cdc896-b748-4f86-b7ca-1c42f3ed058f/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.087 [auth-system-keycloak-80] [] 10.0.0.188:8080 3758 0.087 200 514f360216fb9293f83d4153fafd2bc0 199.204.45.53 - - [26/Apr/2026:09:04:55 +0000] "GET /admin/realms/atmosphere/users/b666d786-1c63-4f69-b19c-55a2bebf215e/role-mappings/clients/b8cdc896-b748-4f86-b7ca-1c42f3ed058f/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.187 [auth-system-keycloak-80] [] 10.0.0.188:8080 3758 0.187 200 917fb963fc9de80798e10f0b9e302891 199.204.45.53 - - [26/Apr/2026:09:04:55 +0000] "GET /admin/realms/atmosphere/users/b666d786-1c63-4f69-b19c-55a2bebf215e/role-mappings/clients/b8cdc896-b748-4f86-b7ca-1c42f3ed058f/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.089 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.088 200 ff559f2f89097030f7569a9a4961d1cf 199.204.45.53 - - [26/Apr/2026:09:04:56 +0000] "POST /admin/realms/atmosphere/users/b666d786-1c63-4f69-b19c-55a2bebf215e/role-mappings/clients/b8cdc896-b748-4f86-b7ca-1c42f3ed058f HTTP/1.1" 204 0 "-" "Ansible" 1388 0.091 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.090 204 0b72a2812c8d52d6920e906f09f4c236 I0426 09:04:56.058086 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.245.43"}] 199.204.45.53 - - [26/Apr/2026:09:04:56 +0000] "GET /admin/realms/atmosphere/users/b666d786-1c63-4f69-b19c-55a2bebf215e/role-mappings/clients/b8cdc896-b748-4f86-b7ca-1c42f3ed058f/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.188:8080 576 0.013 200 c10c889aea55345ec3da30279ae91ef7 I0426 09:04:56.063762 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a8bf51eb-605a-4ea5-8692-cc9128f31e9e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4194", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 09:04:56.064704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:04:56.064731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:05:25.523160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:05:25.523204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:06:30.236715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:06:30.236746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:05.480391 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0426 09:07:05.480460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:05.480479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:07:05.483061 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.1kB} I0426 09:07:05.483101 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0426 09:07:05.486593 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0426 09:07:05.486934 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b7ff0517-874e-42d0-8722-048664a3bd02", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4924", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 09:07:05.487058 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0426 09:07:05.487295 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0426 09:07:05.487347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:05.487363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:07:05.487443 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 09:07:05.529925 7 controller.go:216] "Backend successfully reloaded" I0426 09:07:05.530156 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6k85", UID:"77bcf32f-9e61-484d-b0cb-da63e84c0c89", APIVersion:"v1", ResourceVersion:"1529", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0426 09:07:05.718249 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0426 09:07:05.721125 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0426 09:07:08.822373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:08.822404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.53 - - [26/Apr/2026:09:07:08 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.002 300 676ebda545272341b7cd7d46a0de05bb 199.204.45.53 - - [26/Apr/2026:09:07:10 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.003 200 bd9efeb4f732f36eacc7a606c99b21bc 199.204.45.53 - - [26/Apr/2026:09:07:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.450 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.450 201 dd49d59b33bd5a591e94504cba39040e 199.204.45.53 - - [26/Apr/2026:09:07:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 0712682e93d5e56c04f7d7a3590ffdc5 199.204.45.53 - - [26/Apr/2026:09:07:10 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.103 [openstack-keystone-api-5000] [] 10.0.0.140:5000 90 0.102 404 13cb07cf166a0e9b7bb01650f3903db1 199.204.45.53 - - [26/Apr/2026:09:07:10 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.140:5000 368 0.028 200 a6a0d1f87f66488f273f5e4b999fbd3c 199.204.45.53 - - [26/Apr/2026:09:07:10 +0000] "GET /v3/domains/ae3f2c522d044e10a6487a8dfa5d3c65 HTTP/1.1" 200 246 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.016 [openstack-keystone-api-5000] [] 10.0.0.140:5000 246 0.016 200 be5544f16d50d9797066d3c0fed16777 199.204.45.53 - - [26/Apr/2026:09:07:11 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.004 200 c39074ecb826f79fbee7dd2a093f35f1 199.204.45.53 - - [26/Apr/2026:09:07:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.314 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.314 201 ae91179fe279d02e42b6a418701b3cca 199.204.45.53 - - [26/Apr/2026:09:07:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.003 300 e386a17312af5690e35eb6be4671c425 199.204.45.53 - - [26/Apr/2026:09:07:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.028 [openstack-keystone-api-5000] [] 10.0.0.140:5000 101 0.027 404 1ddfd33297e25eb834590052cb58837d 199.204.45.53 - - [26/Apr/2026:09:07:12 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.024 [openstack-keystone-api-5000] [] 10.0.0.140:5000 155 0.024 200 8723bee3b73c4fd0099af460f66bb4eb 199.204.45.53 - - [26/Apr/2026:09:07:12 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.024 [openstack-keystone-api-5000] [] 10.0.0.140:5000 340 0.024 201 9dd532a1a3a2b0defcd45d08c3b99a0a 199.204.45.53 - - [26/Apr/2026:09:07:12 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.004 200 b8928dc3a7f0d7d029d370b3689fc7b6 199.204.45.53 - - [26/Apr/2026:09:07:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.287 201 f6794a2dfce11b45bb8dcde134dd5493 199.204.45.53 - - [26/Apr/2026:09:07:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.006 300 668ba8823d47e6406c3547997a7979fd 199.204.45.53 - - [26/Apr/2026:09:07:13 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.140:5000 98 0.018 404 14a951473b643075db7beba32cdcb951 199.204.45.53 - - [26/Apr/2026:09:07:13 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.015 [openstack-keystone-api-5000] [] 10.0.0.140:5000 135 0.016 200 f2ff140dc3f07812348686bb362a6598 199.204.45.53 - - [26/Apr/2026:09:07:13 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.019 [openstack-keystone-api-5000] [] 10.0.0.140:5000 356 0.019 201 178a82e16cd73f2b24bdffc5c403744a 199.204.45.53 - - [26/Apr/2026:09:07:13 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.003 200 35699682e17cfaa911757efccf9160d5 199.204.45.53 - - [26/Apr/2026:09:07:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.294 201 ecb2b6f146bc885501954197caaeae90 199.204.45.53 - - [26/Apr/2026:09:07:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 2a453f995341f400b118eb4083630319 199.204.45.53 - - [26/Apr/2026:09:07:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.140:5000 131 0.021 404 9db9f3fb72dab701a42fe54a9fd2d898 199.204.45.53 - - [26/Apr/2026:09:07:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.140:5000 167 0.018 200 32ceefb00f99073ce886f580060ebcba 199.204.45.53 - - [26/Apr/2026:09:07:14 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.017 [openstack-keystone-api-5000] [] 10.0.0.140:5000 222 0.017 201 9afdbdf5df9da1d6aa68a867110f936a 199.204.45.53 - - [26/Apr/2026:09:07:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.520 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.519 200 ef74cca81898e94701242f0f9320fb85 199.204.45.53 - - [26/Apr/2026:09:07:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.011 [auth-system-keycloak-80] [] 10.0.0.188:8080 4246 0.011 200 e66ee4a03231fc80e6bac9889537c4b4 199.204.45.53 - - [26/Apr/2026:09:07:20 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.376 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.375 204 556621470da8408ae2e447e2255f5c58 199.204.45.53 - - [26/Apr/2026:09:07:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.196 [auth-system-keycloak-80] [] 10.0.0.188:8080 4384 0.195 200 6da7a5704b72e5ed73b9b0d4202c44a4 W0426 09:07:21.302123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:21.302154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.53 - - [26/Apr/2026:09:07:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.447 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.446 200 6adf4d575dfc6bd4a98e780225e851a4 199.204.45.53 - - [26/Apr/2026:09:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.032 [auth-system-keycloak-80] [] 10.0.0.188:8080 12500 0.032 200 3d2a3a9ff98faa977d96487c849b3265 199.204.45.53 - - [26/Apr/2026:09:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes/4e38dc9e-6a0e-4ff5-a81b-9b576f8a0f0f HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.188:8080 1278 0.009 200 e94299b251615f2e757a6c515c3fd94b 199.204.45.53 - - [26/Apr/2026:09:07:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/4e38dc9e-6a0e-4ff5-a81b-9b576f8a0f0f HTTP/1.1" 204 0 "-" "Ansible" 1846 0.063 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.062 204 f5d67b492486ec71d0a267cbbb0e9f11 199.204.45.53 - - [26/Apr/2026:09:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes/4e38dc9e-6a0e-4ff5-a81b-9b576f8a0f0f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.021 [auth-system-keycloak-80] [] 10.0.0.188:8080 963 0.021 200 1f21f5314c0bf6839a53dc88cb772c56 199.204.45.53 - - [26/Apr/2026:09:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes/4e38dc9e-6a0e-4ff5-a81b-9b576f8a0f0f/protocol-mappers/models/03eb8839-e426-4cf1-b67d-362a4ad47ccd HTTP/1.1" 200 366 "-" "Ansible" 1307 0.058 [auth-system-keycloak-80] [] 10.0.0.188:8080 366 0.058 200 4c09e079c5ed90949680e51cb671e0f3 199.204.45.53 - - [26/Apr/2026:09:07:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/4e38dc9e-6a0e-4ff5-a81b-9b576f8a0f0f/protocol-mappers/models/03eb8839-e426-4cf1-b67d-362a4ad47ccd HTTP/1.1" 204 0 "-" "Ansible" 1620 0.031 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.030 204 52e14b4d485c521b6b9fe7b3969f3e59 199.204.45.53 - - [26/Apr/2026:09:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes/4e38dc9e-6a0e-4ff5-a81b-9b576f8a0f0f HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.063 [auth-system-keycloak-80] [] 10.0.0.188:8080 1218 0.063 200 6ec9e940aadb3c1b85522bed06d6bf0b W0426 09:07:24.635635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:24.635716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:27.969036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:27.969073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.53 - - [26/Apr/2026:09:07:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.499 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.499 200 654fe08675aeea3392a0e7c367be67fc 199.204.45.53 - - [26/Apr/2026:09:07:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.008 200 b5bb2629f98e1bc48d3a709c67ee2567 199.204.45.53 - - [26/Apr/2026:09:07:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.066 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.065 201 bfef347dab4d272359a1c8b8c2f9401e 199.204.45.53 - - [26/Apr/2026:09:07:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.074 [auth-system-keycloak-80] [] 10.0.0.188:8080 1259 0.074 200 7ca0d4efccbdd987103ee4a066dd7a06 199.204.45.53 - - [26/Apr/2026:09:07:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.633 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.633 200 1acab6fc79baef649ee59dab11f8cd58 199.204.45.53 - - [26/Apr/2026:09:07:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.008 200 fc0b5e58ab341194573623ba578ed2b2 199.204.45.53 - - [26/Apr/2026:09:07:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.156 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.155 201 408846b41bf09ec6412612bd3902bd47 199.204.45.53 - - [26/Apr/2026:09:07:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.022 200 4a3442a6d73bd0e18805c71d9898b03f 199.204.45.53 - - [26/Apr/2026:09:07:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.469 200 90478b6478707466484774a09429f02e 199.204.45.53 - - [26/Apr/2026:09:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.009 200 cb1d8ef5c89cc71ec10da25d9776cc52 199.204.45.53 - - [26/Apr/2026:09:07:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.079 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.079 201 e8c7a4cebf08760d4bd546c21dcf383a 199.204.45.53 - - [26/Apr/2026:09:07:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.087 [auth-system-keycloak-80] [] 10.0.0.188:8080 1249 0.087 200 aa2744e6beb29abd11a5d54e665f3cb5 199.204.45.53 - - [26/Apr/2026:09:07:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.465 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.464 200 7e6eaaac37a40ded7a4e7c3fcaaccf3e 199.204.45.53 - - [26/Apr/2026:09:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.035 [auth-system-keycloak-80] [] 10.0.0.188:8080 1259 0.036 200 76a99b7027ec0b62a9ce223998184e55 199.204.45.53 - - [26/Apr/2026:09:07:48 +0000] "GET /admin/realms/atmosphere/clients/f0062aec-09b4-42d1-bcd4-5ae97e3fe66b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.010 404 7d36f7ceeff36e5910d89fe54c17d800 199.204.45.53 - - [26/Apr/2026:09:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.188:8080 1259 0.007 200 a1184b9d3dd57ab0f904d9d30bc7c4fd 199.204.45.53 - - [26/Apr/2026:09:07:48 +0000] "POST /admin/realms/atmosphere/clients/f0062aec-09b4-42d1-bcd4-5ae97e3fe66b/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.016 201 2206444acb566cd49522ccd74eb784f0 199.204.45.53 - - [26/Apr/2026:09:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.038 [auth-system-keycloak-80] [] 10.0.0.188:8080 1259 0.038 200 0542f952a4697afcc87d2f16f417f8f3 199.204.45.53 - - [26/Apr/2026:09:07:48 +0000] "GET /admin/realms/atmosphere/clients/f0062aec-09b4-42d1-bcd4-5ae97e3fe66b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.021 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.021 200 ceae68cbb6b573c07e208291da30dc36 E0426 09:07:48.931208 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-53.nip.io. Skipping. W0426 09:07:48.931609 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0426 09:07:48.931688 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0426 09:07:48.931740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:48.931761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:07:48.933740 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.002s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:22.8kB} I0426 09:07:48.933769 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0426 09:07:48.940564 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0426 09:07:48.941197 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-53.nip.io. Skipping. I0426 09:07:48.941189 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"72249217-f52c-45d3-861c-52bdc9718558", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5374", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 09:07:48.941394 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0426 09:07:48.941594 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0426 09:07:48.941666 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0426 09:07:48.941720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:48.941739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:07:48.941825 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 09:07:48.989362 7 controller.go:216] "Backend successfully reloaded" I0426 09:07:48.989841 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6k85", UID:"77bcf32f-9e61-484d-b0cb-da63e84c0c89", APIVersion:"v1", ResourceVersion:"1529", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.53 - - [26/Apr/2026:09:07:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.493 200 41d89fe3ad3010691a8873d60773380c 199.204.45.53 - - [26/Apr/2026:09:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.009 200 b1dbdf7c4d4fb935c93a7b19197ef194 199.204.45.53 - - [26/Apr/2026:09:07:49 +0000] "GET /admin/realms/atmosphere/clients/6daa457e-23f1-49de-8c37-d2cbe645abde/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.009 404 6ffb9606a81ef486c2d83933a9b2acaa 199.204.45.53 - - [26/Apr/2026:09:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.018 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.019 200 d04bacf58655db3edef1b2b25b4c0c57 199.204.45.53 - - [26/Apr/2026:09:07:49 +0000] "POST /admin/realms/atmosphere/clients/6daa457e-23f1-49de-8c37-d2cbe645abde/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.026 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.023 201 75c89074bfc3e0f988fa4f7ff5dc008a 199.204.45.53 - - [26/Apr/2026:09:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.015 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.015 200 5f0a19668a97794ec56681f2681f31a8 199.204.45.53 - - [26/Apr/2026:09:07:49 +0000] "GET /admin/realms/atmosphere/clients/6daa457e-23f1-49de-8c37-d2cbe645abde/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.188:8080 165 0.012 200 5ebe5267bd0d6312e3c6235ad1a6f2d8 I0426 09:07:49.427167 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0426 09:07:49.427519 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-53.nip.io. Skipping. I0426 09:07:49.428215 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" 199.204.45.53 - - [26/Apr/2026:09:07:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.480 200 cbb2b352135423f00352ad232198865f 199.204.45.53 - - [26/Apr/2026:09:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.005 200 b601b53d226821c6b2d108d8963bbc10 199.204.45.53 - - [26/Apr/2026:09:07:50 +0000] "GET /admin/realms/atmosphere/clients/6daa457e-23f1-49de-8c37-d2cbe645abde/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.033 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.033 404 a95b0433f23fa36997972fbf104cbb8a 199.204.45.53 - - [26/Apr/2026:09:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.005 200 32f15d7624af4052d3e6a6021bd8bff3 199.204.45.53 - - [26/Apr/2026:09:07:50 +0000] "POST /admin/realms/atmosphere/clients/6daa457e-23f1-49de-8c37-d2cbe645abde/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.024 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.024 201 20ed72b17d7310e30c10e33db7f88e82 199.204.45.53 - - [26/Apr/2026:09:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.007 200 5feab8baa527c0455258350e0a6b31a2 199.204.45.53 - - [26/Apr/2026:09:07:50 +0000] "GET /admin/realms/atmosphere/clients/6daa457e-23f1-49de-8c37-d2cbe645abde/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.042 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.042 200 4b7f85d519b68821df0acaecff7d2b60 199.204.45.53 - - [26/Apr/2026:09:07:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.534 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.533 200 a98d9f6576c4b85591023f6c23f5d4a5 199.204.45.53 - - [26/Apr/2026:09:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.061 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.062 200 968b120b99eb3f0fdb47f6cbb01aa937 199.204.45.53 - - [26/Apr/2026:09:07:51 +0000] "GET /admin/realms/atmosphere/clients/6daa457e-23f1-49de-8c37-d2cbe645abde/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.007 404 1724f154e4acae466319771ee9e2d8c5 199.204.45.53 - - [26/Apr/2026:09:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.006 200 e5eb6c8ed9ac15c61b684fa925bc3666 199.204.45.53 - - [26/Apr/2026:09:07:51 +0000] "POST /admin/realms/atmosphere/clients/6daa457e-23f1-49de-8c37-d2cbe645abde/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.020 201 966619e78ef48886f4781704b2c54909 199.204.45.53 - - [26/Apr/2026:09:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.021 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.020 200 42b70c93059bdbe0467651903dce0fca 199.204.45.53 - - [26/Apr/2026:09:07:51 +0000] "GET /admin/realms/atmosphere/clients/6daa457e-23f1-49de-8c37-d2cbe645abde/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.019 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.019 200 57c59498e23a20c049d4ed100bf61f32 W0426 09:07:52.275107 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0426 09:07:52.275180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:52.275191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.53 - - [26/Apr/2026:09:07:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.481 200 ac7a0db1832e9457188181d53d34cbc4 199.204.45.53 - - [26/Apr/2026:09:07:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.188:8080 1249 0.008 200 2c43cdb4265dcae6480fcbc1c44c1420 199.204.45.53 - - [26/Apr/2026:09:07:52 +0000] "GET /admin/realms/atmosphere/clients/0c639f63-b17b-4668-b10f-5b724d65d4c7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.017 404 5d0fa49502809db9b4b5cd197ddae264 199.204.45.53 - - [26/Apr/2026:09:07:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.048 [auth-system-keycloak-80] [] 10.0.0.188:8080 1249 0.048 200 3d4b64b52108e62f2f273fa30f1c212a 199.204.45.53 - - [26/Apr/2026:09:07:52 +0000] "POST /admin/realms/atmosphere/clients/0c639f63-b17b-4668-b10f-5b724d65d4c7/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.026 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.026 201 aa3511e5680f0ff5063a09df14419e67 199.204.45.53 - - [26/Apr/2026:09:07:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.188:8080 1249 0.011 200 5b7e81bc0488b6133ec4efcf26424853 199.204.45.53 - - [26/Apr/2026:09:07:52 +0000] "GET /admin/realms/atmosphere/clients/0c639f63-b17b-4668-b10f-5b724d65d4c7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.017 200 748cdf6389655bd7c4349a113604962f I0426 09:07:56.061335 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.245.43"}] I0426 09:07:56.061579 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.107.245.43"}] I0426 09:07:56.072259 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b7ff0517-874e-42d0-8722-048664a3bd02", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5454", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0426 09:07:56.072424 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-53.nip.io. Skipping. I0426 09:07:56.073008 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"72249217-f52c-45d3-861c-52bdc9718558", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5455", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 09:07:56.073336 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0426 09:07:56.073574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:56.073596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:59.407093 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0426 09:07:59.407460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:07:59.407643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:08:34.869208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:08:34.869239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:08:38.203607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:08:38.203743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:08:41.536183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:08:41.536229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:00.978633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:00.978680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:01.044253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 09:09:01.044344 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0426 09:09:01.044404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:01.044426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:01.046670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 09:09:01.046820 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0426 09:09:01.046915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:01.046931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:01.048562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 09:09:01.048623 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0426 09:09:01.048659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:01.048677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:09:01.049112 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:26.3kB} I0426 09:09:01.049132 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0426 09:09:01.049381 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.006s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:26.4kB} I0426 09:09:01.049421 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0426 09:09:01.050310 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.002s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:26.4kB} I0426 09:09:01.050333 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0426 09:09:01.069259 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0426 09:09:01.069899 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0426 09:09:01.069924 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0426 09:09:01.070317 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"345d712b-1dd7-4a28-963d-791f9dadf84a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6045", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 09:09:01.070389 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"90cd283f-3784-44c8-9268-ee31c53c7f85", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6047", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 09:09:01.070789 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0426 09:09:01.076351 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0426 09:09:01.076877 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0426 09:09:01.076936 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"300e1b5a-1528-485b-8120-8a01bd36c77c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6049", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 09:09:01.385509 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0426 09:09:01.386700 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0426 09:09:01.481252 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0426 09:09:01.482342 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0426 09:09:02.734215 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0426 09:09:02.735334 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0426 09:09:04.312854 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 09:09:04.312902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 09:09:04.312927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 09:09:04.313020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:04.313041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:09:04.313142 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 09:09:04.387732 7 controller.go:216] "Backend successfully reloaded" I0426 09:09:04.388212 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6k85", UID:"77bcf32f-9e61-484d-b0cb-da63e84c0c89", APIVersion:"v1", ResourceVersion:"1529", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0426 09:09:07.646419 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 09:09:07.646527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 09:09:07.646574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 09:09:07.646756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:07.646780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:10.979217 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 09:09:10.979258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 09:09:10.979283 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 09:09:10.979384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:10.979403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:14.312278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 09:09:14.312372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 09:09:14.312430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 09:09:14.312602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:14.312632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:17.646060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 09:09:17.646106 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 09:09:17.646127 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 09:09:17.646222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:17.646243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:20.979162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 09:09:20.979220 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 09:09:20.979254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 09:09:20.979395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:20.979422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.185 - - [26/Apr/2026:09:09:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.020 [auth-system-keycloak-80] [] 10.0.0.188:8080 6411 0.021 200 2c68abcea361f07e48b8af0bfecd2067 10.0.0.215 - - [26/Apr/2026:09:09:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.188:8080 6411 0.006 200 a672ffe232661eb53dcb18cf82516761 W0426 09:09:24.312422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 09:09:24.312797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:24.312829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:27.646048 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 09:09:27.646456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:27.646489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.53 - - [26/Apr/2026:09:09:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.470 200 8f52c76f83dcc2c3676e285cd9bc7cce 199.204.45.53 - - [26/Apr/2026:09:09:28 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.063 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.063 200 4d84de05a3ede73a3d226536037b7484 199.204.45.53 - - [26/Apr/2026:09:09:28 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.030 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.029 201 6db7a314b245575b1d860cc4321ba576 199.204.45.53 - - [26/Apr/2026:09:09:29 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.062 [auth-system-keycloak-80] [] 10.0.0.188:8080 322 0.062 200 665646e51b9bf1955cdbea583bc84b71 199.204.45.53 - - [26/Apr/2026:09:09:29 +0000] "GET /admin/realms/atmosphere/users/63766cad-3ee6-4341-bb82-19908ca727e1/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.018 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.018 200 9c071bb2bba49fbb6a7e0eae56a48d32 199.204.45.53 - - [26/Apr/2026:09:09:29 +0000] "GET /admin/realms/atmosphere/users/63766cad-3ee6-4341-bb82-19908ca727e1/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.047 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.047 200 58a97da51815ec62e0053e227f812e1a 199.204.45.53 - - [26/Apr/2026:09:09:30 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.004 200 e3551c6d542652d3d2b438ed74058586 199.204.45.53 - - [26/Apr/2026:09:09:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.339 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.339 201 1a12c137064c28976b70ba7e385c0723 199.204.45.53 - - [26/Apr/2026:09:09:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 adfc4181e890380d873695513c018ad0 199.204.45.53 - - [26/Apr/2026:09:09:30 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.039 [openstack-keystone-api-5000] [] 10.0.0.140:5000 90 0.040 404 15c37207c6995067094cfdcad0eb023c 199.204.45.53 - - [26/Apr/2026:09:09:30 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.027 [openstack-keystone-api-5000] [] 10.0.0.140:5000 368 0.026 200 506f4c6a466f15c5cb11bec47319557f 199.204.45.53 - - [26/Apr/2026:09:09:30 +0000] "GET /v3/users?domain_id=ae3f2c522d044e10a6487a8dfa5d3c65&name=test-user HTTP/1.1" 200 173 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.130 [openstack-keystone-api-5000] [] 10.0.0.140:5000 173 0.130 200 949594f4f0e9282ded911ea9fb7c5e55 W0426 09:09:30.979972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:30.980019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.53 - - [26/Apr/2026:09:09:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.003 200 0402ce64989b98f35b9190beea864b7f 199.204.45.53 - - [26/Apr/2026:09:09:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.300 201 e27bbdfcee9af1e5f9e4c3bf344418f6 199.204.45.53 - - [26/Apr/2026:09:09:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 630965f971860977c6cd0edb93fe151c 199.204.45.53 - - [26/Apr/2026:09:09:32 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 90 0.022 404 77294a058707c921c06bbd3649b42d5f 199.204.45.53 - - [26/Apr/2026:09:09:32 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.025 [openstack-keystone-api-5000] [] 10.0.0.140:5000 368 0.025 200 7ce3fbe8256d1eb5f9964720a7c03d4d 199.204.45.53 - - [26/Apr/2026:09:09:32 +0000] "GET /v3/users?domain_id=ae3f2c522d044e10a6487a8dfa5d3c65&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.189 [openstack-keystone-api-5000] [] 10.0.0.140:5000 449 0.189 200 3bbc2040eb13dc4e86a46ed9301b07ce W0426 09:09:34.312433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:34.312481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:42.908550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:42.908587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:09:56.060093 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.245.43"}] I0426 09:09:56.060237 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.245.43"}] I0426 09:09:56.060565 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.245.43"}] I0426 09:09:56.066448 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"300e1b5a-1528-485b-8120-8a01bd36c77c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6834", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 09:09:56.067104 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"345d712b-1dd7-4a28-963d-791f9dadf84a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6835", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 09:09:56.067426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:56.067451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 09:09:56.069760 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"90cd283f-3784-44c8-9268-ee31c53c7f85", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6836", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 09:09:59.401320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:09:59.401345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:10:02.734998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 09:10:02.735041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store