------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0420 02:26:23.511920 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0420 02:26:23.512094 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0420 02:26:23.521309 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0420 02:26:23.524723 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0420 02:26:23.635227 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0420 02:26:23.651109 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0420 02:26:23.664564 7 nginx.go:271] "Starting NGINX Ingress controller" I0420 02:26:23.670092 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"fc4179cc-4303-4c69-bb80-369f7f78bc53", APIVersion:"v1", ResourceVersion:"1593", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0420 02:26:23.675026 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c9cd2781-9062-430f-87fc-c05976dcdc67", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0420 02:26:23.675090 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"759cc962-6ded-4cab-9233-8cf555af986e", APIVersion:"v1", ResourceVersion:"1595", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0420 02:26:24.866188 7 nginx.go:317] "Starting NGINX process" I0420 02:26:24.866275 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0420 02:26:24.866664 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0420 02:26:24.866893 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0420 02:26:24.866942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:24.866958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:26:24.866999 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 02:26:24.878019 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0420 02:26:24.878359 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-49jkz" I0420 02:26:24.895294 7 controller.go:216] "Backend successfully reloaded" I0420 02:26:24.895391 7 controller.go:227] "Initial sync, sleeping for 1 second" I0420 02:26:24.895449 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-49jkz", UID:"4e8eb825-64d6-4e8a-a127-bc5a0b535775", APIVersion:"v1", ResourceVersion:"1638", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0420 02:26:28.679514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:28.679546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:32.013561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:32.013600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:35.346794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:35.346985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:38.680100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:38.680136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:42.013654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:42.013710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:45.346776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:45.346807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:48.680527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:48.680579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:52.014109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:52.014156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:55.346526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:55.346578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:58.680281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:26:58.680339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:27:03.556668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:27:03.556709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:27:22.309854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:27:22.309898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:27:25.644298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:27:25.644350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:28:19.980341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:28:19.980375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:28:23.313660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:28:23.313702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:28:50.966297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:28:50.966328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:28:55.071522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:28:55.071549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:29:04.618872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:29:04.618935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:29:07.952534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:29:07.952589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:29:11.285588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:29:11.285637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:29:14.619762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:29:14.619811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:30:19.470186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:30:19.470323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:30:22.804099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:30:22.804152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:30:26.137827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:30:26.137872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:25.680618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:25.680658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:28.648165 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-205.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-205.nip.io-tls was not found. Using default certificate W0420 02:31:28.648234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:28.648255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:31:28.650417 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0420 02:31:28.650460 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0420 02:31:28.663005 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0420 02:31:28.663965 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-205.nip.io-tls" in local store I0420 02:31:28.664531 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"658c8e34-9341-4943-9d33-8fb4bcc6c4e1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3908", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 02:31:29.014310 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-205.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-205.nip.io-tls was not found. Using default certificate W0420 02:31:29.014363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:29.014375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:31:29.014429 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 02:31:29.030375 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-205.nip.io-tls" I0420 02:31:29.033596 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-205.nip.io-tls" I0420 02:31:29.057043 7 controller.go:216] "Backend successfully reloaded" I0420 02:31:29.057826 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-49jkz", UID:"4e8eb825-64d6-4e8a-a127-bc5a0b535775", APIVersion:"v1", ResourceVersion:"1638", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0420 02:31:32.349692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:32.349744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [20/Apr/2026:02:31:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.864 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 1.860 200 68b1576f8a76d17301f5cfe5193f5109 199.204.45.205 - - [20/Apr/2026:02:31:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.173 [auth-system-keycloak-80] [] 10.0.0.70:8080 116 0.173 404 9333e32c3361e42aff88a3f497b43ae3 W0420 02:31:38.998366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:38.998405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [20/Apr/2026:02:31:40 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.997 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 3.996 201 f36b65fba5b5d134e9f482f8ef42ca66 199.204.45.205 - - [20/Apr/2026:02:31:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.599 [auth-system-keycloak-80] [] 10.0.0.70:8080 4246 0.599 200 c81abe73f2e8c5e2efd61acde55abbd0 W0420 02:31:42.332845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:42.332896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [20/Apr/2026:02:31:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.494 200 4fed97ccc795c92c20acdc6ea35e5a4f 199.204.45.205 - - [20/Apr/2026:02:31:42 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.093 [auth-system-keycloak-80] [] 10.0.0.70:8080 12500 0.093 200 7416b5c8f8ed001b1990c5ffa87b0fc8 199.204.45.205 - - [20/Apr/2026:02:31:42 +0000] "GET /admin/realms/atmosphere/client-scopes/541f43b5-9591-40f4-b30a-e949b69b89b6 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.70:8080 1278 0.012 200 685e61a3ba4d7974329fb59b9dcce4d4 199.204.45.205 - - [20/Apr/2026:02:31:42 +0000] "PUT /admin/realms/atmosphere/client-scopes/541f43b5-9591-40f4-b30a-e949b69b89b6 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.071 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.071 204 8738f1993d06c2ca356da12047322592 199.204.45.205 - - [20/Apr/2026:02:31:42 +0000] "GET /admin/realms/atmosphere/client-scopes/541f43b5-9591-40f4-b30a-e949b69b89b6/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.082 [auth-system-keycloak-80] [] 10.0.0.70:8080 963 0.082 200 7dfd1fb8a38657cfffe154c1ffd44878 199.204.45.205 - - [20/Apr/2026:02:31:42 +0000] "GET /admin/realms/atmosphere/client-scopes/541f43b5-9591-40f4-b30a-e949b69b89b6/protocol-mappers/models/82c74686-34ac-4cc4-b6b4-78f177f91599 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.70:8080 366 0.008 200 ee6657f64236891cfdaf3e0a3b3a2afd 199.204.45.205 - - [20/Apr/2026:02:31:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/541f43b5-9591-40f4-b30a-e949b69b89b6/protocol-mappers/models/82c74686-34ac-4cc4-b6b4-78f177f91599 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.079 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.079 204 f737f50ee28ea91abe3d339161dd2d5d 199.204.45.205 - - [20/Apr/2026:02:31:43 +0000] "GET /admin/realms/atmosphere/client-scopes/541f43b5-9591-40f4-b30a-e949b69b89b6 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.014 [auth-system-keycloak-80] [] 10.0.0.70:8080 1218 0.013 200 1a0a5dd80753ea958513b1e57538d654 W0420 02:31:50.680186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:50.680232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:54.013743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:31:54.013885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:32:04.475401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:32:04.475434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [20/Apr/2026:02:32:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.523 200 0db3f69fe11f27d3fd32c8e1161687ed 199.204.45.205 - - [20/Apr/2026:02:32:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.019 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.019 200 ece21582d5c9919300f50bc944de0b17 199.204.45.205 - - [20/Apr/2026:02:32:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.176 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.176 201 dba820dd493f3a7bec6f675d51984c95 199.204.45.205 - - [20/Apr/2026:02:32:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.085 [auth-system-keycloak-80] [] 10.0.0.70:8080 1261 0.085 200 6db7e76f7a66a9265fc22bd7a09ac91b 199.204.45.205 - - [20/Apr/2026:02:32:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.514 200 2812b3588872923e657f6d33b4d86c47 199.204.45.205 - - [20/Apr/2026:02:32:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.013 200 488a898c67ef17330c94333748862673 199.204.45.205 - - [20/Apr/2026:02:32:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.077 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.077 201 17b5a39e1063476cc50f90507245f138 199.204.45.205 - - [20/Apr/2026:02:32:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.080 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.080 200 ee024a95b83f8fd06ef3a5d91c09d934 199.204.45.205 - - [20/Apr/2026:02:32:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.469 200 3fcb2859644d9540dca0d59d145a8aea 199.204.45.205 - - [20/Apr/2026:02:32:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.013 200 4abafad7db29ae05aa5ee792ec8e28c2 199.204.45.205 - - [20/Apr/2026:02:32:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.069 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.068 201 78344545ba72d3962ae8d647350f6386 199.204.45.205 - - [20/Apr/2026:02:32:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.093 [auth-system-keycloak-80] [] 10.0.0.70:8080 1251 0.093 200 b5af5b227029d6269e2516cff70980aa W0420 02:32:07.809127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:32:07.809172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [20/Apr/2026:02:32:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.479 200 2df6146ee326674f20f3233afc3cc3ac 199.204.45.205 - - [20/Apr/2026:02:32:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.70:8080 1261 0.027 200 5370a21bf5a0e2b1bb14532b551a7121 199.204.45.205 - - [20/Apr/2026:02:32:08 +0000] "GET /admin/realms/atmosphere/clients/2085225b-5f6a-416b-823b-9784aee1395c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.013 404 5a65abe94428001c96b0e1dd5c88f1b8 199.204.45.205 - - [20/Apr/2026:02:32:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.70:8080 1261 0.007 200 db34131af30e0946cff50653524aa913 199.204.45.205 - - [20/Apr/2026:02:32:08 +0000] "POST /admin/realms/atmosphere/clients/2085225b-5f6a-416b-823b-9784aee1395c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.058 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.057 201 ba5bd0a87cc8a120aaa693bf894557b3 199.204.45.205 - - [20/Apr/2026:02:32:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.70:8080 1261 0.009 200 019a94f8ee1372866dd6d3fd8d3ecd39 199.204.45.205 - - [20/Apr/2026:02:32:08 +0000] "GET /admin/realms/atmosphere/clients/2085225b-5f6a-416b-823b-9784aee1395c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.70:8080 166 0.013 200 3c134b699cf4e42f665cb32f205e3554 199.204.45.205 - - [20/Apr/2026:02:32:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.465 200 9deac41222f82acb26ca808fdaed53e2 199.204.45.205 - - [20/Apr/2026:02:32:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.007 200 0166fa4f2af2d31ef37aa37335b18e82 199.204.45.205 - - [20/Apr/2026:02:32:09 +0000] "GET /admin/realms/atmosphere/clients/e2b3ffc8-c1c8-42c7-8cc2-f1db57ca4b5e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.042 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.042 404 271e90677d565aad1ebc931e8cc32e42 199.204.45.205 - - [20/Apr/2026:02:32:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.008 200 5fbaba2e47e5b1f8d5a5ec2f0476a3a6 199.204.45.205 - - [20/Apr/2026:02:32:10 +0000] "POST /admin/realms/atmosphere/clients/e2b3ffc8-c1c8-42c7-8cc2-f1db57ca4b5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.075 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.074 201 78e8107a6897016a62a386fd5a7cb96d 199.204.45.205 - - [20/Apr/2026:02:32:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.008 200 79a57ff49416ae5c567cb1660b3c60e0 199.204.45.205 - - [20/Apr/2026:02:32:10 +0000] "GET /admin/realms/atmosphere/clients/e2b3ffc8-c1c8-42c7-8cc2-f1db57ca4b5e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.70:8080 165 0.012 200 f6372c3d66a7e85c8f952cadb3f29c43 199.204.45.205 - - [20/Apr/2026:02:32:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.461 200 08ef0be76f2989cc0f69c5cbb6d13df4 199.204.45.205 - - [20/Apr/2026:02:32:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.008 200 1cad4e80ddfff569e90c4706190c068e 199.204.45.205 - - [20/Apr/2026:02:32:10 +0000] "GET /admin/realms/atmosphere/clients/e2b3ffc8-c1c8-42c7-8cc2-f1db57ca4b5e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.009 404 b87ba366d4f47159df3b54b68c08e016 199.204.45.205 - - [20/Apr/2026:02:32:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.006 200 e454fd599cf46e202a2a7b887bb6b069 199.204.45.205 - - [20/Apr/2026:02:32:11 +0000] "POST /admin/realms/atmosphere/clients/e2b3ffc8-c1c8-42c7-8cc2-f1db57ca4b5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.024 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.020 201 616964a5642cd85f1a3710730fd51ca2 199.204.45.205 - - [20/Apr/2026:02:32:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.006 200 cb94447bb3f8f56c22976092ef33344e 199.204.45.205 - - [20/Apr/2026:02:32:11 +0000] "GET /admin/realms/atmosphere/clients/e2b3ffc8-c1c8-42c7-8cc2-f1db57ca4b5e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.70:8080 166 0.010 200 f3ddf726253865f3fa69be09d4700486 199.204.45.205 - - [20/Apr/2026:02:32:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.804 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.803 200 68ebee42b11e82adc4209a6ed239b623 199.204.45.205 - - [20/Apr/2026:02:32:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.085 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.085 200 62277c7071cab40c3ec757995807bc27 199.204.45.205 - - [20/Apr/2026:02:32:12 +0000] "GET /admin/realms/atmosphere/clients/e2b3ffc8-c1c8-42c7-8cc2-f1db57ca4b5e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.083 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.082 404 560256c8aff13fc409fa2c59dbe337e6 199.204.45.205 - - [20/Apr/2026:02:32:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.087 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.087 200 bdf96f41446436ef60ba31ee67a3568e 199.204.45.205 - - [20/Apr/2026:02:32:12 +0000] "POST /admin/realms/atmosphere/clients/e2b3ffc8-c1c8-42c7-8cc2-f1db57ca4b5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.024 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.022 201 56601272954b6db3418a11099681e829 199.204.45.205 - - [20/Apr/2026:02:32:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.059 200 cfe865111c71aceaba81502891ed138e 199.204.45.205 - - [20/Apr/2026:02:32:13 +0000] "GET /admin/realms/atmosphere/clients/e2b3ffc8-c1c8-42c7-8cc2-f1db57ca4b5e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.70:8080 166 0.010 200 26550afbcdd38c55104f31be94b51365 199.204.45.205 - - [20/Apr/2026:02:32:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.101 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 1.100 200 9ed1954f128bc59110677ebd958855c2 199.204.45.205 - - [20/Apr/2026:02:32:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.70:8080 4246 0.008 200 c874a06a5becddc6a76cd68faea3dbfd 199.204.45.205 - - [20/Apr/2026:02:32:13 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.652 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.651 204 c47b0dc81d486e5af445301e184a6184 199.204.45.205 - - [20/Apr/2026:02:32:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.297 [auth-system-keycloak-80] [] 10.0.0.70:8080 4384 0.296 200 290e6d5dcc98e00e904dcc9c9e4d70d0 199.204.45.205 - - [20/Apr/2026:02:32:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.488 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 1.487 200 4b0f4bfeedc8a90e120f29cb7ca9015c 199.204.45.205 - - [20/Apr/2026:02:32:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.70:8080 1251 0.077 200 0b63d1441f1f49a808352723b74d0a95 199.204.45.205 - - [20/Apr/2026:02:32:15 +0000] "GET /admin/realms/atmosphere/clients/45c22ad4-f6d3-47eb-80e2-0f6a2c14c531/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.013 404 e72111a54e5915820f891d2c23cf3f5a 199.204.45.205 - - [20/Apr/2026:02:32:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.071 [auth-system-keycloak-80] [] 10.0.0.70:8080 1251 0.071 200 56f66fba71498d12d457f4edaefe40a6 199.204.45.205 - - [20/Apr/2026:02:32:15 +0000] "POST /admin/realms/atmosphere/clients/45c22ad4-f6d3-47eb-80e2-0f6a2c14c531/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.095 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.093 201 b68b994b6e36930e0149b8e3ce0c83b4 199.204.45.205 - - [20/Apr/2026:02:32:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.70:8080 1251 0.079 200 65ff505dd2ff24d7d75e664af6420fe6 199.204.45.205 - - [20/Apr/2026:02:32:15 +0000] "GET /admin/realms/atmosphere/clients/45c22ad4-f6d3-47eb-80e2-0f6a2c14c531/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.70:8080 166 0.011 200 e5f7ce29ea9d16e52060ef6b52bee43f 199.204.45.205 - - [20/Apr/2026:02:32:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.234 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 1.232 200 e7972c963e0d5e7975e6498b212e11ad 199.204.45.205 - - [20/Apr/2026:02:32:15 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.011 [auth-system-keycloak-80] [] 10.0.0.70:8080 1682 0.011 200 ac0d6c37fc33210097ca32a23fe16072 199.204.45.205 - - [20/Apr/2026:02:32:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.097 [auth-system-keycloak-80] [] 10.0.0.70:8080 6432 0.097 200 401c48797fe30e8bb89fb738eb101b0e 199.204.45.205 - - [20/Apr/2026:02:32:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.483 200 3df6f582ef29447b3791b48e7936ee71 199.204.45.205 - - [20/Apr/2026:02:32:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.064 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.064 200 a248b5fc285f4e7d079b472341445cc2 199.204.45.205 - - [20/Apr/2026:02:32:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.113 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.112 201 6f9a10b0d695db5182b0dcc5c420c92d 199.204.45.205 - - [20/Apr/2026:02:32:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.70:8080 2246 0.024 200 e74e192d50981f5b7eaa1cb8f6f2f982 199.204.45.205 - - [20/Apr/2026:02:32:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.479 200 ebda73b54db3a333868b6e3babe4d86b 199.204.45.205 - - [20/Apr/2026:02:32:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.70:8080 2246 0.006 200 421d45e86163302a2ffd4a8822711d44 199.204.45.205 - - [20/Apr/2026:02:32:19 +0000] "GET /admin/realms/atmosphere/clients/12b4ef12-6b82-42e8-a4d4-0305babcf5bf/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.043 [auth-system-keycloak-80] [] 10.0.0.70:8080 233 0.042 200 8feb6af2de4888113512aa0edb8e820f 199.204.45.205 - - [20/Apr/2026:02:32:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.70:8080 831 0.018 200 0799eb1e189a063c45bee8eb5fdac01b 199.204.45.205 - - [20/Apr/2026:02:32:19 +0000] "GET /admin/realms/atmosphere/clients/aa172c29-a524-4775-9737-999414d43c1b/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.083 [auth-system-keycloak-80] [] 10.0.0.70:8080 3758 0.083 200 d832b4bae21fcde234f3cbba74a09ee7 199.204.45.205 - - [20/Apr/2026:02:32:19 +0000] "GET /admin/realms/atmosphere/users/b31e1dd9-f513-4967-b211-b75d25b74279/role-mappings/clients/aa172c29-a524-4775-9737-999414d43c1b/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.176 [auth-system-keycloak-80] [] 10.0.0.70:8080 3758 0.176 200 614bcab5fbe9441786262833dbc39ead 199.204.45.205 - - [20/Apr/2026:02:32:19 +0000] "GET /admin/realms/atmosphere/users/b31e1dd9-f513-4967-b211-b75d25b74279/role-mappings/clients/aa172c29-a524-4775-9737-999414d43c1b/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.017 200 3edfb52cdf624fe3ad818b3f84612f2d 199.204.45.205 - - [20/Apr/2026:02:32:19 +0000] "POST /admin/realms/atmosphere/users/b31e1dd9-f513-4967-b211-b75d25b74279/role-mappings/clients/aa172c29-a524-4775-9737-999414d43c1b HTTP/1.1" 204 0 "-" "Ansible" 1390 0.049 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.048 204 fcece45dd994a597b9e44c0493ea2ef7 199.204.45.205 - - [20/Apr/2026:02:32:19 +0000] "GET /admin/realms/atmosphere/users/b31e1dd9-f513-4967-b211-b75d25b74279/role-mappings/clients/aa172c29-a524-4775-9737-999414d43c1b/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.70:8080 576 0.014 200 86cbbee435948f99d00189633ce529b4 W0420 02:32:23.952100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:32:23.952144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:32:24.897460 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.116.60"}] I0420 02:32:24.902590 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"658c8e34-9341-4943-9d33-8fb4bcc6c4e1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4488", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 02:32:27.285604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:32:27.285637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:32:30.620343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:32:30.620376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:27.559676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:27.559711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:27.645266 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:27.645476 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0420 02:33:27.645551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:27.645595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:27.646129 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:27.646190 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0420 02:33:27.646226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:27.646242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:27.645632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 02:33:27.646328 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0420 02:33:27.646372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:27.646385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:33:27.647899 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0420 02:33:27.648458 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0420 02:33:27.653937 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0420 02:33:27.653975 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0420 02:33:27.654047 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.009s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:18.2kB} I0420 02:33:27.655026 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0420 02:33:27.657292 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0420 02:33:27.659098 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d1f0bfb8-8724-4c37-a291-4185ecbd77c6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5189", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 02:33:27.659350 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0420 02:33:27.665311 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0420 02:33:27.665689 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0420 02:33:27.665736 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"938e074a-84e5-4dbb-891f-ab51199610b3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5195", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 02:33:27.669731 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0420 02:33:27.670092 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0420 02:33:27.670502 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5ac62d94-5ccc-4d5a-bcec-20383ced3ed7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5201", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 02:33:28.181094 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0420 02:33:28.182059 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0420 02:33:28.719436 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0420 02:33:28.720604 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0420 02:33:28.861819 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0420 02:33:28.863550 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0420 02:33:30.894542 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:30.894717 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:30.894801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 02:33:30.894960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:30.895016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:33:30.895190 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 02:33:30.950712 7 controller.go:216] "Backend successfully reloaded" I0420 02:33:30.951591 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-49jkz", UID:"4e8eb825-64d6-4e8a-a127-bc5a0b535775", APIVersion:"v1", ResourceVersion:"1638", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0420 02:33:34.226712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:34.226784 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:34.226821 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 02:33:34.226929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:34.226945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:37.560576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:37.560649 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:37.560687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 02:33:37.560848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:37.560871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:40.893185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:40.893258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:40.893301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 02:33:40.893518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:40.893553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:44.226730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:44.226793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:44.226835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 02:33:44.226989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:44.227017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:47.561639 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:47.561703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:47.561783 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 02:33:47.561910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:47.561937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:50.893565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:50.893611 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:50.893638 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 02:33:50.893718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:50.893736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.101 - - [20/Apr/2026:02:33:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.020 [auth-system-keycloak-80] [] 10.0.0.70:8080 6432 0.020 200 6a4ba82a3791447c6c0229280fc26142 10.0.0.153 - - [20/Apr/2026:02:33:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.70:8080 6432 0.007 200 c55a27e8b541e29833a8f876d9f167e9 W0420 02:33:54.226478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:54.226700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:54.226772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 02:33:54.227037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:54.227108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:57.559782 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:33:57.559823 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 02:33:57.559925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:33:57.559954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:00.893660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:34:00.893829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:00.893850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:04.227142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 02:34:04.227619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:04.227656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:07.777148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:07.777182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:11.111018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:11.111057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:34:24.888254 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.116.60"}] I0420 02:34:24.888530 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.116.60"}] I0420 02:34:24.889006 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.116.60"}] I0420 02:34:24.896091 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d1f0bfb8-8724-4c37-a291-4185ecbd77c6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5999", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 02:34:24.896770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:24.896794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:34:24.899698 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5ac62d94-5ccc-4d5a-bcec-20383ced3ed7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6000", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 02:34:24.901504 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"938e074a-84e5-4dbb-891f-ab51199610b3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6001", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 02:34:28.230288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:28.230343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:31.563906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:31.563976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:34.897665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:34:34.897709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:06.741934 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0420 02:35:06.742050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:06.742073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:35:06.744783 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0420 02:35:06.744813 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0420 02:35:06.747834 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0420 02:35:06.748629 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0420 02:35:06.748868 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2a87c79d-d8e9-4359-85d2-97731df88ceb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6264", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 02:35:06.749393 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0420 02:35:06.749635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:06.749667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:35:06.749820 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 02:35:06.807301 7 controller.go:216] "Backend successfully reloaded" I0420 02:35:06.807937 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-49jkz", UID:"4e8eb825-64d6-4e8a-a127-bc5a0b535775", APIVersion:"v1", ResourceVersion:"1638", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0420 02:35:07.130841 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0420 02:35:07.132003 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0420 02:35:10.083444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:10.083475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [20/Apr/2026:02:35:10 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.186:5000 281 0.006 300 36650b6dfb87b516b4a48085799dd112 199.204.45.205 - - [20/Apr/2026:02:35:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.186:5000 266 0.004 200 f842b0369c42fd6ab728fba2489b01af 199.204.45.205 - - [20/Apr/2026:02:35:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.494 [openstack-keystone-api-5000] [] 10.0.0.186:5000 1360 0.495 201 3897f1bf6057dee5d2c1c785af687454 199.204.45.205 - - [20/Apr/2026:02:35:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.186:5000 281 0.004 300 62ad5900125127be09a49569291fc876 199.204.45.205 - - [20/Apr/2026:02:35:12 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.186:5000 90 0.033 404 eb2c3af546faff530b51145dbb39ec2a 199.204.45.205 - - [20/Apr/2026:02:35:12 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.024 [openstack-keystone-api-5000] [] 10.0.0.186:5000 370 0.025 200 9ec33330d2f0091983d5c9960954fa07 199.204.45.205 - - [20/Apr/2026:02:35:12 +0000] "GET /v3/domains/6760fbff82dc412e923f6e7737f923a2 HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.186:5000 247 0.018 200 f67ce008db4a196c5f9a28179d65ed74 199.204.45.205 - - [20/Apr/2026:02:35:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.186:5000 266 0.003 200 916d6a947fd611e0d569d0b0ca4fa2bc 199.204.45.205 - - [20/Apr/2026:02:35:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.186:5000 1360 0.320 201 8630bf7f44248ce19d70aa6229f011fc 199.204.45.205 - - [20/Apr/2026:02:35:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.186:5000 281 0.003 300 e6bf57c8b8288fd60a1f0fd9c85b0c3d 199.204.45.205 - - [20/Apr/2026:02:35:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.186:5000 101 0.024 404 2b8a8e00d16338b9592017859f9a6481 199.204.45.205 - - [20/Apr/2026:02:35:13 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.186:5000 156 0.020 200 44564ed93f8d1723c1a6c3c1d19f3110 199.204.45.205 - - [20/Apr/2026:02:35:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.036 [openstack-keystone-api-5000] [] 10.0.0.186:5000 342 0.035 201 3cf954188a7210a23cce4eff371a0274 199.204.45.205 - - [20/Apr/2026:02:35:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.186:5000 266 0.004 200 9c29fe0ba27c8e5da011202940e64616 199.204.45.205 - - [20/Apr/2026:02:35:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.186:5000 1360 0.300 201 a47a8bc1afad32f18e8cb9461b914245 199.204.45.205 - - [20/Apr/2026:02:35:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.186:5000 281 0.003 300 aac293ffe60f7c7ae152c2796688ca0d 199.204.45.205 - - [20/Apr/2026:02:35:14 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.186:5000 98 0.021 404 1a6e36ca882d3618fd7bef5fb703009d 199.204.45.205 - - [20/Apr/2026:02:35:14 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.013 [openstack-keystone-api-5000] [] 10.0.0.186:5000 136 0.013 200 a43ce2e7753d2e9989a845309fdf4da8 199.204.45.205 - - [20/Apr/2026:02:35:14 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.186:5000 357 0.022 201 a8c0148a351f986c9adeb1c8ba475f6f 199.204.45.205 - - [20/Apr/2026:02:35:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.186:5000 266 0.004 200 27f432db189ce3007000312b03d732e9 199.204.45.205 - - [20/Apr/2026:02:35:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.186:5000 1360 0.296 201 33461e73a8f16fdbb7537beb7a59b994 199.204.45.205 - - [20/Apr/2026:02:35:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.186:5000 281 0.003 300 aec49afcf22a20af0f31ddc200f41354 199.204.45.205 - - [20/Apr/2026:02:35:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.186:5000 131 0.022 404 f0942dc9ed0aed0c8f6f5012e12cc8f0 199.204.45.205 - - [20/Apr/2026:02:35:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.186:5000 168 0.019 200 739d946dccd286aabeec980cc8b72b50 199.204.45.205 - - [20/Apr/2026:02:35:15 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.018 [openstack-keystone-api-5000] [] 10.0.0.186:5000 224 0.018 201 b36b4299b44b1684051ad107932fd189 W0420 02:35:22.793061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:22.793096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:35:24.889161 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.116.60"}] I0420 02:35:24.895404 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2a87c79d-d8e9-4359-85d2-97731df88ceb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6480", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 02:35:26.127413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:26.127465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:29.460726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:29.460760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0420 02:35:54.215922 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-205.nip.io. Skipping. W0420 02:35:54.216605 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 02:35:54.216764 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0420 02:35:54.216954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:54.216986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:35:54.224149 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.008s renderingIngressLength:6 renderingIngressTime:0.003s admissionTime:0.011s testedConfigurationSize:33.4kB} I0420 02:35:54.224193 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0420 02:35:54.231334 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0420 02:35:54.231461 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-205.nip.io. Skipping. W0420 02:35:54.231564 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0420 02:35:54.231713 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 02:35:54.231756 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0420 02:35:54.231788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:54.231798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 02:35:54.231863 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 02:35:54.233198 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"075df05c-eabd-4645-8eef-d32990e36686", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6678", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 02:35:54.281660 7 controller.go:216] "Backend successfully reloaded" I0420 02:35:54.282149 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-49jkz", UID:"4e8eb825-64d6-4e8a-a127-bc5a0b535775", APIVersion:"v1", ResourceVersion:"1638", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0420 02:35:54.569768 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0420 02:35:54.570105 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-205.nip.io. Skipping. I0420 02:35:54.570940 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0420 02:35:57.565674 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 02:35:57.565775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:35:57.565792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [20/Apr/2026:02:36:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.456 200 281c2a1e670add50a3879527e97eb1a1 199.204.45.205 - - [20/Apr/2026:02:36:14 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.061 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.061 200 a8b823bee1ab21482b993c771d6a715f 199.204.45.205 - - [20/Apr/2026:02:36:14 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.083 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.084 201 e0fd2ba3c17f7a97f6f5dd359c135d2c 199.204.45.205 - - [20/Apr/2026:02:36:14 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.016 [auth-system-keycloak-80] [] 10.0.0.70:8080 322 0.016 200 d70d0c776dbb26149f4f119c4146d6b4 199.204.45.205 - - [20/Apr/2026:02:36:14 +0000] "GET /admin/realms/atmosphere/users/84fe96cf-c76a-46f7-9f7c-3c56ec103dd8/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.056 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.056 200 5e96507355d3bebec771049e89c47ef5 199.204.45.205 - - [20/Apr/2026:02:36:14 +0000] "GET /admin/realms/atmosphere/users/84fe96cf-c76a-46f7-9f7c-3c56ec103dd8/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.006 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.005 200 528782991d6a342d237b971f08afc4e7 199.204.45.205 - - [20/Apr/2026:02:36:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.007 [openstack-keystone-api-5000] [] 10.0.0.186:5000 266 0.008 200 f817b458893fc7dbf2933db127696268 199.204.45.205 - - [20/Apr/2026:02:36:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.343 [openstack-keystone-api-5000] [] 10.0.0.186:5000 1360 0.344 201 808540ca00fa5955b16c0d8b3efeb678 199.204.45.205 - - [20/Apr/2026:02:36:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.010 [openstack-keystone-api-5000] [] 10.0.0.186:5000 281 0.009 300 f4f980689363865dd3cd8f0320c6e3a0 199.204.45.205 - - [20/Apr/2026:02:36:16 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.074 [openstack-keystone-api-5000] [] 10.0.0.186:5000 90 0.073 404 d2eeaccabc1616efc7c28b062542f9f9 199.204.45.205 - - [20/Apr/2026:02:36:16 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.055 [openstack-keystone-api-5000] [] 10.0.0.186:5000 370 0.055 200 ed9fb1ee2480e5197324860f8eec2c7f 199.204.45.205 - - [20/Apr/2026:02:36:16 +0000] "GET /v3/users?domain_id=6760fbff82dc412e923f6e7737f923a2&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.312 [openstack-keystone-api-5000] [] 10.0.0.186:5000 451 0.311 200 888e5b8d09aaa28e904ae7576896e0fd I0420 02:36:24.885281 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.101.116.60"}] E0420 02:36:24.894418 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-205.nip.io. Skipping. I0420 02:36:24.895458 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"075df05c-eabd-4645-8eef-d32990e36686", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6881", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 02:36:24.896034 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 02:36:24.896154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:36:24.896169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:36:36.554014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:36:36.554041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:36:39.887650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:36:39.887693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:36:43.221763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 02:36:43.221815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store