------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0302 02:12:50.676482 6 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0302 02:12:50.676647 6 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0302 02:12:50.683744 6 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0302 02:12:50.687665 6 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0302 02:12:50.858052 6 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0302 02:12:50.881564 6 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0302 02:12:50.895136 6 nginx.go:271] "Starting NGINX Ingress controller" I0302 02:12:50.903012 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ddf225cb-2769-4619-a967-47acdad5e8d0", APIVersion:"v1", ResourceVersion:"1108", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0302 02:12:50.908552 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"8e1aa217-8d75-4f1a-9716-6d7375fcaae6", APIVersion:"v1", ResourceVersion:"1109", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0302 02:12:50.908605 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"234bc5ab-5d9a-49fe-b216-b2fa5f15ce3f", APIVersion:"v1", ResourceVersion:"1110", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0302 02:12:52.099711 6 nginx.go:317] "Starting NGINX process" I0302 02:12:52.099789 6 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0302 02:12:52.100242 6 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0302 02:12:52.100524 6 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0302 02:12:52.100609 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:12:52.100640 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:12:52.100707 6 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:12:52.109237 6 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0302 02:12:52.109280 6 status.go:85] "New leader elected" identity="ingress-nginx-controller-m9scj" I0302 02:12:52.132283 6 controller.go:216] "Backend successfully reloaded" I0302 02:12:52.132385 6 controller.go:227] "Initial sync, sleeping for 1 second" I0302 02:12:52.132454 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m9scj", UID:"b51bacbe-5d1e-4535-8080-89beca06f406", APIVersion:"v1", ResourceVersion:"1218", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0302 02:12:55.924316 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:12:55.924438 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:12:59.257934 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:12:59.257974 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:02.592690 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:02.592743 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:05.924625 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:05.924689 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:09.259960 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:09.260021 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:12.592838 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:12.592893 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:15.926678 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:15.926710 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:19.258570 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:19.258614 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:24.094973 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:24.095006 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:27.430244 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:27.430287 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:30.762393 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:30.762439 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:22.476778 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:22.476819 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:25.810956 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:25.811000 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:49.344888 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:49.344952 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:52.678573 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:52.678616 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:56.712151 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:56.712189 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:00.046152 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:00.046199 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:03.379507 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:03.379540 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:06.713232 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:06.713278 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:10.046368 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:10.046427 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:14.467330 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:14.467357 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:17.801871 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:17.801915 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:22.526647 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:22.526684 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:26.987542 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:26.987572 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:29.728786 6 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-49.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-49.nip.io-tls was not found. Using default certificate W0302 02:17:29.728851 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:29.728866 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:17:29.730565 6 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0302 02:17:29.730598 6 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0302 02:17:29.739131 6 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0302 02:17:29.739432 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-49.nip.io-tls" in local store I0302 02:17:29.739403 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a1810339-49ea-4052-91f4-c736a9719ec1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3063", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 02:17:30.087649 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-49.nip.io-tls" I0302 02:17:30.088512 6 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-49.nip.io-tls" W0302 02:17:30.321085 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:30.321117 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:17:30.321161 6 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:17:30.358943 6 controller.go:216] "Backend successfully reloaded" I0302 02:17:30.359312 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m9scj", UID:"b51bacbe-5d1e-4535-8080-89beca06f406", APIVersion:"v1", ResourceVersion:"1218", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0302 02:17:33.654520 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:33.654571 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [02/Mar/2026:02:17:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.897 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 1.896 200 a6f6be05d188cc83e8396f5911a8d661 199.204.45.49 - - [02/Mar/2026:02:17:40 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.170 [auth-system-keycloak-80] [] 10.0.0.226:8080 116 0.169 404 e5bfe08ef70aba3a0798ee35310f309b 199.204.45.49 - - [02/Mar/2026:02:17:45 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.905 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 4.903 201 148bf569fa8d313f2354616785e3094f 199.204.45.49 - - [02/Mar/2026:02:17:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.687 [auth-system-keycloak-80] [] 10.0.0.226:8080 4246 0.687 200 432db9aeeca4fde20cb51e88179863dc 199.204.45.49 - - [02/Mar/2026:02:17:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.542 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.540 200 9f9307e43487b09f92cb0462579fc582 199.204.45.49 - - [02/Mar/2026:02:17:47 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.086 [auth-system-keycloak-80] [] 10.0.0.226:8080 12500 0.087 200 317d83bbfdef63a2741e4812e6100b8c 199.204.45.49 - - [02/Mar/2026:02:17:47 +0000] "GET /admin/realms/atmosphere/client-scopes/e342a99f-9a60-4d4a-86d1-ecd598c8330c HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.226:8080 1278 0.009 200 13dcf36be2a38d4a0cd758f28e5e6a93 199.204.45.49 - - [02/Mar/2026:02:17:47 +0000] "PUT /admin/realms/atmosphere/client-scopes/e342a99f-9a60-4d4a-86d1-ecd598c8330c HTTP/1.1" 204 0 "-" "Ansible" 1846 0.069 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.067 204 f657575aed261c2ec6c8ad478114e493 199.204.45.49 - - [02/Mar/2026:02:17:47 +0000] "GET /admin/realms/atmosphere/client-scopes/e342a99f-9a60-4d4a-86d1-ecd598c8330c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.081 [auth-system-keycloak-80] [] 10.0.0.226:8080 963 0.082 200 f505f2d3c7190390b6c5ed590751f14c 199.204.45.49 - - [02/Mar/2026:02:17:47 +0000] "GET /admin/realms/atmosphere/client-scopes/e342a99f-9a60-4d4a-86d1-ecd598c8330c/protocol-mappers/models/944e1459-31cf-4519-932a-89123a3eb21e HTTP/1.1" 200 366 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.226:8080 366 0.011 200 d123f0b06d5d52313520035be0926897 199.204.45.49 - - [02/Mar/2026:02:17:47 +0000] "PUT /admin/realms/atmosphere/client-scopes/e342a99f-9a60-4d4a-86d1-ecd598c8330c/protocol-mappers/models/944e1459-31cf-4519-932a-89123a3eb21e HTTP/1.1" 204 0 "-" "Ansible" 1620 0.084 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.082 204 9c3934b4ed2f83e1d0b063b675c30540 199.204.45.49 - - [02/Mar/2026:02:17:47 +0000] "GET /admin/realms/atmosphere/client-scopes/e342a99f-9a60-4d4a-86d1-ecd598c8330c HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.082 [auth-system-keycloak-80] [] 10.0.0.226:8080 1218 0.082 200 4ea0f49276a3c9f447eb3edfa1c5e4b5 I0302 02:17:52.117861 6 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.114.63"}] I0302 02:17:52.128021 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a1810339-49ea-4052-91f4-c736a9719ec1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3354", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:17:52.128711 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:52.128737 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [02/Mar/2026:02:18:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.480 200 9f8bd63716229d875a8f2de31500592a 199.204.45.49 - - [02/Mar/2026:02:18:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.012 200 da447c1966a16c1538e82d0f0cc32aa5 199.204.45.49 - - [02/Mar/2026:02:18:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.190 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.189 201 f49f64c47a70e1a49ef4552255486a54 199.204.45.49 - - [02/Mar/2026:02:18:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.076 [auth-system-keycloak-80] [] 10.0.0.226:8080 1259 0.076 200 1f814207f19d53f67d6af2a7e6a91eb1 199.204.45.49 - - [02/Mar/2026:02:18:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.514 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.512 200 abe75d130a3fb59a43f1730fdd367396 199.204.45.49 - - [02/Mar/2026:02:18:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.009 200 b6945ee8b5d2a24b26952c496368e91b 199.204.45.49 - - [02/Mar/2026:02:18:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.066 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.066 201 669c642c74675fce430f1842c00b61c0 199.204.45.49 - - [02/Mar/2026:02:18:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.023 200 192950a29ee20d4e80668cf811d33831 199.204.45.49 - - [02/Mar/2026:02:18:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.490 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.489 200 4f5dddc1d175054511e60dbc031eca83 199.204.45.49 - - [02/Mar/2026:02:18:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.009 200 92885355b26483083ccf20531e76974f 199.204.45.49 - - [02/Mar/2026:02:18:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 1.004 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 1.002 201 0a2f3af41b0eaa878bafbeff20993f49 199.204.45.49 - - [02/Mar/2026:02:18:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.024 [auth-system-keycloak-80] [] 10.0.0.226:8080 1249 0.024 200 39352fc34f09728c98e5eeb24055ca12 199.204.45.49 - - [02/Mar/2026:02:18:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.520 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.520 200 ef504406c67da83102dce6b4e6fa28ee 199.204.45.49 - - [02/Mar/2026:02:18:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 1259 0.008 200 aa0e9073135ebdef1a86a828c8aea32a 199.204.45.49 - - [02/Mar/2026:02:18:13 +0000] "GET /admin/realms/atmosphere/clients/8005d0d4-74f0-4f0a-875b-06b6fd984c88/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.014 404 afaa5e9caf96f19bcc6a964c4ba25e06 199.204.45.49 - - [02/Mar/2026:02:18:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.018 [auth-system-keycloak-80] [] 10.0.0.226:8080 1259 0.018 200 08fc3c903ce0de9ff7b4676057e7fc15 199.204.45.49 - - [02/Mar/2026:02:18:13 +0000] "POST /admin/realms/atmosphere/clients/8005d0d4-74f0-4f0a-875b-06b6fd984c88/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.020 201 a57016f9ca121fe0bf7132ae29159ba8 199.204.45.49 - - [02/Mar/2026:02:18:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.066 [auth-system-keycloak-80] [] 10.0.0.226:8080 1259 0.067 200 bfd4e4105fb791e7db157888820af6ea 199.204.45.49 - - [02/Mar/2026:02:18:13 +0000] "GET /admin/realms/atmosphere/clients/8005d0d4-74f0-4f0a-875b-06b6fd984c88/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.016 200 aeb7f5b044f6972e0c6db2513ea40581 199.204.45.49 - - [02/Mar/2026:02:18:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.505 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.504 200 4585e0c2a73088aa2b67950d42bb0538 199.204.45.49 - - [02/Mar/2026:02:18:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.005 200 701f97e6999e49825c010191db523c63 199.204.45.49 - - [02/Mar/2026:02:18:14 +0000] "GET /admin/realms/atmosphere/clients/3e03bc0f-3cd5-44d7-b83a-355fa38c647e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.007 404 9b9257312b3d18981e3172b2aa41bf87 199.204.45.49 - - [02/Mar/2026:02:18:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.004 200 7ab92b9ba5c38fe1653dee33a80bbdb0 199.204.45.49 - - [02/Mar/2026:02:18:14 +0000] "POST /admin/realms/atmosphere/clients/3e03bc0f-3cd5-44d7-b83a-355fa38c647e/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.040 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.038 201 4f16d6bb29b9e3d2ec06fa2a59aa0c37 199.204.45.49 - - [02/Mar/2026:02:18:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.006 200 f9b860d3d193f64020cb7d4038bafb97 199.204.45.49 - - [02/Mar/2026:02:18:14 +0000] "GET /admin/realms/atmosphere/clients/3e03bc0f-3cd5-44d7-b83a-355fa38c647e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.016 [auth-system-keycloak-80] [] 10.0.0.226:8080 165 0.016 200 2d4a230a884ba9eb28743f010f09fadc 199.204.45.49 - - [02/Mar/2026:02:18:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.604 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.603 200 384ccad52c4f4ac0fff2b9cbd403b4c3 199.204.45.49 - - [02/Mar/2026:02:18:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.054 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.054 200 11fee5b9ab66d2098b85bcaf75a0370c 199.204.45.49 - - [02/Mar/2026:02:18:15 +0000] "GET /admin/realms/atmosphere/clients/3e03bc0f-3cd5-44d7-b83a-355fa38c647e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.009 404 407786975a2b0cd515e1f34eff3ccf0e 199.204.45.49 - - [02/Mar/2026:02:18:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.007 200 ae66586e11ecd19dcfb34adabd3f0f22 199.204.45.49 - - [02/Mar/2026:02:18:15 +0000] "POST /admin/realms/atmosphere/clients/3e03bc0f-3cd5-44d7-b83a-355fa38c647e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.065 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.064 201 0111360bf5df8c1c82c893b25b6cf2c4 199.204.45.49 - - [02/Mar/2026:02:18:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.006 200 83476d74c58486883a3d5061e3780340 199.204.45.49 - - [02/Mar/2026:02:18:15 +0000] "GET /admin/realms/atmosphere/clients/3e03bc0f-3cd5-44d7-b83a-355fa38c647e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.073 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.072 200 fd8395c73273278e4001d65ee372ca07 199.204.45.49 - - [02/Mar/2026:02:18:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.470 200 13562bb7af098f3f3d295bb25baa7f98 199.204.45.49 - - [02/Mar/2026:02:18:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.051 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.051 200 77f7cfb7a1b709a798a86c1e91d98b06 199.204.45.49 - - [02/Mar/2026:02:18:16 +0000] "GET /admin/realms/atmosphere/clients/3e03bc0f-3cd5-44d7-b83a-355fa38c647e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.009 404 7c825b8cee2387ddc8444f000c6afdfe 199.204.45.49 - - [02/Mar/2026:02:18:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.008 200 103bdbdabea6a0bf951ed705b828eb96 199.204.45.49 - - [02/Mar/2026:02:18:16 +0000] "POST /admin/realms/atmosphere/clients/3e03bc0f-3cd5-44d7-b83a-355fa38c647e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.019 201 a996625cf1cd690ac32dad638de8d1df 199.204.45.49 - - [02/Mar/2026:02:18:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.024 200 a14281513efb9be6de41122c0a255d4a 199.204.45.49 - - [02/Mar/2026:02:18:16 +0000] "GET /admin/realms/atmosphere/clients/3e03bc0f-3cd5-44d7-b83a-355fa38c647e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.013 200 afc8918c4165ceda4d4fea1ec364ea3d 199.204.45.49 - - [02/Mar/2026:02:18:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.504 200 7073855c276109751e35ac35dad76daa 199.204.45.49 - - [02/Mar/2026:02:18:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.226:8080 1249 0.005 200 7ed1914fa35526f88dde48689f8ff3a6 199.204.45.49 - - [02/Mar/2026:02:18:17 +0000] "GET /admin/realms/atmosphere/clients/86fb4786-39f8-4ec9-b888-96725fffb484/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.005 404 821b09db157c2b1bdf059ad5bf50ac92 199.204.45.49 - - [02/Mar/2026:02:18:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.226:8080 1249 0.004 200 02d7264081e0d3045f966f785251e960 199.204.45.49 - - [02/Mar/2026:02:18:17 +0000] "POST /admin/realms/atmosphere/clients/86fb4786-39f8-4ec9-b888-96725fffb484/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.056 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.054 201 8b40b64fb5bdc6ac4eef517d15d68afb 199.204.45.49 - - [02/Mar/2026:02:18:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1249 0.007 200 1e47de8d544bfd5425583df43903b898 199.204.45.49 - - [02/Mar/2026:02:18:17 +0000] "GET /admin/realms/atmosphere/clients/86fb4786-39f8-4ec9-b888-96725fffb484/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.013 200 e2204321c811357c574b392d392d59b4 W0302 02:18:34.600371 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:34.600408 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:37.934524 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:37.934563 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:41.267706 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:41.267736 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:23.896796 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:23.896842 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:23.978653 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:23.978918 6 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0302 02:19:23.978982 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:23.979000 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:23.980021 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:23.980084 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:23.980141 6 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0302 02:19:23.980086 6 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0302 02:19:23.980178 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:23.980196 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:23.980217 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:23.980234 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:19:23.980943 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0302 02:19:23.980972 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0302 02:19:23.981830 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0302 02:19:23.981854 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0302 02:19:23.981957 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0302 02:19:23.981983 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0302 02:19:23.989464 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0302 02:19:23.989983 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0302 02:19:23.990002 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0302 02:19:23.990711 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0302 02:19:23.991008 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0302 02:19:23.991220 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0302 02:19:23.991232 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"327356c6-c6b0-4f12-9c93-22b394a1ea41", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4020", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 02:19:23.991245 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"befe6b09-7cda-441d-8f12-7a4d30c420d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4021", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 02:19:23.991274 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"11a4b602-ef33-4fd3-9e19-99ffbb8826f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4022", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 02:19:24.308118 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0302 02:19:24.309454 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0302 02:19:24.336721 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0302 02:19:24.339038 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0302 02:19:25.570076 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0302 02:19:25.570972 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0302 02:19:26.656903 6 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0302 02:19:26.680480 6 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0302 02:19:27.230637 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:27.230702 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:27.230740 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:27.230956 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:27.230986 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:19:27.231111 6 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:19:27.273301 6 controller.go:216] "Backend successfully reloaded" I0302 02:19:27.273560 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m9scj", UID:"b51bacbe-5d1e-4535-8080-89beca06f406", APIVersion:"v1", ResourceVersion:"1218", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0302 02:19:30.563824 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:30.563874 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:30.563899 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:30.563986 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:30.564000 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:33.896861 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:33.896998 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:33.897068 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:33.897222 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:33.897282 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:37.236252 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:37.236387 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:37.236436 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:37.236579 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:37.236602 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:40.564199 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:40.564348 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:40.564505 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:40.564806 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:40.564836 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:43.896964 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:43.897026 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:43.897059 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:43.897189 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:43.897209 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:47.230400 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:47.230461 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:47.230499 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:47.230622 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:47.230649 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:50.565443 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:50.565505 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:50.565544 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:50.565678 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:50.565706 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:19:52.144503 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.114.63"}] I0302 02:19:52.144734 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.114.63"}] I0302 02:19:52.144940 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.114.63"}] I0302 02:19:52.201219 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"327356c6-c6b0-4f12-9c93-22b394a1ea41", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4780", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 02:19:52.223149 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"11a4b602-ef33-4fd3-9e19-99ffbb8826f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4781", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 02:19:52.240806 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"befe6b09-7cda-441d-8f12-7a4d30c420d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4782", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:19:53.897494 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:53.897535 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:53.897559 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:53.897628 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:53.897647 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:57.231139 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:19:57.231207 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:19:57.231245 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:19:57.231363 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:19:57.231389 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:00.564111 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:00.564156 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:20:00.564180 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:20:00.564277 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:00.564295 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:03.897521 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:03.897568 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:20:03.897599 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:20:03.899923 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:03.899988 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:07.230902 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:07.231008 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:20:07.231137 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:07.231167 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:10.564197 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:10.564293 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:20:10.564431 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:10.564461 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:13.897451 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:13.897654 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:20:13.897801 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:13.897831 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:17.230243 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:17.230359 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:20:17.230517 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:17.230560 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:20.564897 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:20.564999 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:20:20.565133 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:20.565168 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:27.910286 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:27.910381 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:20:27.910495 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:27.910520 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:31.243916 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:31.244819 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:20:31.245019 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:31.245086 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.26 - - [02/Mar/2026:02:20:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.030 [auth-system-keycloak-80] [] 10.0.0.226:8080 6411 0.031 200 35e5a8150967783d8496841437a8d125 10.0.0.97 - - [02/Mar/2026:02:20:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 6411 0.006 200 57988c1cf25e13f0e89b86e309c1e373 W0302 02:20:34.577975 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:34.578195 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:34.578225 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:37.912798 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:37.913120 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:37.913155 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:41.353572 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:41.353703 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:41.353720 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:44.687255 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:20:44.687545 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:44.687576 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [02/Mar/2026:02:20:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.536 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.534 200 1dc259c93990dcb935b0d7cb21262ddc 199.204.45.49 - - [02/Mar/2026:02:20:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.226:8080 4246 0.005 200 4723e1d233ff06cde649aa1e3049d719 W0302 02:20:48.023226 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:48.023306 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [02/Mar/2026:02:20:48 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.476 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.475 204 1da844cb2f81b62ac996c73535dfa27a 199.204.45.49 - - [02/Mar/2026:02:20:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.215 [auth-system-keycloak-80] [] 10.0.0.226:8080 4384 0.215 200 1a8f6dc12cd600973d8139fc103a38d5 199.204.45.49 - - [02/Mar/2026:02:20:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.483 200 b64603ab94cd70b5d345486fa7b7d50f 199.204.45.49 - - [02/Mar/2026:02:20:49 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1682 0.007 200 49fff6c530039630ce561b00ed9fef73 199.204.45.49 - - [02/Mar/2026:02:20:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.226:8080 6411 0.005 200 1780f15817ae57de7bc8c10a3ca351c0 W0302 02:20:51.354629 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:51.354683 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [02/Mar/2026:02:20:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.486 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.485 200 07defdee367a4855e0c1d2d5d6eda32e 199.204.45.49 - - [02/Mar/2026:02:20:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.047 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.047 200 69a88d087b812323d353a27a18109b6c 199.204.45.49 - - [02/Mar/2026:02:20:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.114 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.113 201 2d602b60a059f499a3c9ab1251b3575d 199.204.45.49 - - [02/Mar/2026:02:20:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.075 [auth-system-keycloak-80] [] 10.0.0.226:8080 2242 0.076 200 0e053a05bc8cbf4d0ee6a60531d8679c 199.204.45.49 - - [02/Mar/2026:02:20:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.494 [auth-system-keycloak-80] [] 10.0.0.226:8080 1925 0.493 200 40008749ea06f64af794ed45de93f36d 199.204.45.49 - - [02/Mar/2026:02:20:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.004 [auth-system-keycloak-80] [] 10.0.0.226:8080 2242 0.004 200 90be442244e9434e416e2e21aeb8b849 199.204.45.49 - - [02/Mar/2026:02:20:52 +0000] "GET /admin/realms/atmosphere/clients/f96c5047-3835-4117-ad47-71ae590b73a3/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.012 [auth-system-keycloak-80] [] 10.0.0.226:8080 233 0.011 200 faf51894cddac3e87f3cbad115cb399f 199.204.45.49 - - [02/Mar/2026:02:20:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.039 [auth-system-keycloak-80] [] 10.0.0.226:8080 831 0.039 200 66e42ca1f9b4fea4258e5fc1ab79c31f 199.204.45.49 - - [02/Mar/2026:02:20:52 +0000] "GET /admin/realms/atmosphere/clients/0c5ff911-d877-4563-8606-6b57eb375f40/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.080 [auth-system-keycloak-80] [] 10.0.0.226:8080 3758 0.079 200 40381347b671f1012223bb57485c2fa5 199.204.45.49 - - [02/Mar/2026:02:20:53 +0000] "GET /admin/realms/atmosphere/users/69e9925a-3afb-44b6-991c-a1aebdf83a8e/role-mappings/clients/0c5ff911-d877-4563-8606-6b57eb375f40/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.191 [auth-system-keycloak-80] [] 10.0.0.226:8080 3758 0.191 200 07fdd123e9c5850f35055342c509167c 199.204.45.49 - - [02/Mar/2026:02:20:53 +0000] "GET /admin/realms/atmosphere/users/69e9925a-3afb-44b6-991c-a1aebdf83a8e/role-mappings/clients/0c5ff911-d877-4563-8606-6b57eb375f40/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.020 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.020 200 1817a91909e7cbca6c26e566ca849559 199.204.45.49 - - [02/Mar/2026:02:20:53 +0000] "POST /admin/realms/atmosphere/users/69e9925a-3afb-44b6-991c-a1aebdf83a8e/role-mappings/clients/0c5ff911-d877-4563-8606-6b57eb375f40 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.059 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.059 204 a6521c2b0e94179335f272a6e7e399b9 199.204.45.49 - - [02/Mar/2026:02:20:53 +0000] "GET /admin/realms/atmosphere/users/69e9925a-3afb-44b6-991c-a1aebdf83a8e/role-mappings/clients/0c5ff911-d877-4563-8606-6b57eb375f40/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.226:8080 576 0.011 200 9097ca9e49f22748e280afa67054aca6 W0302 02:20:55.745534 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:55.745582 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:59.079861 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:59.079907 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:21:08.605695 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:21:08.605905 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:21:11.940582 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:21:11.940644 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:21:15.272843 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:21:15.272890 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:01.591414 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:01.591451 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:37.683365 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0302 02:23:37.683456 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:37.683478 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:23:37.687349 6 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0302 02:23:37.687379 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0302 02:23:37.691777 6 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0302 02:23:37.692069 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4ce02d32-e16d-4290-b849-f2b81ec3929d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6414", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:23:37.692285 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0302 02:23:37.692630 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0302 02:23:37.692702 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:37.692724 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:23:37.692845 6 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:23:37.742415 6 controller.go:216] "Backend successfully reloaded" I0302 02:23:37.742578 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m9scj", UID:"b51bacbe-5d1e-4535-8080-89beca06f406", APIVersion:"v1", ResourceVersion:"1218", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0302 02:23:37.884386 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0302 02:23:37.885570 6 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0302 02:23:41.027462 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:41.027523 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [02/Mar/2026:02:23:42 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.133:5000 280 0.004 300 7e6ac34f1cdfe612ecab3bd33109c39e 199.204.45.49 - - [02/Mar/2026:02:23:43 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 265 0.004 200 900cce786489c75668ebb8ef229e7ee4 199.204.45.49 - - [02/Mar/2026:02:23:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.335 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1359 0.335 201 d1a2fc6fccfa19c141a5ab08d916ee2e 199.204.45.49 - - [02/Mar/2026:02:23:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 280 0.004 300 0ce61403b4e11ca8e21e495931764de3 199.204.45.49 - - [02/Mar/2026:02:23:43 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.133:5000 90 0.026 404 832679f7cb505ae99321b44760eb1b78 199.204.45.49 - - [02/Mar/2026:02:23:43 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.133:5000 366 0.025 200 d9c8bd3747c6b490718d0390280c4d40 199.204.45.49 - - [02/Mar/2026:02:23:43 +0000] "GET /v3/domains/19f95a0cdc81474f854ea341c7b93021 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-keystone-api-5000] [] 10.0.0.133:5000 244 0.019 200 f08442bf52838d1327bd2fd3b444ddfa 199.204.45.49 - - [02/Mar/2026:02:23:44 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 265 0.003 200 0eb6ebd3fdfd5998578e21f9fd7743dc 199.204.45.49 - - [02/Mar/2026:02:23:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1359 0.289 201 569355b5e711f2459fbda97d7dedaa5a 199.204.45.49 - - [02/Mar/2026:02:23:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 280 0.004 300 bd0ed091b2decc25bebbb4a8acf4bd5f 199.204.45.49 - - [02/Mar/2026:02:23:44 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.133:5000 101 0.022 404 3a688167fadc738be797ce2772ef94ca 199.204.45.49 - - [02/Mar/2026:02:23:44 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.017 [openstack-keystone-api-5000] [] 10.0.0.133:5000 155 0.018 200 79500cc6900420cbc53f7b732ee4f2d7 199.204.45.49 - - [02/Mar/2026:02:23:44 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.029 [openstack-keystone-api-5000] [] 10.0.0.133:5000 340 0.030 201 e0ae90764dcda1781e900189e88244aa 199.204.45.49 - - [02/Mar/2026:02:23:45 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.133:5000 265 0.004 200 43634d81972b0a157539017140a75236 199.204.45.49 - - [02/Mar/2026:02:23:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1359 0.283 201 2c374faa6777984ae8da4bb4a82cee7d 199.204.45.49 - - [02/Mar/2026:02:23:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 280 0.003 300 35c140eaae24c038c455119a13cbed55 199.204.45.49 - - [02/Mar/2026:02:23:45 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.133:5000 98 0.020 404 196aab08c0302565746c00496a84aeef 199.204.45.49 - - [02/Mar/2026:02:23:45 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.023 [openstack-keystone-api-5000] [] 10.0.0.133:5000 135 0.022 200 6f3f35abf88a61dd0fd3d49bce0bd3d0 199.204.45.49 - - [02/Mar/2026:02:23:45 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.020 [openstack-keystone-api-5000] [] 10.0.0.133:5000 356 0.021 201 b6ff190fc9eb079cb22aee63096021fa 199.204.45.49 - - [02/Mar/2026:02:23:46 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 265 0.003 200 5c3cbd4245f347d04c7be9f5856e2f05 199.204.45.49 - - [02/Mar/2026:02:23:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1359 0.283 201 feb6cf72f3e64b1b4e80079c7e1daa36 199.204.45.49 - - [02/Mar/2026:02:23:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 280 0.003 300 edb4004a66a9e079b13cdeee3acaec62 199.204.45.49 - - [02/Mar/2026:02:23:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.019 [openstack-keystone-api-5000] [] 10.0.0.133:5000 131 0.020 404 ed2ae10035221c7d1fa5ccc96468042c 199.204.45.49 - - [02/Mar/2026:02:23:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.017 [openstack-keystone-api-5000] [] 10.0.0.133:5000 167 0.018 200 467f2bacaeb81cea02a36f22cab3e959 199.204.45.49 - - [02/Mar/2026:02:23:46 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.024 [openstack-keystone-api-5000] [] 10.0.0.133:5000 222 0.024 201 53ea95c2e0ae22fa8aca477c64419c02 I0302 02:23:52.196291 6 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.114.63"}] I0302 02:23:52.200510 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4ce02d32-e16d-4290-b849-f2b81ec3929d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6509", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:23:52.203095 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:52.203146 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:56.628844 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:56.628872 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:59.964429 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:23:59.964493 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:03.295983 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:03.296036 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:06.629452 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:06.629500 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:22.094814 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:22.094856 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:25.428957 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:25.429009 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:29.738544 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:29.738577 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:33.072812 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:24:33.072874 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:26:02.722402 6 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0302 02:26:02.722739 6 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0302 02:26:02.722905 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:26:02.722941 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:26:02.726543 6 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0302 02:26:02.726572 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0302 02:26:02.734453 6 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0302 02:26:02.734989 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c02e251e-6eaf-40ee-a224-919002ff4d64", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:26:02.735099 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0302 02:26:02.735557 6 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0302 02:26:02.735662 6 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0302 02:26:02.735738 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:26:02.735757 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:26:02.735914 6 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:26:02.791225 6 controller.go:216] "Backend successfully reloaded" I0302 02:26:02.791492 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m9scj", UID:"b51bacbe-5d1e-4535-8080-89beca06f406", APIVersion:"v1", ResourceVersion:"1218", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0302 02:26:02.968567 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0302 02:26:02.969894 6 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.49 - - [02/Mar/2026:02:26:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 280 0.003 300 fd54b28bae2a61fca483f5469720f7ea 199.204.45.49 - - [02/Mar/2026:02:26:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.353 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1990 0.353 201 6731aca11115d79a33a88566e9005d7a 199.204.45.49 - - [02/Mar/2026:02:26:03 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.016 [openstack-keystone-api-5000] [] 10.0.0.133:5000 85 0.017 404 2768c04d3bba34a22831a4c06b08da0c 199.204.45.49 - - [02/Mar/2026:02:26:03 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.016 [openstack-keystone-api-5000] [] 10.0.0.133:5000 128 0.016 200 87f7e9eeaff09e57b1a8dc66e2ccdbb1 199.204.45.49 - - [02/Mar/2026:02:26:03 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.029 [openstack-keystone-api-5000] [] 10.0.0.133:5000 229 0.030 201 e14c3a0aea954d032502b01f6954551c W0302 02:26:06.069624 6 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0302 02:26:06.069744 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:26:06.069765 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:26:10.110396 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:26:10.110443 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [02/Mar/2026:02:26:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 280 0.004 300 e6d81d17d4c435278e21e628882d4496 199.204.45.49 - - [02/Mar/2026:02:26:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.293 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1990 0.294 201 2b8e97ab25dd468012c23b7cd43dca3b 199.204.45.49 - - [02/Mar/2026:02:26:12 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.032 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1514 0.031 200 d5ee3f55a55eb1acb0bad170b3b77b9f 199.204.45.49 - - [02/Mar/2026:02:26:13 +0000] "PUT /v3/roles/861994d4675540b7b02b15276944d82d/implies/1cda560c27a246a38f9bedd9e81ca401 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.034 [openstack-keystone-api-5000] [] 10.0.0.133:5000 518 0.034 201 777f707edf165519a377f34faaabac56 I0302 02:26:52.116026 6 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.99.114.63"}] I0302 02:26:52.359896 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c02e251e-6eaf-40ee-a224-919002ff4d64", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7851", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:26:52.484799 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:26:52.484842 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store