------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0626 02:09:11.189758 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0626 02:09:11.189906 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0626 02:09:11.198836 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0626 02:09:11.201630 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0626 02:09:11.328517 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0626 02:09:11.347406 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0626 02:09:11.359896 7 nginx.go:271] "Starting NGINX Ingress controller" I0626 02:09:11.370407 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9396faad-e2fd-47b0-bde1-4fa82c6e1a40", APIVersion:"v1", ResourceVersion:"1389", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0626 02:09:11.372770 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"8dfd0802-5fe1-4ec2-b8e6-bbe6173ca017", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0626 02:09:11.372895 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"cf5864eb-62dd-4d25-a18a-28602844dd54", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0626 02:09:12.562712 7 nginx.go:317] "Starting NGINX process" I0626 02:09:12.562865 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0626 02:09:12.563580 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0626 02:09:12.563787 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0626 02:09:12.563836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:12.563851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:09:12.563892 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 02:09:12.573105 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0626 02:09:12.573307 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-ll9zs" I0626 02:09:12.596593 7 controller.go:216] "Backend successfully reloaded" I0626 02:09:12.596686 7 controller.go:227] "Initial sync, sleeping for 1 second" I0626 02:09:12.596767 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ll9zs", UID:"16051ee2-ffd0-4bab-b986-dd120a0b561b", APIVersion:"v1", ResourceVersion:"1436", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0626 02:09:16.383259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:16.383296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:19.716821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:19.716880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:23.050127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:23.050178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:26.383356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:26.383401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:29.716903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:29.716970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:33.050923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:33.050968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:36.384347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:36.384424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:39.719839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:39.719891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:43.050302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:43.050356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:46.384409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:46.384497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:49.717025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:09:49.717086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:10:40.728404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:10:40.728444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:10:44.062706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:10:44.062755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:10:58.520638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:10:58.520675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:01.854344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:01.854419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:05.188284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:05.188328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:08.522133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:08.522174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:11.854491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:11.854536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:15.188300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:15.188450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:18.521672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:18.521718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:21.854817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:11:21.854868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0626 02:12:25.638437 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path W0626 02:12:47.669087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:12:47.669115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:12:51.002777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:12:51.002820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:12:56.174250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:12:56.174276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:13:26.170020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:13:26.170768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:13:29.504097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:13:29.504140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:13:32.219742 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-240.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-240.nip.io-tls was not found. Using default certificate W0626 02:13:32.219778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:13:32.219787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:13:32.220899 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0626 02:13:32.220927 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0626 02:13:32.227320 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0626 02:13:32.227608 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-240.nip.io-tls" in local store I0626 02:13:32.227641 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2e192580-4995-49cd-973e-8ebaff5b9034", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3303", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 02:13:32.726755 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-240.nip.io-tls" I0626 02:13:32.728859 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-240.nip.io-tls" W0626 02:13:32.837528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:13:32.837565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:13:32.837616 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 02:13:32.883600 7 controller.go:216] "Backend successfully reloaded" I0626 02:13:32.884009 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ll9zs", UID:"16051ee2-ffd0-4bab-b986-dd120a0b561b", APIVersion:"v1", ResourceVersion:"1436", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0626 02:13:36.172179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:13:36.172211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.240 - - [26/Jun/2026:02:13:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.118 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 2.116 200 428f41ca4ba992c0b289c1c00f7d168a 199.19.213.240 - - [26/Jun/2026:02:13:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.193 [auth-system-keycloak-80] [] 10.0.0.100:8080 116 0.193 404 9f66dc4dbe9d9e72643a03f4cb9c4aa4 199.19.213.240 - - [26/Jun/2026:02:13:43 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.096 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 5.095 201 90be1bed0c519efc462f0fe3b2bdb185 199.19.213.240 - - [26/Jun/2026:02:13:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.587 [auth-system-keycloak-80] [] 10.0.0.100:8080 4246 0.587 200 8f95b9f1f470ad473956408996e9f7fa 199.19.213.240 - - [26/Jun/2026:02:13:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.518 200 93609a290587690116f33e812ee2952a 199.19.213.240 - - [26/Jun/2026:02:13:45 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.097 [auth-system-keycloak-80] [] 10.0.0.100:8080 12500 0.097 200 f27646510d59a254a5e228d37b9bf65a 199.19.213.240 - - [26/Jun/2026:02:13:45 +0000] "GET /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1278 0.007 200 6755a624788d983fe71f7cbed00dcc91 199.19.213.240 - - [26/Jun/2026:02:13:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.062 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.062 204 6d929bed6ea62067eefb4eb4860451e8 199.19.213.240 - - [26/Jun/2026:02:13:45 +0000] "GET /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.086 [auth-system-keycloak-80] [] 10.0.0.100:8080 963 0.086 200 f60e49731e328c7daa39ee635973b2cc 199.19.213.240 - - [26/Jun/2026:02:13:45 +0000] "GET /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7/protocol-mappers/models/2ce724d0-2990-4a40-99ae-7f6bb1d4b621 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 366 0.010 200 b5cbe20a019d9a0ae5561a4150518615 199.19.213.240 - - [26/Jun/2026:02:13:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7/protocol-mappers/models/2ce724d0-2990-4a40-99ae-7f6bb1d4b621 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.083 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.082 204 912328c1ad717a98133d49a97956dec3 199.19.213.240 - - [26/Jun/2026:02:13:45 +0000] "GET /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.090 [auth-system-keycloak-80] [] 10.0.0.100:8080 1218 0.090 200 dc9d28ff5cd4a69f3349d01b001d7323 199.19.213.240 - - [26/Jun/2026:02:14:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.475 200 db984fe3cd659c10c393262930e1f1e7 199.19.213.240 - - [26/Jun/2026:02:14:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.050 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.050 200 e8a14f6278ee9effe30c931374b8b934 199.19.213.240 - - [26/Jun/2026:02:14:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.197 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.195 201 4d85727f504863d7e3ec31f50618ea18 199.19.213.240 - - [26/Jun/2026:02:14:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.088 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.088 200 0d03a1443ad06240f2682c88c5ecd226 199.19.213.240 - - [26/Jun/2026:02:14:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.103 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 1.102 200 1eefe3e48f3b2927aca4984037efea01 199.19.213.240 - - [26/Jun/2026:02:14:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.010 200 e0928c32f380b912eba230d2c6b9a29d 199.19.213.240 - - [26/Jun/2026:02:14:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.161 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.160 201 f7d3cdb60311bfeac2e274ca21bc2d8b 199.19.213.240 - - [26/Jun/2026:02:14:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.019 200 d8218cf184fee18edcae51f4d4c0101f 199.19.213.240 - - [26/Jun/2026:02:14:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.449 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.448 200 1ce7b67b1d571a157c043e65eabb8ca9 199.19.213.240 - - [26/Jun/2026:02:14:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.024 200 03ec63cc526b95150b2548b4c9acc669 199.19.213.240 - - [26/Jun/2026:02:14:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.101 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.100 201 9559e68b3e0cf8b6d30860ca028abf47 199.19.213.240 - - [26/Jun/2026:02:14:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.087 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.087 200 3c749df5d1bd0b466ea540bd1a192e21 199.19.213.240 - - [26/Jun/2026:02:14:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.511 200 c2d20043f1d5205b485a5cd67b526d2a 199.19.213.240 - - [26/Jun/2026:02:14:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.005 200 5c8ded478b2e06ca4405dce1ae1893a2 199.19.213.240 - - [26/Jun/2026:02:14:10 +0000] "GET /admin/realms/atmosphere/clients/00a485ad-49c3-4b85-a884-cb127aa04c7a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.010 404 6317c2028a6401ed514954f81ecbbac1 199.19.213.240 - - [26/Jun/2026:02:14:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.009 200 761d847164a37297d88d208b5515584e 199.19.213.240 - - [26/Jun/2026:02:14:10 +0000] "POST /admin/realms/atmosphere/clients/00a485ad-49c3-4b85-a884-cb127aa04c7a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.036 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.035 201 c3e9003d2e0d8882b5e3dec89bc57a6f 199.19.213.240 - - [26/Jun/2026:02:14:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.009 200 3ed149e54801de62f616253c7f31a865 199.19.213.240 - - [26/Jun/2026:02:14:10 +0000] "GET /admin/realms/atmosphere/clients/00a485ad-49c3-4b85-a884-cb127aa04c7a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.058 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.058 200 56bb04ebd32ef82dbc4c2dd657dc8554 199.19.213.240 - - [26/Jun/2026:02:14:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.466 200 178967207015b646068b80d72bfa1c4f 199.19.213.240 - - [26/Jun/2026:02:14:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.023 200 fb5e6e1e89eeb474e4d6a48b6f5bbb9f 199.19.213.240 - - [26/Jun/2026:02:14:11 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.007 404 68045db991794485c9ca43f9a8a0a534 199.19.213.240 - - [26/Jun/2026:02:14:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.005 200 3939c343e62842b1678340dc91ebfaef 199.19.213.240 - - [26/Jun/2026:02:14:11 +0000] "POST /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.067 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.066 201 c584abccd9ba087c6ae8e157c18ce437 199.19.213.240 - - [26/Jun/2026:02:14:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.009 200 f1a81ed8319453241821b4ce5094484c 199.19.213.240 - - [26/Jun/2026:02:14:11 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.069 [auth-system-keycloak-80] [] 10.0.0.100:8080 165 0.069 200 883d540e1856db5379571c29b67404dd 199.19.213.240 - - [26/Jun/2026:02:14:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.520 200 5fd225c03000fea337b1c7c1d4d86b4e 199.19.213.240 - - [26/Jun/2026:02:14:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.005 200 e530f8d8c15ba0db4d45850a36868b4e 199.19.213.240 - - [26/Jun/2026:02:14:12 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.010 404 68322e2da119fb1daac9dd09249dd140 199.19.213.240 - - [26/Jun/2026:02:14:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.005 200 95e2a210bb13d6c4c037aa7c67d945fe I0626 02:14:12.581009 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.106.6"}] I0626 02:14:12.585739 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2e192580-4995-49cd-973e-8ebaff5b9034", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3597", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 02:14:12.586548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:14:12.586566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.240 - - [26/Jun/2026:02:14:12 +0000] "POST /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.046 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.045 201 921406ade7359ed96b60ea978f646899 199.19.213.240 - - [26/Jun/2026:02:14:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.006 200 fc717eed2ab7a90110e5e8a3a2cd7365 199.19.213.240 - - [26/Jun/2026:02:14:12 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.010 200 fed3ea600edbea35508ca541c1f8a312 199.19.213.240 - - [26/Jun/2026:02:14:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.512 200 5a3d6276f3df7fc318e6f31677230a4b 199.19.213.240 - - [26/Jun/2026:02:14:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.019 200 d17c365fcdac199de4fd306394b2cc81 199.19.213.240 - - [26/Jun/2026:02:14:13 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.009 404 1451b53a52eb4350ac37efd7f4e19e0c 199.19.213.240 - - [26/Jun/2026:02:14:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.037 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.037 200 f5826823614a9b3563606bb74cabe3e6 199.19.213.240 - - [26/Jun/2026:02:14:13 +0000] "POST /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.015 201 b87c36240c3b42336cf74cbe20acee8f 199.19.213.240 - - [26/Jun/2026:02:14:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.007 200 ab732f379d3651c3c2d8d3b246df4ff4 199.19.213.240 - - [26/Jun/2026:02:14:13 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.012 200 02c9b155ef2293f00c993f0b8e64e2b3 199.19.213.240 - - [26/Jun/2026:02:14:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.471 200 cfea4e9c68dda8ef39976d2300331576 199.19.213.240 - - [26/Jun/2026:02:14:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.007 200 86d68b60f374be7b3e6e32e14d0281bc 199.19.213.240 - - [26/Jun/2026:02:14:14 +0000] "GET /admin/realms/atmosphere/clients/0ad07fd9-8822-4eb5-a34e-0f4c7ed57f16/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.048 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.048 404 63a786d796955b469fcbd9a70c3a14c6 199.19.213.240 - - [26/Jun/2026:02:14:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.007 200 98dec3a68a67f817c91ffd3a3cbb3975 199.19.213.240 - - [26/Jun/2026:02:14:14 +0000] "POST /admin/realms/atmosphere/clients/0ad07fd9-8822-4eb5-a34e-0f4c7ed57f16/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.018 201 310d176b47fdf7fc52483da7261f45b1 199.19.213.240 - - [26/Jun/2026:02:14:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.007 200 1ff1c5f1914a9f779408df8d80f62742 199.19.213.240 - - [26/Jun/2026:02:14:14 +0000] "GET /admin/realms/atmosphere/clients/0ad07fd9-8822-4eb5-a34e-0f4c7ed57f16/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.026 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.025 200 7a0d466456dd5f82c26e4b1c7d6f235a W0626 02:15:23.178473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:23.178513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:23.260861 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:23.260967 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0626 02:15:23.261022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:23.261072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:23.261533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:23.262383 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:23.262486 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0626 02:15:23.262548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:23.262584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:15:23.263918 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0626 02:15:23.263987 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0626 02:15:23.264874 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0626 02:15:23.264950 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0626 02:15:23.271207 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0626 02:15:23.271359 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0626 02:15:23.271498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:23.271519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:23.272295 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0626 02:15:23.273336 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d9cbc089-d3c1-4c50-a69d-cabfb0025351", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4194", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 02:15:23.273359 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.013s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.013s testedConfigurationSize:18.2kB} I0626 02:15:23.273411 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0626 02:15:23.276333 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0626 02:15:23.276632 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0626 02:15:23.276699 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c7ead964-585a-4942-bf7b-ca347c0a749e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4195", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 02:15:23.281714 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0626 02:15:23.282002 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0626 02:15:23.282051 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"aa71c542-15a8-4ef6-bd9f-1875a8fb085e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4204", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 02:15:23.714582 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0626 02:15:23.715378 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0626 02:15:24.482842 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0626 02:15:24.484364 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0626 02:15:25.832935 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0626 02:15:25.833949 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0626 02:15:26.511958 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:26.512017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:26.512057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:26.512188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:26.512208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:15:26.512344 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 02:15:26.564077 7 controller.go:216] "Backend successfully reloaded" I0626 02:15:26.564348 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ll9zs", UID:"16051ee2-ffd0-4bab-b986-dd120a0b561b", APIVersion:"v1", ResourceVersion:"1436", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0626 02:15:29.845934 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:29.845986 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:29.846007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:29.846105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:29.846134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:33.178533 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:33.178601 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:33.178623 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:33.178798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:33.178814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:36.511976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:36.512041 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:36.512086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:36.512207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:36.512235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:39.846576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:39.846643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:39.846681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:39.846789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:39.846818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:43.178730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:43.178772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:43.178798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:43.178878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:43.178897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:46.513065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:46.513128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:46.513164 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:46.513278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:46.513304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:49.846511 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:49.846571 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:49.846606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:49.846739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:49.846768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:53.317054 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:53.317112 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 02:15:53.317132 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 02:15:53.317207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:53.317223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.92 - - [26/Jun/2026:02:15:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.101 [auth-system-keycloak-80] [] 10.0.0.100:8080 6382 0.101 200 3815381693474efa3489a53ac1fa6ef7 10.0.0.197 - - [26/Jun/2026:02:15:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.103 [auth-system-keycloak-80] [] 10.0.0.100:8080 6382 0.104 200 44599cbecb2e7a0b07801334483641da W0626 02:15:56.650708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:56.650924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:56.650950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:59.984418 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:15:59.984793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:15:59.984897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:03.665047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 02:16:03.665156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:03.665170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:06.999430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:06.999474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:10.332386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:10.332435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:16:12.580772 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.106.6"}] I0626 02:16:12.581524 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.106.6"}] I0626 02:16:12.582610 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.106.6"}] I0626 02:16:12.586253 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c7ead964-585a-4942-bf7b-ca347c0a749e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5062", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 02:16:12.589826 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"aa71c542-15a8-4ef6-bd9f-1875a8fb085e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5063", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 02:16:12.591293 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d9cbc089-d3c1-4c50-a69d-cabfb0025351", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5064", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 02:16:13.666575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:13.666626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:16.999345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:16.999401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.240 - - [26/Jun/2026:02:16:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.464 200 34fcaf133640703477b7afa23fe3c225 199.19.213.240 - - [26/Jun/2026:02:16:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 4246 0.007 200 105ed2be81d1012b0d554834903e467a 199.19.213.240 - - [26/Jun/2026:02:16:20 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.378 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.377 204 83b864a8546abedcb3376554fe7e32ee 199.19.213.240 - - [26/Jun/2026:02:16:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.192 [auth-system-keycloak-80] [] 10.0.0.100:8080 4384 0.192 200 708a5de35619f503c571fabf82583c9a 199.19.213.240 - - [26/Jun/2026:02:16:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.826 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.825 200 7bfd114304de9b98163a4565afdd1d6c 199.19.213.240 - - [26/Jun/2026:02:16:22 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.100:8080 1682 0.008 200 f0a6d6a2434d8c2a71fe31c915898f54 199.19.213.240 - - [26/Jun/2026:02:16:22 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.100:8080 6382 0.008 200 29db2583e217059f6f9a8fa7c66b17b6 199.19.213.240 - - [26/Jun/2026:02:16:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.495 200 1b2ab8f92a6f3a2bb81ecc7845795595 199.19.213.240 - - [26/Jun/2026:02:16:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.008 200 55fadf82323f894b90eb72ec6728004a 199.19.213.240 - - [26/Jun/2026:02:16:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.193 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.193 201 0d3c51bd76e662b7581f5b996cf651bb 199.19.213.240 - - [26/Jun/2026:02:16:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.076 [auth-system-keycloak-80] [] 10.0.0.100:8080 2246 0.076 200 1666a1a87419be2ce4020e3351f00e2e 199.19.213.240 - - [26/Jun/2026:02:16:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.476 200 3c159fec1e5964ec6aaf06c8b53b8639 199.19.213.240 - - [26/Jun/2026:02:16:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 2246 0.005 200 781184f2b1bf9626f87e438af229226a 199.19.213.240 - - [26/Jun/2026:02:16:25 +0000] "GET /admin/realms/atmosphere/clients/b70a6645-c486-443a-b4ab-3498c5e80d86/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.020 [auth-system-keycloak-80] [] 10.0.0.100:8080 233 0.020 200 afe23fbd1f55a49dffcc457f21ac5a74 199.19.213.240 - - [26/Jun/2026:02:16:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.037 [auth-system-keycloak-80] [] 10.0.0.100:8080 831 0.037 200 59db15b66d83e04ecaf67090b4811a32 199.19.213.240 - - [26/Jun/2026:02:16:25 +0000] "GET /admin/realms/atmosphere/clients/df989f15-4c7a-4df5-b6b0-8ba3ea5f5005/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.087 [auth-system-keycloak-80] [] 10.0.0.100:8080 3758 0.087 200 34a140f8834d8ed5fa5433858a869b16 199.19.213.240 - - [26/Jun/2026:02:16:25 +0000] "GET /admin/realms/atmosphere/users/87111c67-7043-499d-ac9f-856b674ad92a/role-mappings/clients/df989f15-4c7a-4df5-b6b0-8ba3ea5f5005/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.106 [auth-system-keycloak-80] [] 10.0.0.100:8080 3758 0.107 200 c99e9a8d3a26721b4ce30e8c74bd71ec 199.19.213.240 - - [26/Jun/2026:02:16:25 +0000] "GET /admin/realms/atmosphere/users/87111c67-7043-499d-ac9f-856b674ad92a/role-mappings/clients/df989f15-4c7a-4df5-b6b0-8ba3ea5f5005/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.074 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.074 200 2cd09996362d3e631d6a5b53be8c4632 199.19.213.240 - - [26/Jun/2026:02:16:25 +0000] "POST /admin/realms/atmosphere/users/87111c67-7043-499d-ac9f-856b674ad92a/role-mappings/clients/df989f15-4c7a-4df5-b6b0-8ba3ea5f5005 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.021 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.021 204 84fdd90ad6fb72af3b5bb721348b5237 199.19.213.240 - - [26/Jun/2026:02:16:25 +0000] "GET /admin/realms/atmosphere/users/87111c67-7043-499d-ac9f-856b674ad92a/role-mappings/clients/df989f15-4c7a-4df5-b6b0-8ba3ea5f5005/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.048 [auth-system-keycloak-80] [] 10.0.0.100:8080 576 0.048 200 8aac3db39ae2e087c1f8ccac8bb65c4a W0626 02:16:28.330934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:28.330958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:31.665539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:16:31.665585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:18:31.720638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:18:31.720669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:18:59.944142 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0626 02:18:59.944389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:18:59.944499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:18:59.949159 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:28.7kB} I0626 02:18:59.949219 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0626 02:18:59.954514 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0626 02:18:59.954805 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0626 02:18:59.955003 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0626 02:18:59.955042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:18:59.955053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:18:59.954999 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"cb867440-63e7-462d-a77b-b5655d88bc0d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6216", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 02:18:59.955123 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 02:19:00.002707 7 controller.go:216] "Backend successfully reloaded" I0626 02:19:00.002964 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ll9zs", UID:"16051ee2-ffd0-4bab-b986-dd120a0b561b", APIVersion:"v1", ResourceVersion:"1436", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0626 02:19:00.499163 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0626 02:19:00.500583 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0626 02:19:03.288946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:19:03.288994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.240 - - [26/Jun/2026:02:19:04 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.005 300 f09ac0a9d2a1e1a0c85f6ee9fe945a55 199.19.213.240 - - [26/Jun/2026:02:19:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.004 200 4f13eaec2f7b366d7e57c3442ad6aad6 199.19.213.240 - - [26/Jun/2026:02:19:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.346 201 245018658b83c60cea00c50433d179de 199.19.213.240 - - [26/Jun/2026:02:19:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.004 300 e40c3db817e1e42f599ba009985267e2 199.19.213.240 - - [26/Jun/2026:02:19:06 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.025 [openstack-keystone-api-5000] [] 10.0.0.10:5000 90 0.025 404 22e6518dd7a1f6322f67206ee93e5c24 199.19.213.240 - - [26/Jun/2026:02:19:06 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.027 [openstack-keystone-api-5000] [] 10.0.0.10:5000 368 0.027 200 cd0df72e39fd935ba862a112444a885c 199.19.213.240 - - [26/Jun/2026:02:19:06 +0000] "GET /v3/domains/0c9c589d96d54b0e935ecd2f4cf80a1f HTTP/1.1" 200 245 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.10:5000 245 0.022 200 940b2a25b6e0a6feecb9bceb3ab562a9 199.19.213.240 - - [26/Jun/2026:02:19:06 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.004 200 2d1d77976170b053cab653b72711f075 199.19.213.240 - - [26/Jun/2026:02:19:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.311 201 d77720167a712a38b15c93bf0f5a2bf0 199.19.213.240 - - [26/Jun/2026:02:19:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.003 300 fff105fe96bc87a5d61ba6755aaa4d04 199.19.213.240 - - [26/Jun/2026:02:19:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.10:5000 101 0.021 404 5c41b0b7b0e14d7b0b6884ad6f532683 199.19.213.240 - - [26/Jun/2026:02:19:07 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.024 [openstack-keystone-api-5000] [] 10.0.0.10:5000 156 0.024 200 818533d5b04ded0551811798795d887f 199.19.213.240 - - [26/Jun/2026:02:19:07 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.022 [openstack-keystone-api-5000] [] 10.0.0.10:5000 454 0.022 201 00a71460e369b4d28f2360ee5e48dbcf 199.19.213.240 - - [26/Jun/2026:02:19:07 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.003 200 5a22b1e288b8b4240feaea96d6886704 199.19.213.240 - - [26/Jun/2026:02:19:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.301 201 93e405fad730c484da017cfcfd7eeb01 199.19.213.240 - - [26/Jun/2026:02:19:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.003 300 6ca9c3129d847d13a3a2679f3c5fb3d4 199.19.213.240 - - [26/Jun/2026:02:19:08 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.10:5000 98 0.024 404 e393e35df86c1de53c699944e9c6e568 199.19.213.240 - - [26/Jun/2026:02:19:08 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.10:5000 136 0.018 200 215424d340edea8e05448fe36e8a6006 199.19.213.240 - - [26/Jun/2026:02:19:08 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 763 0.021 [openstack-keystone-api-5000] [] 10.0.0.10:5000 332 0.021 201 41339911a9fd4a4e912c334b9865781c 199.19.213.240 - - [26/Jun/2026:02:19:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.003 200 7966a85e45433a5269e4920bccc7f7f8 199.19.213.240 - - [26/Jun/2026:02:19:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.301 201 7a872f320dfca04f2cfb5466be6fbfc9 199.19.213.240 - - [26/Jun/2026:02:19:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.003 300 226c653ef09651ce29b54f2b9fa2fd0a 199.19.213.240 - - [26/Jun/2026:02:19:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.10:5000 131 0.022 404 4fbf1801263aba2eff4e2ee9b3e11c1c 199.19.213.240 - - [26/Jun/2026:02:19:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.10:5000 168 0.019 200 a5db683cabd8f45987fe60691ecaa2e8 199.19.213.240 - - [26/Jun/2026:02:19:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.030 [openstack-keystone-api-5000] [] 10.0.0.10:5000 224 0.030 201 7676b7c3270d01d0fd1b8b576a7d77b0 W0626 02:19:11.807489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:19:11.807527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:19:12.579126 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.106.6"}] I0626 02:19:12.583036 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"cb867440-63e7-462d-a77b-b5655d88bc0d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6380", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 02:19:15.141473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:19:15.141517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:19:18.475125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:19:18.475163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0626 02:19:39.251151 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-240.nip.io. Skipping. W0626 02:19:39.251712 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0626 02:19:39.251817 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0626 02:19:39.251887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:19:39.251908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:19:39.256117 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:33.4kB} I0626 02:19:39.256151 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0626 02:19:39.261164 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0626 02:19:39.261506 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"158a87ad-aaf6-40ad-8d3e-f268387322ea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6581", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0626 02:19:39.261624 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-240.nip.io. Skipping. W0626 02:19:39.261885 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0626 02:19:39.262212 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0626 02:19:39.262413 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0626 02:19:39.262555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:19:39.262619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:19:39.262809 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 02:19:39.318032 7 controller.go:216] "Backend successfully reloaded" I0626 02:19:39.318659 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ll9zs", UID:"16051ee2-ffd0-4bab-b986-dd120a0b561b", APIVersion:"v1", ResourceVersion:"1436", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0626 02:19:39.583174 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0626 02:19:39.583390 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-240.nip.io. Skipping. I0626 02:19:39.584388 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0626 02:19:42.596787 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0626 02:19:42.597158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:19:42.597189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:20:12.580225 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.102.106.6"}] E0626 02:20:12.587423 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-240.nip.io. Skipping. I0626 02:20:12.588641 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"158a87ad-aaf6-40ad-8d3e-f268387322ea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6794", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 02:20:12.588974 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0626 02:20:12.589094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:20:12.589113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:20:19.990508 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0626 02:20:19.990642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:20:19.990662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:20:19.994848 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:33.4kB} I0626 02:20:19.994887 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.19.213.240 - - [26/Jun/2026:02:20:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.476 200 38150ca6ba91ea2032039ce55f5e8fc1 199.19.213.240 - - [26/Jun/2026:02:20:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 4384 0.005 200 1584e6189fa5cf2bdd9a6c27e514273d 199.19.213.240 - - [26/Jun/2026:02:20:24 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5855 0.082 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.081 204 b8d40b0135ea5e92473b3bd2817bcff4 199.19.213.240 - - [26/Jun/2026:02:20:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.102 [auth-system-keycloak-80] [] 10.0.0.100:8080 4384 0.102 200 caa2b03f2bfb0d33f6dec991e2fd1f69 199.19.213.240 - - [26/Jun/2026:02:20:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.470 200 0928dffab565aca98e102809f51b502e 199.19.213.240 - - [26/Jun/2026:02:20:25 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12432 "-" "Ansible" 1211 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 12440 0.007 200 5926cd4b2a5d37e0e525c099700d78ef 199.19.213.240 - - [26/Jun/2026:02:20:25 +0000] "GET /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.100:8080 1218 0.009 200 2f4c00b2c47b24f986d4225894b4b148 199.19.213.240 - - [26/Jun/2026:02:20:25 +0000] "PUT /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.033 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.033 204 ddb1949994a2b84375ffd9bf7b5d59ef 199.19.213.240 - - [26/Jun/2026:02:20:25 +0000] "GET /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1272 0.013 [auth-system-keycloak-80] [] 10.0.0.100:8080 968 0.013 200 b358235c13194d61fa9520910ef3dcbf 199.19.213.240 - - [26/Jun/2026:02:20:25 +0000] "GET /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7/protocol-mappers/models/2ce724d0-2990-4a40-99ae-7f6bb1d4b621 HTTP/1.1" 200 371 "-" "Ansible" 1309 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 371 0.004 200 919db6d6d397c67704fe6a022c5e0960 199.19.213.240 - - [26/Jun/2026:02:20:25 +0000] "PUT /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7/protocol-mappers/models/2ce724d0-2990-4a40-99ae-7f6bb1d4b621 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.011 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.010 204 6ef7dec2c526c90915260de03bb1ae2d 199.19.213.240 - - [26/Jun/2026:02:20:25 +0000] "GET /admin/realms/atmosphere/client-scopes/6ec929f5-7078-49f4-a6c0-3f2bc303a6a7 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.030 [auth-system-keycloak-80] [] 10.0.0.100:8080 1218 0.030 200 483d3025d1f760ce23337ce233f8fc35 199.19.213.240 - - [26/Jun/2026:02:20:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.460 200 eb04ee6a723683f869d0e29dcf7d9db8 199.19.213.240 - - [26/Jun/2026:02:20:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.004 200 a35d053504923c9d7097e45a3245bfce 199.19.213.240 - - [26/Jun/2026:02:20:31 +0000] "PUT /admin/realms/atmosphere/clients/00a485ad-49c3-4b85-a884-cb127aa04c7a HTTP/1.1" 204 0 "-" "Ansible" 2607 0.072 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.071 204 c18c6346df68955d3e6f8d3f2225781a 199.19.213.240 - - [26/Jun/2026:02:20:31 +0000] "GET /admin/realms/atmosphere/clients/00a485ad-49c3-4b85-a884-cb127aa04c7a HTTP/1.1" 200 1259 "-" "Ansible" 1242 0.016 [auth-system-keycloak-80] [] 10.0.0.100:8080 1259 0.016 200 505dc76bd14865a09fea1d81197190dd 199.19.213.240 - - [26/Jun/2026:02:20:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.469 200 0243c2e1511e7253a8c2ebe6ffdbfe9f 199.19.213.240 - - [26/Jun/2026:02:20:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.004 200 8f281ea4cc1096ebd1d1fb550fa51315 199.19.213.240 - - [26/Jun/2026:02:20:32 +0000] "PUT /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb HTTP/1.1" 204 0 "-" "Ansible" 2633 0.025 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.025 204 e5690f8f14f08e19ce99a68bb1a55f7a 199.19.213.240 - - [26/Jun/2026:02:20:32 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb HTTP/1.1" 200 1284 "-" "Ansible" 1242 0.054 [auth-system-keycloak-80] [] 10.0.0.100:8080 1284 0.054 200 a3134498f7f49804706967fba22921b4 199.19.213.240 - - [26/Jun/2026:02:20:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.522 200 14e33fe276cedbcab724e094bb7a5190 199.19.213.240 - - [26/Jun/2026:02:20:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.004 200 e1c64e49d25e178c84fcd7cf703ee7a0 199.19.213.240 - - [26/Jun/2026:02:20:33 +0000] "PUT /admin/realms/atmosphere/clients/0ad07fd9-8822-4eb5-a34e-0f4c7ed57f16 HTTP/1.1" 204 0 "-" "Ansible" 2597 0.067 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.066 204 8a1794347e055b03d7853bde210d35dc 199.19.213.240 - - [26/Jun/2026:02:20:33 +0000] "GET /admin/realms/atmosphere/clients/0ad07fd9-8822-4eb5-a34e-0f4c7ed57f16 HTTP/1.1" 200 1249 "-" "Ansible" 1242 0.016 [auth-system-keycloak-80] [] 10.0.0.100:8080 1249 0.017 200 aef03e6cd2d2f324d29195820b98964d 199.19.213.240 - - [26/Jun/2026:02:20:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.467 200 e727a09ef34cfbfde25c0fe2d6ca6095 199.19.213.240 - - [26/Jun/2026:02:20:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.023 200 5f57258e25d37f651bd449c5ecb906ce 199.19.213.240 - - [26/Jun/2026:02:20:34 +0000] "GET /admin/realms/atmosphere/clients/00a485ad-49c3-4b85-a884-cb127aa04c7a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.010 200 2f24998f08d68b357a9b7acac901e95d W0626 02:20:34.762983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:20:34.763018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.240 - - [26/Jun/2026:02:20:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.447 200 ce97a7e8d3b783568cf211c7a4e6f462 199.19.213.240 - - [26/Jun/2026:02:20:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.029 200 9bb8b4d4c8de09918f743866e5075330 199.19.213.240 - - [26/Jun/2026:02:20:35 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.003 [auth-system-keycloak-80] [] 10.0.0.100:8080 165 0.003 200 16e31f4ff70b204b1a25e715886c62eb 199.19.213.240 - - [26/Jun/2026:02:20:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.492 200 9dd3d4e3a1a6e42590b8af7193bf5596 199.19.213.240 - - [26/Jun/2026:02:20:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.006 200 3337e168d7d5c808a04fd2ab7ae402ca 199.19.213.240 - - [26/Jun/2026:02:20:35 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.004 200 37046b84909ff82448a599cff4ae6b01 199.19.213.240 - - [26/Jun/2026:02:20:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.474 200 d5b957a64a3622cd9d82946815af0de7 199.19.213.240 - - [26/Jun/2026:02:20:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.005 200 34dbc551ead4b238fb6f02a26a43a289 199.19.213.240 - - [26/Jun/2026:02:20:36 +0000] "GET /admin/realms/atmosphere/clients/4042b2d1-e5c2-4dbd-a984-acbf16c668eb/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.003 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.003 200 2c21905fc9f8be0ef95b16e8f4998224 199.19.213.240 - - [26/Jun/2026:02:20:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.439 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.438 200 927d8d9abdba166676cd73007be82021 199.19.213.240 - - [26/Jun/2026:02:20:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.037 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.037 200 b2f5ccea1cda1d381eff221f7cdba159 199.19.213.240 - - [26/Jun/2026:02:20:37 +0000] "GET /admin/realms/atmosphere/clients/0ad07fd9-8822-4eb5-a34e-0f4c7ed57f16/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.006 200 0c66fd7dff34fcf9b176b90b52fe017d W0626 02:20:38.097015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:20:38.097061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.240 - - [26/Jun/2026:02:21:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.467 200 077f7f8a0805bab4fd6a8adbadb4ea59 199.19.213.240 - - [26/Jun/2026:02:21:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 4384 0.005 200 5e8f812f6da78bbb91cf74947e2f6ddd 199.19.213.240 - - [26/Jun/2026:02:21:25 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5855 0.075 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.074 204 4d6013c9c29fad8e85a89fc9eec2e0ff 199.19.213.240 - - [26/Jun/2026:02:21:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.175 [auth-system-keycloak-80] [] 10.0.0.100:8080 4384 0.175 200 4185152e75c83146be3c72449feef94d 199.19.213.240 - - [26/Jun/2026:02:21:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.500 200 6c0416f35a31cd31affe27b16497a19a 199.19.213.240 - - [26/Jun/2026:02:21:26 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 1682 0.004 200 41e7d25d2c911bd3cfd5b0ded4f9c57e 199.19.213.240 - - [26/Jun/2026:02:21:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 6382 0.010 200 4e3ab070e048d71a45a9445ed6d6e3fd 199.19.213.240 - - [26/Jun/2026:02:21:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.451 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.449 200 e3d4493baf4a4ae7b9c098712d6a3ff4 199.19.213.240 - - [26/Jun/2026:02:21:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.003 [auth-system-keycloak-80] [] 10.0.0.100:8080 2246 0.003 200 695bc7500b734077e6994f01d63694b1 199.19.213.240 - - [26/Jun/2026:02:21:28 +0000] "PUT /admin/realms/atmosphere/clients/b70a6645-c486-443a-b4ab-3498c5e80d86 HTTP/1.1" 204 0 "-" "Ansible" 3646 0.047 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.045 204 25e9c8ed59ca0efc5242b8a6cfb9ae3b 199.19.213.240 - - [26/Jun/2026:02:21:28 +0000] "GET /admin/realms/atmosphere/clients/b70a6645-c486-443a-b4ab-3498c5e80d86 HTTP/1.1" 200 2244 "-" "Ansible" 1242 0.014 [auth-system-keycloak-80] [] 10.0.0.100:8080 2244 0.015 200 5db72e84fc586a4deade063f509bcda5 199.19.213.240 - - [26/Jun/2026:02:21:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.460 200 3039bcef5f37e078d215f81bf81c5ad9 199.19.213.240 - - [26/Jun/2026:02:21:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.100:8080 2246 0.009 200 e82a2e4cab7a9c7a44958426b4a0c965 199.19.213.240 - - [26/Jun/2026:02:21:29 +0000] "GET /admin/realms/atmosphere/clients/b70a6645-c486-443a-b4ab-3498c5e80d86/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 233 0.010 200 f3043fb637b1c55bb83e6e51670b70c9 199.19.213.240 - - [26/Jun/2026:02:21:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 831 0.005 200 1050f2deb59e136206a5c1cfa114d18e 199.19.213.240 - - [26/Jun/2026:02:21:29 +0000] "GET /admin/realms/atmosphere/clients/df989f15-4c7a-4df5-b6b0-8ba3ea5f5005/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.033 [auth-system-keycloak-80] [] 10.0.0.100:8080 3758 0.033 200 db4a3cd792d90645bb0e882fc95f4073 199.19.213.240 - - [26/Jun/2026:02:21:29 +0000] "GET /admin/realms/atmosphere/users/87111c67-7043-499d-ac9f-856b674ad92a/role-mappings/clients/df989f15-4c7a-4df5-b6b0-8ba3ea5f5005/available HTTP/1.1" 200 3569 "-" "Ansible" 1309 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 3569 0.006 200 24bd1d536337858391b47b4150dba789 199.19.213.240 - - [26/Jun/2026:02:21:29 +0000] "GET /admin/realms/atmosphere/users/87111c67-7043-499d-ac9f-856b674ad92a/role-mappings/clients/df989f15-4c7a-4df5-b6b0-8ba3ea5f5005/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 576 0.005 200 9866aae37b0ad968c8fb846f8eb5a7d6 W0626 02:21:33.301108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:21:33.301299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:21:33.304846 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:33.4kB} I0626 02:21:33.304906 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.19.213.240 - - [26/Jun/2026:02:21:33 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.002 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.002 300 20b49186011a4b1c5547c97852287e30 199.19.213.240 - - [26/Jun/2026:02:21:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.004 200 7464cfdc1a5e26e2fdaea2025883edf8 199.19.213.240 - - [26/Jun/2026:02:21:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.298 201 6d051f274f48d0dabb5d85f32a385f3f 199.19.213.240 - - [26/Jun/2026:02:21:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.003 300 4239593e2557fe2d821f83d3b10514bd 199.19.213.240 - - [26/Jun/2026:02:21:35 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.10:5000 90 0.036 404 873213ec7dd02fa662ced6c1665f67ca 199.19.213.240 - - [26/Jun/2026:02:21:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.10:5000 368 0.030 200 636f2579a157736b763a5afa32bfdddf 199.19.213.240 - - [26/Jun/2026:02:21:35 +0000] "GET /v3/domains/0c9c589d96d54b0e935ecd2f4cf80a1f HTTP/1.1" 200 245 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.10:5000 245 0.018 200 196e741d199f58dc5d06e86d35d660df 199.19.213.240 - - [26/Jun/2026:02:21:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.003 200 de9a352091d1ec29913908af0950c915 199.19.213.240 - - [26/Jun/2026:02:21:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.304 201 a015b979181a44c89539185cd56c0b36 199.19.213.240 - - [26/Jun/2026:02:21:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.003 300 8b589edd832cd8b58cb30241b1020f01 199.19.213.240 - - [26/Jun/2026:02:21:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 454 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.10:5000 454 0.021 200 4844d84e950d01b713dc74c9793a1b26 199.19.213.240 - - [26/Jun/2026:02:21:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 454 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.10:5000 454 0.022 200 d62cffddcf3eef4fc40d38711cdc891b 199.19.213.240 - - [26/Jun/2026:02:21:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.002 200 94e1c8419b07856b4dbfd44657c41031 199.19.213.240 - - [26/Jun/2026:02:21:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.346 201 3c40e50365f05a0e7e82b83abd2a8ac5 199.19.213.240 - - [26/Jun/2026:02:21:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.004 300 d051dd45e37c63f09ea7c6a9297d6032 199.19.213.240 - - [26/Jun/2026:02:21:37 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 332 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.10:5000 332 0.017 200 e1ee4fa6d87dafb53bcf5c27b9b58c75 199.19.213.240 - - [26/Jun/2026:02:21:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.003 200 5d025d94bed057dd3d6c84c4bbcabc57 199.19.213.240 - - [26/Jun/2026:02:21:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.297 201 ecd636c482f4559d44e1ca124a2b34eb 199.19.213.240 - - [26/Jun/2026:02:21:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.003 300 57180a956ba58cfffd5c3a04ab50df9e 199.19.213.240 - - [26/Jun/2026:02:21:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.10:5000 224 0.026 200 2517a9d9c5a7e2edba056d8e66db4361 E0626 02:21:42.646171 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-240.nip.io. Skipping. W0626 02:21:42.646563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 02:21:42.646579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 02:21:42.649204 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:33.4kB} I0626 02:21:42.649229 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.19.213.240 - - [26/Jun/2026:02:21:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.429 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.427 200 9200128e3aec51626e2393487afbc8ed 199.19.213.240 - - [26/Jun/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.044 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.044 200 150ee983e18e53b47c90181676ff07c0 199.19.213.240 - - [26/Jun/2026:02:21:46 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.021 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.021 201 252e01676334c3da8861aca6f4fe752d 199.19.213.240 - - [26/Jun/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.052 [auth-system-keycloak-80] [] 10.0.0.100:8080 322 0.052 200 b55f3eed91ee5319319ea376f3225d16 199.19.213.240 - - [26/Jun/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/users/7f20037f-5d48-4342-b06f-5ccb1b4b95cf/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.010 200 688d836cf5606de1444accd2664c25de 199.19.213.240 - - [26/Jun/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/users/7f20037f-5d48-4342-b06f-5ccb1b4b95cf/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.004 200 cc83b6dc2bc1935fcadea86fac7d480f 199.19.213.240 - - [26/Jun/2026:02:21:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.003 200 6e8b6096165167b6f26383b3f612c9fd 199.19.213.240 - - [26/Jun/2026:02:21:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.299 201 cc225c64a920c81e6994a37f719db4a4 199.19.213.240 - - [26/Jun/2026:02:21:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.002 300 d79dbcf751824870cb0fe1d355d715de 199.19.213.240 - - [26/Jun/2026:02:21:47 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.029 [openstack-keystone-api-5000] [] 10.0.0.10:5000 90 0.029 404 bf9d04585a208168eaf18fab08ffbbc2 199.19.213.240 - - [26/Jun/2026:02:21:47 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.030 [openstack-keystone-api-5000] [] 10.0.0.10:5000 368 0.029 200 66152b8e391951da272ec95520fcfda5 199.19.213.240 - - [26/Jun/2026:02:21:47 +0000] "GET /v3/users?domain_id=0c9c589d96d54b0e935ecd2f4cf80a1f&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.028 [openstack-keystone-api-5000] [] 10.0.0.10:5000 174 0.029 200 15b8fcb185dfb964543b89424d0f15d2 199.19.213.240 - - [26/Jun/2026:02:21:58 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.10:5000 266 0.005 200 f96b6447f0df09f4aab2a5a5695b655e 199.19.213.240 - - [26/Jun/2026:02:21:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.10:5000 1360 0.290 201 1a4c2c416843031eba388cd0aa1ed23f 199.19.213.240 - - [26/Jun/2026:02:21:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.10:5000 281 0.003 300 5c05a6b6f1474eb2f4f6154d0806a270 199.19.213.240 - - [26/Jun/2026:02:21:58 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.10:5000 90 0.027 404 4593bf2897489f8e125beadf9dee6d6d 199.19.213.240 - - [26/Jun/2026:02:21:58 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.10:5000 368 0.027 200 dd3c40ae26ed3380dda1e8b6aded3e5c 199.19.213.240 - - [26/Jun/2026:02:21:58 +0000] "GET /v3/users?domain_id=0c9c589d96d54b0e935ecd2f4cf80a1f&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.116 [openstack-keystone-api-5000] [] 10.0.0.10:5000 451 0.115 200 441683d092f27f83f25f8ed9faa17a1e