------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 01:33:48.465395 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 01:33:48.465719 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 01:33:48.474535 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 01:33:48.477679 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 01:33:48.551794 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 01:33:48.578302 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 01:33:48.593642 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 01:33:48.600434 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b2981062-7cd6-42bc-aadd-d81f55a43f73", APIVersion:"v1", ResourceVersion:"1337", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 01:33:48.603601 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a62a8303-32cd-49d7-84b7-c0ba2f4ad530", APIVersion:"v1", ResourceVersion:"1335", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 01:33:48.603702 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"ddc38543-564d-4b75-88bc-58c2e1ae022a", APIVersion:"v1", ResourceVersion:"1336", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 01:33:49.795226 7 nginx.go:317] "Starting NGINX process" I0403 01:33:49.795391 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 01:33:49.800452 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 01:33:49.800763 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0403 01:33:49.800832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:33:49.800861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:33:49.800942 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:33:49.802264 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 01:33:49.802377 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-4qvcw" I0403 01:33:49.833531 7 controller.go:216] "Backend successfully reloaded" I0403 01:33:49.833639 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 01:33:49.833771 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4qvcw", UID:"7de67891-9f13-40ee-8813-1d737b1a8b6e", APIVersion:"v1", ResourceVersion:"1379", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:33:53.617572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:33:53.617612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:33:56.951624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:33:56.951682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:00.284454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:00.284488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:03.618593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:03.618645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:06.951091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:06.951148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:10.285342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:10.285389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:13.617676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:13.617826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:16.952071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:16.952110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:20.284981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:20.285020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:23.620714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:23.620757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:26.951473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:34:26.951522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:17.842948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:17.843018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:21.178443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:21.178504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:34.840436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:34.840473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:38.323887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:38.323928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:41.658127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:41.658174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:44.991540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:44.991588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:48.324843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:48.324875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:51.657389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:51.657434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:54.991308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:54.991342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:58.324323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:35:58.324367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:36:01.660094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:36:01.660140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:38:05.378174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:38:05.378210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:38:08.712545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:38:08.712587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:38:08.970332 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-70.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-70.nip.io-tls was not found. Using default certificate W0403 01:38:08.970395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:38:08.970450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:38:08.972476 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0403 01:38:08.972503 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 01:38:08.978399 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0403 01:38:08.978831 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"730af829-2941-401e-ab5e-6de3f8628d7f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3266", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:38:08.979406 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-70.nip.io-tls" in local store I0403 01:38:09.719771 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-70.nip.io-tls" I0403 01:38:09.720869 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-70.nip.io-tls" W0403 01:38:12.046160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:38:12.046211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:38:12.046294 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:38:12.079232 7 controller.go:216] "Backend successfully reloaded" I0403 01:38:12.079659 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4qvcw", UID:"7de67891-9f13-40ee-8813-1d737b1a8b6e", APIVersion:"v1", ResourceVersion:"1379", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.70 - - [03/Apr/2026:01:38:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.111 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 2.110 200 b762b07bfc852d81ceb2c8d46203bb5d 199.204.45.70 - - [03/Apr/2026:01:38:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.182 [auth-system-keycloak-80] [] 10.0.0.221:8080 116 0.182 404 cf3a388376b258e31f6e2a3ce5b9a622 W0403 01:38:15.378977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:38:15.379030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:01:38:18 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.177 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 4.175 201 fcb3d6ca13aff89f6d53dff3503699e7 199.204.45.70 - - [03/Apr/2026:01:38:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.506 [auth-system-keycloak-80] [] 10.0.0.221:8080 4246 0.505 200 44cbee8cd2141b74a973a6428c229562 199.204.45.70 - - [03/Apr/2026:01:38:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.516 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 0.514 200 9947863ef469dbbbb3770a9fc21fe1fb 199.204.45.70 - - [03/Apr/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.086 [auth-system-keycloak-80] [] 10.0.0.221:8080 12500 0.086 200 be382095a051ea299dddd65415b46b0a 199.204.45.70 - - [03/Apr/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/client-scopes/f09c0b60-fbb9-4089-b191-43b5c532f64b HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.070 [auth-system-keycloak-80] [] 10.0.0.221:8080 1278 0.071 200 0cdc79a897d6a70588103ba7c8bee73b 199.204.45.70 - - [03/Apr/2026:01:38:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/f09c0b60-fbb9-4089-b191-43b5c532f64b HTTP/1.1" 204 0 "-" "Ansible" 1846 0.023 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.022 204 c9bd57b818709859439752a19d1aa149 199.204.45.70 - - [03/Apr/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/client-scopes/f09c0b60-fbb9-4089-b191-43b5c532f64b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.067 [auth-system-keycloak-80] [] 10.0.0.221:8080 963 0.067 200 b853b30d055e7ab1c9e9e8e0135d7923 199.204.45.70 - - [03/Apr/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/client-scopes/f09c0b60-fbb9-4089-b191-43b5c532f64b/protocol-mappers/models/750cf9a3-b010-4f3b-b41a-1d01a2db5fe4 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.008 [auth-system-keycloak-80] [] 10.0.0.221:8080 366 0.008 200 b01f60c0699922c2e0879702af6ba02b 199.204.45.70 - - [03/Apr/2026:01:38:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/f09c0b60-fbb9-4089-b191-43b5c532f64b/protocol-mappers/models/750cf9a3-b010-4f3b-b41a-1d01a2db5fe4 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.077 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.076 204 198450e71e03db9b9785c679199b9b04 199.204.45.70 - - [03/Apr/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/client-scopes/f09c0b60-fbb9-4089-b191-43b5c532f64b HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.080 [auth-system-keycloak-80] [] 10.0.0.221:8080 1218 0.079 200 b569935e7743c3fdd70b37a64104072c 199.204.45.70 - - [03/Apr/2026:01:38:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.461 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 0.460 200 8f92e07226e059dceafd7140104f947f 199.204.45.70 - - [03/Apr/2026:01:38:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.084 [auth-system-keycloak-80] [] 10.0.0.221:8080 2 0.084 200 564a86c055f6503d835989111ab03378 199.204.45.70 - - [03/Apr/2026:01:38:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.211 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.210 201 4c2abddfa331b39b6746dd02a1ec9d0f 199.204.45.70 - - [03/Apr/2026:01:38:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.082 [auth-system-keycloak-80] [] 10.0.0.221:8080 1259 0.081 200 08f4529e80337168f8837fdda5e48a80 199.204.45.70 - - [03/Apr/2026:01:38:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.521 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 0.519 200 8df570a6f4c920ac5d6ab9ed05cc8ab9 199.204.45.70 - - [03/Apr/2026:01:38:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.016 [auth-system-keycloak-80] [] 10.0.0.221:8080 2 0.016 200 a9eeeb9c8c222f1ca4e65ec2a01632ba 199.204.45.70 - - [03/Apr/2026:01:38:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.085 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.084 201 bd49f1aee00e4722cdc9f2eb4539eef5 199.204.45.70 - - [03/Apr/2026:01:38:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.075 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.075 200 2df069698e9329cc82fd1ca06de6ca12 199.204.45.70 - - [03/Apr/2026:01:38:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 0.458 200 97733d69d60b3cf696814ce04eed40d5 199.204.45.70 - - [03/Apr/2026:01:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.024 [auth-system-keycloak-80] [] 10.0.0.221:8080 2 0.024 200 5593e1b1fcd3fe7f1a201d32c51be702 199.204.45.70 - - [03/Apr/2026:01:38:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.101 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.100 201 12508e2383dccc9a8121c9d75651047f 199.204.45.70 - - [03/Apr/2026:01:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.221:8080 1249 0.073 200 cb5c3923271746b92b836810af062280 199.204.45.70 - - [03/Apr/2026:01:38:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.507 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 0.506 200 92b7ed03ed8704a5d283714bf27706da 199.204.45.70 - - [03/Apr/2026:01:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.221:8080 1259 0.013 200 c3a37d8d03c24d9623254cb030ecac47 199.204.45.70 - - [03/Apr/2026:01:38:45 +0000] "GET /admin/realms/atmosphere/clients/95c15f85-09f0-40a7-a415-50392628a23f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.221:8080 119 0.015 404 b8e67ac88c2b39597b5fa9f6542c2eff 199.204.45.70 - - [03/Apr/2026:01:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.040 [auth-system-keycloak-80] [] 10.0.0.221:8080 1259 0.040 200 f96f5679b9db9490b1f27dbf9a888a2a 199.204.45.70 - - [03/Apr/2026:01:38:46 +0000] "POST /admin/realms/atmosphere/clients/95c15f85-09f0-40a7-a415-50392628a23f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.090 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.090 201 efc67a4c4cfd48ac066ded8331fccba7 199.204.45.70 - - [03/Apr/2026:01:38:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.221:8080 1259 0.009 200 644c610b956717e21a3e7187b5e6c9e2 199.204.45.70 - - [03/Apr/2026:01:38:46 +0000] "GET /admin/realms/atmosphere/clients/95c15f85-09f0-40a7-a415-50392628a23f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.072 [auth-system-keycloak-80] [] 10.0.0.221:8080 166 0.072 200 510b9ef42de4a2cbd1b4dcb9a84e1b19 199.204.45.70 - - [03/Apr/2026:01:38:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.590 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 0.588 200 2106e6315bff56b48902e606cf797ce0 199.204.45.70 - - [03/Apr/2026:01:38:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.007 200 9300c0ef339e2f63f7fd1c8b54883139 199.204.45.70 - - [03/Apr/2026:01:38:47 +0000] "GET /admin/realms/atmosphere/clients/17c9ab22-9787-4479-bf6a-23e474a28ca2/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.221:8080 119 0.008 404 e469de47d6f8d4af03eb7199590e0820 199.204.45.70 - - [03/Apr/2026:01:38:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.006 200 be7013ecb8cc4261810d0204568b82a0 199.204.45.70 - - [03/Apr/2026:01:38:47 +0000] "POST /admin/realms/atmosphere/clients/17c9ab22-9787-4479-bf6a-23e474a28ca2/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.046 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.046 201 51a96ea959b4ba8a484481e7ab988a82 199.204.45.70 - - [03/Apr/2026:01:38:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.006 200 28e62f52c44662d7446cf71bf71b266c 199.204.45.70 - - [03/Apr/2026:01:38:47 +0000] "GET /admin/realms/atmosphere/clients/17c9ab22-9787-4479-bf6a-23e474a28ca2/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.073 [auth-system-keycloak-80] [] 10.0.0.221:8080 165 0.072 200 dc06cb42ea7cb7e5254e06385faf024b 199.204.45.70 - - [03/Apr/2026:01:38:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.523 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 0.523 200 8a326a4e71eb3d33a71c804f271ca61b 199.204.45.70 - - [03/Apr/2026:01:38:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.007 200 876499ceb3f3e9099ee7b8f54bbcdcac 199.204.45.70 - - [03/Apr/2026:01:38:48 +0000] "GET /admin/realms/atmosphere/clients/17c9ab22-9787-4479-bf6a-23e474a28ca2/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.075 [auth-system-keycloak-80] [] 10.0.0.221:8080 119 0.075 404 4bc00c856cefda4d7ef210b98cc7de66 199.204.45.70 - - [03/Apr/2026:01:38:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.008 200 019b33e9f4949f2029afc142cfc27836 199.204.45.70 - - [03/Apr/2026:01:38:48 +0000] "POST /admin/realms/atmosphere/clients/17c9ab22-9787-4479-bf6a-23e474a28ca2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.063 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.063 201 88d9ce0f22991127415339ed302acc34 199.204.45.70 - - [03/Apr/2026:01:38:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.014 200 0bc03d0d7d36e1cfcd3da6bfc3efd720 199.204.45.70 - - [03/Apr/2026:01:38:48 +0000] "GET /admin/realms/atmosphere/clients/17c9ab22-9787-4479-bf6a-23e474a28ca2/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.221:8080 166 0.014 200 11fa202fbada7b4526f807dd07786e2e 199.204.45.70 - - [03/Apr/2026:01:38:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 0.479 200 ec2cf55c5d8c584c71ca111c31aa2466 199.204.45.70 - - [03/Apr/2026:01:38:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.013 200 c785c1277ef50fdd46157b20134d654c 199.204.45.70 - - [03/Apr/2026:01:38:49 +0000] "GET /admin/realms/atmosphere/clients/17c9ab22-9787-4479-bf6a-23e474a28ca2/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.060 [auth-system-keycloak-80] [] 10.0.0.221:8080 119 0.060 404 07315dee1cf17c6ea6509dbbbd2667ef 199.204.45.70 - - [03/Apr/2026:01:38:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.008 200 76946f2edfcd5fd820df103295dd1fc0 199.204.45.70 - - [03/Apr/2026:01:38:49 +0000] "POST /admin/realms/atmosphere/clients/17c9ab22-9787-4479-bf6a-23e474a28ca2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.018 201 97399475b199a3fd05bcb4b9970975ea 199.204.45.70 - - [03/Apr/2026:01:38:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.221:8080 1283 0.007 200 8f84bd4038a504bee707e3b11b23bf92 199.204.45.70 - - [03/Apr/2026:01:38:49 +0000] "GET /admin/realms/atmosphere/clients/17c9ab22-9787-4479-bf6a-23e474a28ca2/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.029 [auth-system-keycloak-80] [] 10.0.0.221:8080 166 0.028 200 ed809a3e439675032576e886e130f2a1 I0403 01:38:49.808894 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.24.96"}] I0403 01:38:49.815166 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"730af829-2941-401e-ab5e-6de3f8628d7f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3562", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:38:49.817030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:38:49.817123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:01:38:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.499 [auth-system-keycloak-80] [] 10.0.0.221:8080 1925 0.497 200 062a6a3c98b10add918284a2069ec64e 199.204.45.70 - - [03/Apr/2026:01:38:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.221:8080 1249 0.008 200 c68aa7918139ad03f9f50bc588646af3 199.204.45.70 - - [03/Apr/2026:01:38:50 +0000] "GET /admin/realms/atmosphere/clients/e36272b8-0e0d-4b3c-9fb2-f5b348f54a8c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.059 [auth-system-keycloak-80] [] 10.0.0.221:8080 119 0.060 404 9adaf9e41c7973f7d86f8e1e2ac2c502 199.204.45.70 - - [03/Apr/2026:01:38:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.221:8080 1249 0.008 200 16628414695a447b5f3f0f16a5cda3ca 199.204.45.70 - - [03/Apr/2026:01:38:50 +0000] "POST /admin/realms/atmosphere/clients/e36272b8-0e0d-4b3c-9fb2-f5b348f54a8c/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.221:8080 0 0.016 201 a9408606908589031741a261af4a9098 199.204.45.70 - - [03/Apr/2026:01:38:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.221:8080 1249 0.008 200 c8dc3d358bdec54a2194cada5e303399 199.204.45.70 - - [03/Apr/2026:01:38:50 +0000] "GET /admin/realms/atmosphere/clients/e36272b8-0e0d-4b3c-9fb2-f5b348f54a8c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.032 [auth-system-keycloak-80] [] 10.0.0.221:8080 166 0.032 200 51cfe2eddf9b8ad72d9a59d3899a73f6 W0403 01:40:00.522633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:00.522695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:00.611510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:40:00.611658 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 01:40:00.611720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:00.611931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:40:00.614291 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0403 01:40:00.614318 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0403 01:40:00.616193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:40:00.616271 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 01:40:00.616398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:40:00.616722 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 01:40:00.616801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:00.616441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:00.616818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:00.616915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:40:00.618139 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0403 01:40:00.618162 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 01:40:00.619422 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0403 01:40:00.619455 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 01:40:00.632055 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0403 01:40:00.632609 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 01:40:00.632610 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"62da7748-3a38-4e89-8da9-2b99a195def5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4155", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:40:00.632641 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0403 01:40:00.633942 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d9eaf7b8-1c48-4fca-b588-52091c21c62e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4159", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:40:00.634516 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 01:40:00.634570 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0403 01:40:00.634736 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"da5bc1f7-4587-43d9-bc8a-9df21c0c3d73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4160", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:40:00.634959 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 01:40:01.069885 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 01:40:01.070979 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 01:40:01.699574 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 01:40:01.700523 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0403 01:40:01.758082 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 01:40:01.758891 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0403 01:40:03.856576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:40:03.856620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:40:03.856642 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:40:03.856737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:03.856753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:40:03.856831 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:40:03.904386 7 controller.go:216] "Backend successfully reloaded" I0403 01:40:03.904590 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4qvcw", UID:"7de67891-9f13-40ee-8813-1d737b1a8b6e", APIVersion:"v1", ResourceVersion:"1379", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:40:07.190266 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:40:07.190327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:40:07.190350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:40:07.190420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:07.190434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:10.523486 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:40:10.523556 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:40:10.523610 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:40:10.523741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:10.523771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:13.856216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:40:13.856262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:40:13.856314 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:40:13.856453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:13.856465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:17.189862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:40:17.189926 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:40:17.189962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:40:17.190087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:17.190109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:20.522648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:40:20.522703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:40:20.522730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:40:20.522817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:20.522847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.42 - - [03/Apr/2026:01:40:22 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.019 [auth-system-keycloak-80] [] 10.0.0.221:8080 6361 0.020 200 0dacbb9cba0da2ead52f655dfc3a0924 10.0.0.77 - - [03/Apr/2026:01:40:22 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.087 [auth-system-keycloak-80] [] 10.0.0.221:8080 6361 0.087 200 f43934e3550c35927cccaf1457bfbbdb W0403 01:40:23.856174 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:40:23.856364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:23.856382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:27.190101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:27.190165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:30.523294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:30.523345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:40:49.809078 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.24.96"}] I0403 01:40:49.812396 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.24.96"}] I0403 01:40:49.813882 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"da5bc1f7-4587-43d9-bc8a-9df21c0c3d73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4911", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:40:49.815044 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.24.96"}] W0403 01:40:49.815685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:49.815711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:40:49.818937 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d9eaf7b8-1c48-4fca-b588-52091c21c62e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4912", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:40:49.819896 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"62da7748-3a38-4e89-8da9-2b99a195def5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4913", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:40:53.151230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:53.151261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:56.482683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:56.482719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store