------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0424 13:59:07.748753 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0424 13:59:07.748882 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0424 13:59:07.758560 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0424 13:59:07.761575 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0424 13:59:07.868918 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0424 13:59:07.912151 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0424 13:59:07.926976 7 nginx.go:271] "Starting NGINX Ingress controller" I0424 13:59:07.935438 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a025c865-b94b-4f62-91f4-492254b60e22", APIVersion:"v1", ResourceVersion:"1946", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0424 13:59:07.939378 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"ded3b36a-c481-4315-96ec-c9d1616f9cc4", APIVersion:"v1", ResourceVersion:"1947", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0424 13:59:07.939452 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3437bb12-6285-4826-bade-d166f901fec7", APIVersion:"v1", ResourceVersion:"1945", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0424 13:59:09.128585 7 nginx.go:317] "Starting NGINX process" I0424 13:59:09.128672 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0424 13:59:09.129275 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0424 13:59:09.129647 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0424 13:59:09.129736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:09.129763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 13:59:09.129832 7 controller.go:196] "Configuration changes detected, backend reload required" I0424 13:59:09.161336 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0424 13:59:09.161475 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-g9qgd" I0424 13:59:09.169152 7 controller.go:216] "Backend successfully reloaded" I0424 13:59:09.169360 7 controller.go:227] "Initial sync, sleeping for 1 second" I0424 13:59:09.169439 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g9qgd", UID:"b1e96b98-fc2c-4528-b40d-7ee774e81335", APIVersion:"v1", ResourceVersion:"1995", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0424 13:59:12.961497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:12.961873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:16.295877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:16.295913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:19.628885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:19.628973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:22.962220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:22.962293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:26.294938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:26.294980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:29.628292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:29.628346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:32.962887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:32.962942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:51.848709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 13:59:51.848740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:02.051512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:02.051556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:05.385377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:05.385416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:08.718610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:08.718680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:12.051542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:12.051595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:15.385205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:15.385244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:18.718252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:18.718289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:22.053085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:22.053123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:28.053722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:28.053744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:31.388613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:31.388684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:34.720669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:34.720717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:38.054355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:38.054403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:41.389105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:41.389151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:47.200734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:47.200770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:50.535173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:50.535229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:53.869985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:03:53.870036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:26.891788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:26.891842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:30.226302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:30.226352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:43.597667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:43.597714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:46.931015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:46.931064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:50.264685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:50.264736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:53.600580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:04:53.600763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:05:49.168267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:05:49.168305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:05:53.156373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:05:53.156404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:05:56.489951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:05:56.489999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:06.074915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:06.074952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:09.409076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:09.409127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:12.741969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:12.742003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:16.077186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:16.077232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:19.408804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:19.408928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:22.742692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:22.742738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:27.481251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:27.481302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:48.465037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:48.465065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:51.798556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:51.798600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:56.149566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:06:56.149597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:07:43.106824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:07:43.106855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:07:46.441210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:07:46.441326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:07:49.774712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:07:49.774788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:09:57.208618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:09:57.208660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:10:00.188723 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-222.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-222.nip.io-tls was not found. Using default certificate W0424 14:10:00.188810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:10:00.188830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 14:10:00.191121 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:14.7kB} I0424 14:10:00.191172 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0424 14:10:00.203156 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0424 14:10:00.203479 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4ec86e3f-6fb2-4736-b8c0-1829d0944bed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6782", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0424 14:10:00.203848 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-222.nip.io-tls" in local store W0424 14:10:00.542613 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-222.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-222.nip.io-tls was not found. Using default certificate W0424 14:10:00.542670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:10:00.542721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 14:10:00.542774 7 controller.go:196] "Configuration changes detected, backend reload required" I0424 14:10:00.575770 7 controller.go:216] "Backend successfully reloaded" I0424 14:10:00.576404 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g9qgd", UID:"b1e96b98-fc2c-4528-b40d-7ee774e81335", APIVersion:"v1", ResourceVersion:"1995", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0424 14:10:01.280305 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-222.nip.io-tls" I0424 14:10:01.281762 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-222.nip.io-tls" W0424 14:10:03.875936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:10:03.875980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [24/Apr/2026:14:10:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.279 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 2.276 200 53142f48b04d7fc593c887f98203eb1e 199.204.45.222 - - [24/Apr/2026:14:10:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.106 [auth-system-keycloak-80] [] 10.0.0.58:8080 116 0.106 404 f1869f45fd5546b65e5d270058754719 W0424 14:10:07.209506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:10:07.209552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 14:10:09.169137 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.240.156"}] I0424 14:10:09.175072 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4ec86e3f-6fb2-4736-b8c0-1829d0944bed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6897", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.222 - - [24/Apr/2026:14:10:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.693 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 1.692 200 62905622086e972c4e6036a6d4b48cde 199.204.45.222 - - [24/Apr/2026:14:10:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.083 [auth-system-keycloak-80] [] 10.0.0.58:8080 116 0.083 404 6ce321ddcdf8812e475075718ca8f377 W0424 14:10:10.543286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 14:10:10.543340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [24/Apr/2026:14:10:12 +0000] "POST /admin/realms HTTP/1.1" 409 58 "-" "Ansible" 1296 1.687 [auth-system-keycloak-80] [] 10.0.0.58:8080 58 1.682 409 2f5b7d50a7cd6c6946a69f0b35ea7eaa 199.204.45.222 - - [24/Apr/2026:14:10:12 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.975 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 4.969 201 2d639a8a27dd9c84dacdf6d0fc991e46 199.204.45.222 - - [24/Apr/2026:14:10:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.601 [auth-system-keycloak-80] [] 10.0.0.58:8080 4246 0.601 200 ffcfb51212da2fb3bf061521e7555ee0