------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0402 21:19:48.105749 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0402 21:19:48.105897 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0402 21:19:48.114490 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0402 21:19:48.117625 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0402 21:19:48.401494 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0402 21:19:48.417347 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0402 21:19:48.432951 7 nginx.go:271] "Starting NGINX Ingress controller" I0402 21:19:48.438797 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"dc362c5d-b19f-4738-9a04-f2e3f5b1c39b", APIVersion:"v1", ResourceVersion:"1403", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0402 21:19:48.445187 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"e31a1a13-328f-425a-854c-bbfbcd7f74d2", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0402 21:19:48.445312 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f4fbe4f3-d733-4ac3-917d-48080c33e3b8", APIVersion:"v1", ResourceVersion:"1404", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0402 21:19:49.634974 7 nginx.go:317] "Starting NGINX process" I0402 21:19:49.635157 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0402 21:19:49.635533 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0402 21:19:49.635831 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0402 21:19:49.635888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:19:49.635906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 21:19:49.635953 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 21:19:49.645459 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0402 21:19:49.645845 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-pzp4b" I0402 21:19:49.672213 7 controller.go:216] "Backend successfully reloaded" I0402 21:19:49.672497 7 controller.go:227] "Initial sync, sleeping for 1 second" I0402 21:19:49.672600 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzp4b", UID:"150d8ad6-0964-4918-afa3-aed252f0d9c2", APIVersion:"v1", ResourceVersion:"1446", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 21:19:53.446172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:19:53.446193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:19:56.780080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:19:56.780131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:00.114205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:00.114245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:03.446676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:03.446719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:06.780063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:06.780108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:10.113325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:10.113358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:13.447128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:13.447168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:16.782233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:16.782279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:20.113547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:20.113587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:23.446931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:23.446970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:26.779617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:20:26.779662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:17.428460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:17.428542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:40.265001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:40.265034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:43.598538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:43.598578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:46.931967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:46.932028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:50.265782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:50.265915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:53.598891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:53.598935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:56.934412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:21:56.934458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:22:00.266213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:22:00.266303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:22:03.599432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:22:03.599480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:22:06.933424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:22:06.933471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:24:15.745877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:24:15.745935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:24:18.054432 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-32.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-32.nip.io-tls was not found. Using default certificate W0402 21:24:18.054592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:24:18.054661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 21:24:18.056656 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0402 21:24:18.056729 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0402 21:24:18.064812 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0402 21:24:18.065140 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bec64bad-86bd-4785-a492-3f403d6ad8c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3392", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 21:24:18.065357 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-32.nip.io-tls" in local store I0402 21:24:18.473221 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-32.nip.io-tls" I0402 21:24:18.474343 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-32.nip.io-tls" W0402 21:24:19.079941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:24:19.079991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 21:24:19.080119 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 21:24:19.120289 7 controller.go:216] "Backend successfully reloaded" I0402 21:24:19.120534 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzp4b", UID:"150d8ad6-0964-4918-afa3-aed252f0d9c2", APIVersion:"v1", ResourceVersion:"1446", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 21:24:22.415219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:24:22.415292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.32 - - [02/Apr/2026:21:24:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.228 [auth-system-keycloak-80] [] 10.0.0.192:8080 1925 2.227 200 8b44eab3c7f4e9a71a4bab1b0c7f227d 199.19.213.32 - - [02/Apr/2026:21:24:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.180 [auth-system-keycloak-80] [] 10.0.0.192:8080 116 0.180 404 2f3019c0f242d6b4a58ee9eadf5ca70a 199.19.213.32 - - [02/Apr/2026:21:24:28 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.482 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 4.481 201 8c4e7add29c7ee3e0e227a61bffb3793 199.19.213.32 - - [02/Apr/2026:21:24:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.688 [auth-system-keycloak-80] [] 10.0.0.192:8080 4246 0.688 200 e50e3d14c7e8cf0835bad76cd21543c4 199.19.213.32 - - [02/Apr/2026:21:24:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.836 [auth-system-keycloak-80] [] 10.0.0.192:8080 1925 0.835 200 c144c1c1b3a88176546af3a25e5a1a90 199.19.213.32 - - [02/Apr/2026:21:24:30 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.093 [auth-system-keycloak-80] [] 10.0.0.192:8080 12500 0.093 200 a0e587ea2e08f6f4d3174474617c72b4 199.19.213.32 - - [02/Apr/2026:21:24:30 +0000] "GET /admin/realms/atmosphere/client-scopes/89b19201-b30d-439a-8f6e-2fd8ff83dcf3 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.192:8080 1278 0.011 200 10a6c4bc2b7be60e585261da671e0576 199.19.213.32 - - [02/Apr/2026:21:24:31 +0000] "PUT /admin/realms/atmosphere/client-scopes/89b19201-b30d-439a-8f6e-2fd8ff83dcf3 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.070 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.064 204 e63928c625e8c36429f06961b93e2f63 199.19.213.32 - - [02/Apr/2026:21:24:31 +0000] "GET /admin/realms/atmosphere/client-scopes/89b19201-b30d-439a-8f6e-2fd8ff83dcf3/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.087 [auth-system-keycloak-80] [] 10.0.0.192:8080 963 0.087 200 0484d1bbeffd6d7c116d9db46ee3ada2 199.19.213.32 - - [02/Apr/2026:21:24:31 +0000] "GET /admin/realms/atmosphere/client-scopes/89b19201-b30d-439a-8f6e-2fd8ff83dcf3/protocol-mappers/models/ab3acdc5-60f8-4d62-9fde-040ffa7c7859 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.074 [auth-system-keycloak-80] [] 10.0.0.192:8080 366 0.074 200 05ea9968bf34a172f9cc78a36f987d7d 199.19.213.32 - - [02/Apr/2026:21:24:31 +0000] "PUT /admin/realms/atmosphere/client-scopes/89b19201-b30d-439a-8f6e-2fd8ff83dcf3/protocol-mappers/models/ab3acdc5-60f8-4d62-9fde-040ffa7c7859 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.027 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.026 204 64cc77d6faef897df7b12e74ca603efb 199.19.213.32 - - [02/Apr/2026:21:24:31 +0000] "GET /admin/realms/atmosphere/client-scopes/89b19201-b30d-439a-8f6e-2fd8ff83dcf3 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.066 [auth-system-keycloak-80] [] 10.0.0.192:8080 1218 0.065 200 d3836afa1b8baa764a2f38029c49308a E0402 21:24:41.962706 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0402 21:24:49.654197 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.149.229"}] I0402 21:24:49.688496 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bec64bad-86bd-4785-a492-3f403d6ad8c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3601", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 21:24:49.693829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:24:49.693870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store