I0628 20:45:22.277930 1 serving.go:348] Generated self-signed cert in-memory I0628 20:45:22.646110 1 controllermanager.go:189] "Starting" version="v1.28.13" I0628 20:45:22.646139 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0628 20:45:22.647972 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0628 20:45:22.647997 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0628 20:45:22.648161 1 secure_serving.go:213] Serving securely on [::]:10257 I0628 20:45:22.648262 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0628 20:45:22.648341 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0628 20:45:44.201834 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.162:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0628 20:45:56.393833 1 leaderelection.go:369] Failed to update lock: the server was unable to return a response in the time allotted, but may still be processing the request (put leases.coordination.k8s.io kube-controller-manager) E0628 20:46:04.553252 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.162:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0628 20:46:10.072648 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0628 20:46:10.126039 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_313519df-360f-4732-92af-1e0d17f79f6c became leader" I0628 20:46:10.752603 1 shared_informer.go:311] Waiting for caches to sync for tokens E0628 20:46:10.920533 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0628 20:46:10.920557 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0628 20:46:10.966029 1 shared_informer.go:318] Caches are synced for tokens I0628 20:46:11.718457 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0628 20:46:11.768773 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0628 20:46:11.768826 1 shared_informer.go:311] Waiting for caches to sync for deployment I0628 20:46:13.096832 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0628 20:46:13.097134 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0628 20:46:13.097391 1 node_lifecycle_controller.go:465] "Sending events to api server" I0628 20:46:13.097497 1 node_lifecycle_controller.go:476] "Starting node controller" I0628 20:46:13.097515 1 shared_informer.go:311] Waiting for caches to sync for taint I0628 20:46:13.411172 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0628 20:46:13.413243 1 pv_controller_base.go:319] "Starting persistent volume controller" I0628 20:46:13.413288 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0628 20:46:13.618126 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0628 20:46:13.625872 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0628 20:46:13.625909 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0628 20:46:14.648001 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0628 20:46:14.648077 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0628 20:46:15.801795 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0628 20:46:15.801856 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0628 20:46:15.801903 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0628 20:46:15.801925 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0628 20:46:15.802276 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0628 20:46:15.802297 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0628 20:46:15.806172 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0628 20:46:15.806466 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0628 20:46:15.806484 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0628 20:46:16.571355 1 controllermanager.go:642] "Started controller" controller="job-controller" I0628 20:46:16.571521 1 job_controller.go:226] "Starting job controller" I0628 20:46:16.571558 1 shared_informer.go:311] Waiting for caches to sync for job I0628 20:46:17.952669 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0628 20:46:17.952712 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0628 20:46:17.952764 1 graph_builder.go:294] "Running" component="GraphBuilder" I0628 20:46:17.970728 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0628 20:46:18.701987 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0628 20:46:18.702331 1 replica_set.go:214] "Starting controller" name="replicaset" I0628 20:46:18.702352 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0628 20:46:19.451532 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0628 20:46:19.570732 1 ttl_controller.go:124] "Starting TTL controller" I0628 20:46:19.570788 1 shared_informer.go:311] Waiting for caches to sync for TTL E0628 20:46:20.204997 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0628 20:46:20.205039 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0628 20:46:20.680353 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0628 20:46:20.723375 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0628 20:46:20.723438 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0628 20:46:20.733238 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0628 20:46:20.733589 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0628 20:46:20.733612 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0628 20:46:20.736659 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0628 20:46:20.736843 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0628 20:46:20.736860 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0628 20:46:21.305437 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0628 20:46:21.365797 1 gc_controller.go:101] "Starting GC controller" I0628 20:46:21.365861 1 shared_informer.go:311] Waiting for caches to sync for GC I0628 20:46:21.907340 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0628 20:46:21.907640 1 pv_protection_controller.go:78] "Starting PV protection controller" I0628 20:46:21.907687 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0628 20:46:21.910353 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0628 20:46:21.910506 1 publisher.go:102] "Starting root CA cert publisher controller" I0628 20:46:21.910533 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0628 20:46:21.912499 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0628 20:46:21.912667 1 cleaner.go:83] "Starting CSR cleaner controller" I0628 20:46:22.565281 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0628 20:46:22.565443 1 attach_detach_controller.go:337] "Starting attach detach controller" I0628 20:46:22.565483 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0628 20:46:22.569020 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0628 20:46:22.569160 1 expand_controller.go:328] "Starting expand controller" I0628 20:46:22.569186 1 shared_informer.go:311] Waiting for caches to sync for expand I0628 20:46:23.030595 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0628 20:46:23.030991 1 endpoints_controller.go:177] "Starting endpoint controller" I0628 20:46:23.031022 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0628 20:46:23.083680 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0628 20:46:23.083718 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0628 20:46:23.083750 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0628 20:46:23.084541 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0628 20:46:23.084578 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0628 20:46:23.084626 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0628 20:46:23.085277 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0628 20:46:23.085322 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0628 20:46:23.085360 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0628 20:46:23.085984 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0628 20:46:23.086028 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0628 20:46:23.086044 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0628 20:46:23.086069 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0628 20:46:23.597759 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0628 20:46:23.667059 1 serviceaccounts_controller.go:111] "Starting service account controller" I0628 20:46:23.667108 1 shared_informer.go:311] Waiting for caches to sync for service account I0628 20:46:27.596419 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0628 20:46:27.596571 1 horizontal.go:200] "Starting HPA controller" I0628 20:46:27.596607 1 shared_informer.go:311] Waiting for caches to sync for HPA I0628 20:46:27.675458 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0628 20:46:27.675735 1 stateful_set.go:163] "Starting stateful set controller" I0628 20:46:27.675811 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0628 20:46:29.259813 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0628 20:46:29.260081 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0628 20:46:29.260100 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0628 20:46:29.635802 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0628 20:46:29.635903 1 controller.go:169] "Starting ephemeral volume controller" I0628 20:46:29.635950 1 shared_informer.go:311] Waiting for caches to sync for ephemeral E0628 20:46:34.635282 1 leaderelection.go:369] Failed to update lock: Put "https://199.204.45.162:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0628 20:46:39.598129 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.162:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded I0628 20:46:39.598181 1 leaderelection.go:285] failed to renew lease kube-system/kube-controller-manager: timed out waiting for the condition E0628 20:46:39.598265 1 controllermanager.go:302] "leaderelection lost" E0628 20:46:39.598275 1 shared_informer.go:314] unable to sync caches for GC E0628 20:46:39.598297 1 shared_informer.go:314] unable to sync caches for TTL after finished I0628 20:46:39.598303 1 gc_controller.go:106] "Shutting down GC controller" E0628 20:46:39.598316 1 shared_informer.go:314] unable to sync caches for bootstrap_signer E0628 20:46:39.598327 1 shared_informer.go:314] unable to sync caches for ephemeral E0628 20:46:39.598343 1 shared_informer.go:314] unable to sync caches for endpoint_slice_mirroring E0628 20:46:39.598354 1 shared_informer.go:314] unable to sync caches for PVC protection E0628 20:46:39.598370 1 shared_informer.go:314] unable to sync caches for endpoint E0628 20:46:39.598385 1 shared_informer.go:314] unable to sync caches for cronjob E0628 20:46:39.598405 1 shared_informer.go:314] unable to sync caches for ClusterRoleAggregator E0628 20:46:39.598419 1 shared_informer.go:314] unable to sync caches for persistent volume E0628 20:46:39.598440 1 shared_informer.go:314] unable to sync caches for crt configmap E0628 20:46:39.598453 1 shared_informer.go:314] unable to sync caches for PV protection E0628 20:46:39.598468 1 shared_informer.go:314] unable to sync caches for ReplicationController E0628 20:46:39.598488 1 shared_informer.go:314] unable to sync caches for ReplicaSet E0628 20:46:39.598503 1 shared_informer.go:314] unable to sync caches for certificate-csrapproving I0628 20:46:39.598591 1 cleaner.go:91] "Shutting down CSR cleaner controller" I0628 20:46:39.598631 1 dynamic_serving_content.go:146] "Shutting down controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0628 20:46:39.598775 1 dynamic_serving_content.go:146] "Shutting down controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" E0628 20:46:39.598812 1 shared_informer.go:314] unable to sync caches for TTL I0628 20:46:39.598820 1 dynamic_serving_content.go:146] "Shutting down controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" E0628 20:46:39.598834 1 shared_informer.go:314] unable to sync caches for HPA E0628 20:46:39.598845 1 shared_informer.go:314] unable to sync caches for certificate-csrsigning-legacy-unknown E0628 20:46:39.598858 1 shared_informer.go:314] unable to sync caches for certificate-csrsigning-kube-apiserver-client E0628 20:46:39.598867 1 shared_informer.go:314] unable to sync caches for certificate-csrsigning-kubelet-client E0628 20:46:39.598877 1 shared_informer.go:314] unable to sync caches for certificate-csrsigning-kubelet-serving E0628 20:46:39.598888 1 shared_informer.go:314] unable to sync caches for stateful set E0628 20:46:39.598825 1 shared_informer.go:314] unable to sync caches for taint I0628 20:46:39.598964 1 dynamic_serving_content.go:146] "Shutting down controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" E0628 20:46:39.598968 1 shared_informer.go:314] unable to sync caches for service account E0628 20:46:39.598984 1 shared_informer.go:314] unable to sync caches for job E0628 20:46:39.598988 1 shared_informer.go:314] unable to sync caches for attach detach E0628 20:46:39.598997 1 shared_informer.go:314] unable to sync caches for deployment E0628 20:46:39.599000 1 shared_informer.go:314] unable to sync caches for expand I0628 20:46:39.599023 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_313519df-360f-4732-92af-1e0d17f79f6c stopped leading"