I0918 05:15:17.289321 1 serving.go:348] Generated self-signed cert in-memory I0918 05:15:17.545585 1 controllermanager.go:189] "Starting" version="v1.28.13" I0918 05:15:17.545612 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0918 05:15:17.547326 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0918 05:15:17.547494 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0918 05:15:17.547523 1 secure_serving.go:213] Serving securely on [::]:10257 I0918 05:15:17.547664 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0918 05:15:17.547764 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0918 05:15:18.847678 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0918 05:15:21.775908 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0918 05:15:21.776278 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_e732aa38-b1e4-415c-8fd6-2b248524e866 became leader" I0918 05:15:21.785707 1 shared_informer.go:311] Waiting for caches to sync for tokens I0918 05:15:21.797502 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0918 05:15:21.797642 1 endpoints_controller.go:177] "Starting endpoint controller" I0918 05:15:21.797682 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0918 05:15:21.808674 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0918 05:15:21.808820 1 gc_controller.go:101] "Starting GC controller" I0918 05:15:21.808850 1 shared_informer.go:311] Waiting for caches to sync for GC I0918 05:15:21.818497 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0918 05:15:21.818689 1 stateful_set.go:163] "Starting stateful set controller" I0918 05:15:21.818734 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0918 05:15:21.826796 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0918 05:15:21.826900 1 ttl_controller.go:124] "Starting TTL controller" I0918 05:15:21.826906 1 shared_informer.go:311] Waiting for caches to sync for TTL I0918 05:15:21.886870 1 shared_informer.go:318] Caches are synced for tokens I0918 05:15:21.960009 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0918 05:15:21.960188 1 serviceaccounts_controller.go:111] "Starting service account controller" I0918 05:15:21.960244 1 shared_informer.go:311] Waiting for caches to sync for service account I0918 05:15:21.969994 1 controllermanager.go:642] "Started controller" controller="job-controller" I0918 05:15:21.970311 1 job_controller.go:226] "Starting job controller" I0918 05:15:21.970377 1 shared_informer.go:311] Waiting for caches to sync for job I0918 05:15:21.982258 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0918 05:15:21.982456 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0918 05:15:21.982476 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0918 05:15:22.017622 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0918 05:15:22.017754 1 cleaner.go:83] "Starting CSR cleaner controller" W0918 05:15:22.075045 1 shared_informer.go:593] resyncPeriod 23h4m52.288034991s is smaller than resyncCheckPeriod 23h11m53.041985615s and the informer has already started. Changing it to 23h11m53.041985615s I0918 05:15:22.075233 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0918 05:15:22.075313 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0918 05:15:22.075417 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0918 05:15:22.075505 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0918 05:15:22.075581 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0918 05:15:22.075941 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0918 05:15:22.076064 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0918 05:15:22.076160 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0918 05:15:22.076397 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0918 05:15:22.076470 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0918 05:15:22.076511 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0918 05:15:22.076616 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0918 05:15:22.076669 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0918 05:15:22.076768 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0918 05:15:22.076822 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" W0918 05:15:22.076847 1 shared_informer.go:593] resyncPeriod 14h46m57.269432209s is smaller than resyncCheckPeriod 23h11m53.041985615s and the informer has already started. Changing it to 23h11m53.041985615s I0918 05:15:22.076943 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0918 05:15:22.077052 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0918 05:15:22.077177 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0918 05:15:22.077242 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0918 05:15:22.077297 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0918 05:15:22.077343 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0918 05:15:22.077492 1 resource_quota_controller.go:294] "Starting resource quota controller" I0918 05:15:22.077665 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0918 05:15:22.077814 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0918 05:15:22.097801 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0918 05:15:22.098047 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0918 05:15:22.098089 1 shared_informer.go:311] Waiting for caches to sync for deployment E0918 05:15:22.133040 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0918 05:15:22.133074 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0918 05:15:22.282184 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0918 05:15:22.282326 1 pv_controller_base.go:319] "Starting persistent volume controller" I0918 05:15:22.282343 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0918 05:15:22.436778 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0918 05:15:22.436907 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0918 05:15:22.436932 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0918 05:15:22.581848 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0918 05:15:22.581965 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0918 05:15:22.582002 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0918 05:15:22.838167 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0918 05:15:22.838236 1 namespace_controller.go:197] "Starting namespace controller" I0918 05:15:22.838407 1 shared_informer.go:311] Waiting for caches to sync for namespace I0918 05:15:22.881453 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0918 05:15:22.881522 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0918 05:15:22.881569 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0918 05:15:22.881613 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0918 05:15:23.032273 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0918 05:15:23.032430 1 attach_detach_controller.go:337] "Starting attach detach controller" I0918 05:15:23.032457 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0918 05:15:23.330884 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0918 05:15:23.330975 1 horizontal.go:200] "Starting HPA controller" I0918 05:15:23.330987 1 shared_informer.go:311] Waiting for caches to sync for HPA I0918 05:15:23.517930 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0918 05:15:23.517989 1 publisher.go:102] "Starting root CA cert publisher controller" I0918 05:15:23.518157 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0918 05:15:23.632945 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0918 05:15:23.633053 1 controller.go:169] "Starting ephemeral volume controller" I0918 05:15:23.633071 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0918 05:15:23.794113 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0918 05:15:23.794188 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0918 05:15:23.794197 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0918 05:15:23.931649 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0918 05:15:23.931789 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0918 05:15:23.931803 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0918 05:15:24.086019 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0918 05:15:24.086271 1 daemon_controller.go:291] "Starting daemon sets controller" I0918 05:15:24.086307 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0918 05:15:24.349223 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0918 05:15:24.349429 1 replica_set.go:214] "Starting controller" name="replicaset" I0918 05:15:24.349467 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0918 05:15:24.469956 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0918 05:15:24.470138 1 tokencleaner.go:112] "Starting token cleaner controller" I0918 05:15:24.470171 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0918 05:15:24.470186 1 shared_informer.go:318] Caches are synced for token_cleaner I0918 05:15:24.476428 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0918 05:15:24.476484 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0918 05:15:24.476623 1 node_lifecycle_controller.go:465] "Sending events to api server" I0918 05:15:24.476695 1 node_lifecycle_controller.go:476] "Starting node controller" I0918 05:15:24.476707 1 shared_informer.go:311] Waiting for caches to sync for taint I0918 05:15:24.682033 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0918 05:15:24.682228 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0918 05:15:24.682308 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0918 05:15:24.686705 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0918 05:15:24.686797 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0918 05:15:24.686884 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0918 05:15:24.687163 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0918 05:15:24.687230 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0918 05:15:24.687293 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0918 05:15:24.687868 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0918 05:15:24.687952 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0918 05:15:24.688013 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0918 05:15:24.688034 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0918 05:15:24.687975 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0918 05:15:24.688075 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0918 05:15:24.688078 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0918 05:15:24.842005 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0918 05:15:24.842335 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer E0918 05:15:24.983283 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0918 05:15:24.983319 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0918 05:15:24.983382 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0918 05:15:24.983394 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0918 05:15:25.097565 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0918 05:15:25.097669 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0918 05:15:25.097688 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0918 05:15:25.330416 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0918 05:15:25.330730 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0918 05:15:25.330859 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0918 05:15:25.330947 1 graph_builder.go:294] "Running" component="GraphBuilder" I0918 05:15:25.630962 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0918 05:15:25.631074 1 disruption.go:433] "Sending events to api server." I0918 05:15:25.631238 1 disruption.go:444] "Starting disruption controller" I0918 05:15:25.631267 1 shared_informer.go:311] Waiting for caches to sync for disruption I0918 05:15:25.783627 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0918 05:15:25.783755 1 expand_controller.go:328] "Starting expand controller" I0918 05:15:25.783779 1 shared_informer.go:311] Waiting for caches to sync for expand I0918 05:15:25.943721 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0918 05:15:25.943826 1 pv_protection_controller.go:78] "Starting PV protection controller" I0918 05:15:25.943879 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0918 05:15:25.954036 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0918 05:15:25.963299 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0918 05:15:25.969707 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0918 05:15:25.971540 1 shared_informer.go:318] Caches are synced for job I0918 05:15:25.977293 1 shared_informer.go:318] Caches are synced for taint I0918 05:15:25.977380 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0918 05:15:25.977454 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0918 05:15:25.977498 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0918 05:15:25.977674 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0918 05:15:25.977684 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0918 05:15:25.977739 1 taint_manager.go:210] "Sending events to api server" I0918 05:15:25.982634 1 shared_informer.go:318] Caches are synced for PVC protection I0918 05:15:25.982678 1 shared_informer.go:318] Caches are synced for cronjob I0918 05:15:25.982660 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0918 05:15:25.982699 1 shared_informer.go:318] Caches are synced for ReplicationController I0918 05:15:25.984952 1 shared_informer.go:318] Caches are synced for expand I0918 05:15:25.987181 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0918 05:15:25.987249 1 shared_informer.go:318] Caches are synced for daemon sets I0918 05:15:25.987329 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0918 05:15:25.988368 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0918 05:15:25.988563 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0918 05:15:25.994763 1 shared_informer.go:318] Caches are synced for TTL after finished I0918 05:15:25.999138 1 shared_informer.go:318] Caches are synced for deployment I0918 05:15:26.009146 1 shared_informer.go:318] Caches are synced for GC I0918 05:15:26.018366 1 shared_informer.go:318] Caches are synced for crt configmap I0918 05:15:26.027070 1 shared_informer.go:318] Caches are synced for TTL I0918 05:15:26.031571 1 shared_informer.go:318] Caches are synced for HPA I0918 05:15:26.033807 1 shared_informer.go:318] Caches are synced for ephemeral I0918 05:15:26.037390 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0918 05:15:26.038550 1 shared_informer.go:318] Caches are synced for namespace I0918 05:15:26.043056 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0918 05:15:26.049893 1 shared_informer.go:318] Caches are synced for ReplicaSet I0918 05:15:26.060755 1 shared_informer.go:318] Caches are synced for service account I0918 05:15:26.083294 1 shared_informer.go:318] Caches are synced for persistent volume I0918 05:15:26.097990 1 shared_informer.go:318] Caches are synced for endpoint I0918 05:15:26.132458 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0918 05:15:26.132621 1 shared_informer.go:318] Caches are synced for attach detach I0918 05:15:26.144887 1 shared_informer.go:318] Caches are synced for PV protection I0918 05:15:26.155030 1 shared_informer.go:318] Caches are synced for resource quota I0918 05:15:26.178136 1 shared_informer.go:318] Caches are synced for resource quota I0918 05:15:26.198448 1 shared_informer.go:318] Caches are synced for endpoint_slice I0918 05:15:26.219287 1 shared_informer.go:318] Caches are synced for stateful set I0918 05:15:26.231934 1 shared_informer.go:318] Caches are synced for disruption I0918 05:15:26.570712 1 shared_informer.go:318] Caches are synced for garbage collector I0918 05:15:26.631905 1 shared_informer.go:318] Caches are synced for garbage collector I0918 05:15:26.631934 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0918 05:15:27.412007 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-dxknl" I0918 05:15:27.422210 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0918 05:15:27.474434 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-2qtwp" I0918 05:15:27.486542 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-7kddg" I0918 05:15:27.507719 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="86.03534ms" I0918 05:15:27.516267 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="8.509505ms" I0918 05:15:27.516355 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="48.061µs"