I0428 07:17:43.891527 1 serving.go:348] Generated self-signed cert in-memory I0428 07:17:44.179963 1 controllermanager.go:189] "Starting" version="v1.28.13" I0428 07:17:44.179994 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0428 07:17:44.181526 1 secure_serving.go:213] Serving securely on [::]:10257 I0428 07:17:44.181551 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0428 07:17:44.181629 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0428 07:17:44.181693 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I0428 07:17:44.181895 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" E0428 07:17:46.149586 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0428 07:17:49.724657 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0428 07:17:49.724900 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_2a48c8d0-b41c-4096-9fda-633dabecbfa2 became leader" I0428 07:17:49.741670 1 shared_informer.go:311] Waiting for caches to sync for tokens I0428 07:17:49.784254 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0428 07:17:49.784329 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0428 07:17:49.784358 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0428 07:17:49.784378 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0428 07:17:49.784409 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0428 07:17:49.784432 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0428 07:17:49.784460 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0428 07:17:49.784483 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0428 07:17:49.784508 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0428 07:17:49.784537 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0428 07:17:49.784564 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0428 07:17:49.784604 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0428 07:17:49.784631 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0428 07:17:49.784649 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0428 07:17:49.784679 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0428 07:17:49.784703 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" W0428 07:17:49.784730 1 shared_informer.go:593] resyncPeriod 14h43m8.138956365s is smaller than resyncCheckPeriod 16h17m45.002134099s and the informer has already started. Changing it to 16h17m45.002134099s I0428 07:17:49.784755 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0428 07:17:49.784787 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0428 07:17:49.784808 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0428 07:17:49.784832 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0428 07:17:49.784869 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0428 07:17:49.785000 1 resource_quota_controller.go:294] "Starting resource quota controller" I0428 07:17:49.785019 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 07:17:49.785048 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0428 07:17:49.799295 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0428 07:17:49.799438 1 ttl_controller.go:124] "Starting TTL controller" I0428 07:17:49.799467 1 shared_informer.go:311] Waiting for caches to sync for TTL I0428 07:17:49.813272 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0428 07:17:49.813465 1 pv_controller_base.go:319] "Starting persistent volume controller" I0428 07:17:49.813609 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0428 07:17:49.824657 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0428 07:17:49.824870 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0428 07:17:49.825292 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0428 07:17:49.834709 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0428 07:17:49.834973 1 controller.go:169] "Starting ephemeral volume controller" I0428 07:17:49.834994 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0428 07:17:49.841908 1 shared_informer.go:318] Caches are synced for tokens I0428 07:17:49.844761 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0428 07:17:49.844991 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0428 07:17:49.845131 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0428 07:17:49.853748 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0428 07:17:49.853918 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0428 07:17:49.854017 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0428 07:17:49.862598 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0428 07:17:49.862724 1 cleaner.go:83] "Starting CSR cleaner controller" I0428 07:17:49.877573 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0428 07:17:49.877844 1 attach_detach_controller.go:337] "Starting attach detach controller" I0428 07:17:49.877870 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0428 07:17:49.933052 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0428 07:17:49.933465 1 endpoints_controller.go:177] "Starting endpoint controller" I0428 07:17:49.933493 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0428 07:17:50.082610 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0428 07:17:50.082751 1 stateful_set.go:163] "Starting stateful set controller" I0428 07:17:50.082850 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0428 07:17:50.129573 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0428 07:17:50.129685 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0428 07:17:50.129632 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0428 07:17:50.129782 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0428 07:17:50.282434 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0428 07:17:50.282685 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0428 07:17:50.282739 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0428 07:17:50.431275 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0428 07:17:50.431434 1 publisher.go:102] "Starting root CA cert publisher controller" I0428 07:17:50.431479 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0428 07:17:50.584595 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0428 07:17:50.584700 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0428 07:17:50.584724 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0428 07:17:50.730642 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0428 07:17:50.730728 1 pv_protection_controller.go:78] "Starting PV protection controller" I0428 07:17:50.730738 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0428 07:17:50.880881 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0428 07:17:50.881083 1 replica_set.go:214] "Starting controller" name="replicaset" I0428 07:17:50.881127 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0428 07:17:51.138049 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0428 07:17:51.138141 1 namespace_controller.go:197] "Starting namespace controller" I0428 07:17:51.138154 1 shared_informer.go:311] Waiting for caches to sync for namespace I0428 07:17:51.302511 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0428 07:17:51.302683 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0428 07:17:51.302725 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0428 07:17:51.432016 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0428 07:17:51.432105 1 expand_controller.go:328] "Starting expand controller" I0428 07:17:51.432140 1 shared_informer.go:311] Waiting for caches to sync for expand I0428 07:17:51.729479 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0428 07:17:51.729562 1 horizontal.go:200] "Starting HPA controller" I0428 07:17:51.729592 1 shared_informer.go:311] Waiting for caches to sync for HPA I0428 07:17:51.881422 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0428 07:17:51.881495 1 serviceaccounts_controller.go:111] "Starting service account controller" I0428 07:17:51.881503 1 shared_informer.go:311] Waiting for caches to sync for service account I0428 07:17:52.032471 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0428 07:17:52.032629 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0428 07:17:52.032661 1 shared_informer.go:311] Waiting for caches to sync for deployment I0428 07:17:52.183415 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0428 07:17:52.183491 1 tokencleaner.go:112] "Starting token cleaner controller" I0428 07:17:52.183536 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0428 07:17:52.183561 1 shared_informer.go:318] Caches are synced for token_cleaner E0428 07:17:52.331769 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0428 07:17:52.331816 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0428 07:17:52.331847 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0428 07:17:52.331861 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" E0428 07:17:52.537076 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0428 07:17:52.537117 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0428 07:17:52.656063 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0428 07:17:52.656136 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0428 07:17:52.656166 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0428 07:17:52.781506 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0428 07:17:52.781619 1 gc_controller.go:101] "Starting GC controller" I0428 07:17:52.781651 1 shared_informer.go:311] Waiting for caches to sync for GC I0428 07:17:52.932571 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0428 07:17:52.932781 1 daemon_controller.go:291] "Starting daemon sets controller" I0428 07:17:52.932828 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0428 07:17:53.082149 1 controllermanager.go:642] "Started controller" controller="job-controller" I0428 07:17:53.082309 1 job_controller.go:226] "Starting job controller" I0428 07:17:53.082329 1 shared_informer.go:311] Waiting for caches to sync for job I0428 07:17:53.279345 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0428 07:17:53.279412 1 disruption.go:433] "Sending events to api server." I0428 07:17:53.279457 1 disruption.go:444] "Starting disruption controller" I0428 07:17:53.279464 1 shared_informer.go:311] Waiting for caches to sync for disruption I0428 07:17:53.329833 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0428 07:17:53.329902 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0428 07:17:53.329909 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 07:17:53.330160 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0428 07:17:53.330242 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0428 07:17:53.330310 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 07:17:53.330201 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 07:17:53.330312 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0428 07:17:53.330370 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0428 07:17:53.330458 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0428 07:17:53.330540 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0428 07:17:53.330555 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0428 07:17:53.330599 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 07:17:53.482781 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0428 07:17:53.482877 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0428 07:17:53.529719 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0428 07:17:53.529797 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0428 07:17:53.529912 1 node_lifecycle_controller.go:465] "Sending events to api server" I0428 07:17:53.529976 1 node_lifecycle_controller.go:476] "Starting node controller" I0428 07:17:53.529994 1 shared_informer.go:311] Waiting for caches to sync for taint I0428 07:17:53.779023 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0428 07:17:53.782236 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0428 07:17:53.782264 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0428 07:17:53.784404 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 07:17:53.784527 1 graph_builder.go:294] "Running" component="GraphBuilder" I0428 07:17:53.800422 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0428 07:17:53.802872 1 shared_informer.go:318] Caches are synced for cronjob I0428 07:17:53.814447 1 shared_informer.go:318] Caches are synced for persistent volume I0428 07:17:53.825851 1 shared_informer.go:318] Caches are synced for PVC protection I0428 07:17:53.830151 1 shared_informer.go:318] Caches are synced for HPA I0428 07:17:53.830173 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0428 07:17:53.830240 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0428 07:17:53.830381 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0428 07:17:53.830404 1 shared_informer.go:318] Caches are synced for taint I0428 07:17:53.830469 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0428 07:17:53.830517 1 taint_manager.go:210] "Sending events to api server" I0428 07:17:53.830537 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0428 07:17:53.830563 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0428 07:17:53.830701 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0428 07:17:53.830728 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0428 07:17:53.830733 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0428 07:17:53.830770 1 shared_informer.go:318] Caches are synced for PV protection I0428 07:17:53.830838 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0428 07:17:53.831808 1 shared_informer.go:318] Caches are synced for crt configmap I0428 07:17:53.832995 1 shared_informer.go:318] Caches are synced for daemon sets I0428 07:17:53.833054 1 shared_informer.go:318] Caches are synced for expand I0428 07:17:53.833084 1 shared_informer.go:318] Caches are synced for deployment I0428 07:17:53.833865 1 shared_informer.go:318] Caches are synced for endpoint I0428 07:17:53.835731 1 shared_informer.go:318] Caches are synced for ephemeral I0428 07:17:53.838448 1 shared_informer.go:318] Caches are synced for namespace I0428 07:17:53.845199 1 shared_informer.go:318] Caches are synced for ReplicationController I0428 07:17:53.855024 1 shared_informer.go:318] Caches are synced for endpoint_slice I0428 07:17:53.856797 1 shared_informer.go:318] Caches are synced for TTL after finished I0428 07:17:53.881828 1 shared_informer.go:318] Caches are synced for service account I0428 07:17:53.881912 1 shared_informer.go:318] Caches are synced for GC I0428 07:17:53.881979 1 shared_informer.go:318] Caches are synced for ReplicaSet I0428 07:17:53.883197 1 shared_informer.go:318] Caches are synced for job I0428 07:17:53.883243 1 shared_informer.go:318] Caches are synced for stateful set I0428 07:17:53.883300 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0428 07:17:53.883572 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0428 07:17:53.884973 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0428 07:17:53.897380 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0428 07:17:53.899523 1 shared_informer.go:318] Caches are synced for TTL I0428 07:17:53.978037 1 shared_informer.go:318] Caches are synced for attach detach I0428 07:17:53.984662 1 shared_informer.go:318] Caches are synced for resource quota I0428 07:17:53.985422 1 shared_informer.go:318] Caches are synced for resource quota I0428 07:17:54.080455 1 shared_informer.go:318] Caches are synced for disruption I0428 07:17:54.397974 1 shared_informer.go:318] Caches are synced for garbage collector I0428 07:17:54.482622 1 shared_informer.go:318] Caches are synced for garbage collector I0428 07:17:54.482678 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0428 07:17:54.695257 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0428 07:17:54.749424 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-fmczv" I0428 07:17:55.099998 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-qbm5p" I0428 07:17:55.111686 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-blsfb" I0428 07:17:55.129791 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="434.784975ms" I0428 07:17:55.141339 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="11.496403ms" I0428 07:17:55.141478 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="77.262µs" I0428 07:17:55.142935 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="42.001µs" I0428 07:17:57.774050 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 1" I0428 07:17:57.807312 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-v7zbw" I0428 07:17:57.828530 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="55.109844ms" I0428 07:17:57.828695 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 1 from 2" I0428 07:17:57.844971 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-qbm5p" I0428 07:17:57.848587 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="19.95974ms" I0428 07:17:57.848742 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="96.043µs" I0428 07:17:57.854421 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="24.774884ms" I0428 07:17:57.862003 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="7.523821ms" I0428 07:17:57.862265 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="191.936µs" I0428 07:17:57.864697 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 2 from 1" I0428 07:17:57.872974 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-fkwq4" I0428 07:17:57.887448 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="23.047055ms" I0428 07:17:57.897009 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="9.452804ms" I0428 07:17:57.897188 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="107.753µs" I0428 07:18:12.733300 1 event.go:307] "Event occurred" object="kube-system/cilium-operator" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set cilium-operator-869df985b8 to 1" I0428 07:18:12.741112 1 event.go:307] "Event occurred" object="kube-system/cilium" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-b2pcw" I0428 07:18:12.748924 1 event.go:307] "Event occurred" object="kube-system/cilium-operator-869df985b8" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-operator-869df985b8-dq7d6" I0428 07:18:12.768822 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="36.473662ms" I0428 07:18:12.782899 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="14.003933ms" I0428 07:18:12.783076 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="123.393µs" I0428 07:18:12.784155 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="134.905µs" I0428 07:18:23.993261 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io" I0428 07:18:23.993334 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io" I0428 07:18:23.993370 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io" I0428 07:18:23.993400 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io" I0428 07:18:23.993450 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io" I0428 07:18:23.993488 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io" I0428 07:18:23.993531 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io" I0428 07:18:23.993634 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io" I0428 07:18:23.993688 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io" I0428 07:18:23.993734 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io" I0428 07:18:23.993796 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io" I0428 07:18:23.993852 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io" I0428 07:18:23.993899 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io" I0428 07:18:23.993953 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io" I0428 07:18:23.994000 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io" I0428 07:18:23.994055 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io" I0428 07:18:23.994097 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io" I0428 07:18:23.994146 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io" I0428 07:18:23.994431 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 07:18:24.414312 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0428 07:18:25.295638 1 shared_informer.go:318] Caches are synced for resource quota I0428 07:18:25.414545 1 shared_informer.go:318] Caches are synced for garbage collector I0428 07:18:32.083448 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="34.161747ms" I0428 07:18:32.083862 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="224.366µs" I0428 07:18:33.376602 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:33.397836 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-gateway-helm-certgen-gghwn" I0428 07:18:33.398183 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:33.405790 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:33.406509 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:35.949934 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="116.003µs" I0428 07:18:35.958932 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:35.974379 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="208.216µs" I0428 07:18:35.990065 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:38.838727 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode" I0428 07:18:42.121847 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="149.094µs" I0428 07:18:42.243224 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="94.830647ms" I0428 07:18:42.243422 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="128.613µs" I0428 07:18:47.114964 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:49.129228 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:50.652420 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:50.901980 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:51.505642 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 07:18:51.505970 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed" I0428 07:18:55.304249 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0428 07:18:55.304332 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0428 07:18:55.304364 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0428 07:18:55.304494 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 07:18:55.435545 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0428 07:18:55.804862 1 shared_informer.go:318] Caches are synced for resource quota I0428 07:18:55.836413 1 shared_informer.go:318] Caches are synced for garbage collector I0428 07:19:03.488199 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set envoy-gateway-78446f96c9 to 1" I0428 07:19:08.234788 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-78446f96c9" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-78446f96c9-sp6h2" I0428 07:19:11.326517 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="7.838523283s" I0428 07:19:12.596623 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="1.270010559s" I0428 07:19:12.596904 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="194.605µs" I0428 07:19:14.015117 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="84.332µs" E0428 07:19:21.016735 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: the server was unable to return a response in the time allotted, but may still be processing the request (get leases.coordination.k8s.io kube-controller-manager) E0428 07:19:26.016322 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.19.213.30:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded I0428 07:19:26.016411 1 leaderelection.go:285] failed to renew lease kube-system/kube-controller-manager: timed out waiting for the condition I0428 07:19:26.016691 1 certificate_controller.go:127] "Shutting down certificate controller" name="csrsigning-legacy-unknown" I0428 07:19:26.016742 1 resource_quota_controller.go:317] "Shutting down resource quota controller" I0428 07:19:26.016776 1 attach_detach_controller.go:376] "Shutting down attach detach controller" I0428 07:19:26.016823 1 ttl_controller.go:136] "Shutting down TTL controller" I0428 07:19:26.016974 1 endpointslicemirroring_controller.go:236] "Shutting down EndpointSliceMirroring controller" I0428 07:19:26.017019 1 clusterroleaggregation_controller.go:201] "Shutting down ClusterRoleAggregator controller" I0428 07:19:26.017046 1 stateful_set.go:175] "Shutting down statefulset controller" I0428 07:19:26.017068 1 job_controller.go:240] "Shutting down job controller" I0428 07:19:26.017100 1 replica_set.go:226] "Shutting down controller" name="replicaset" I0428 07:19:26.017131 1 gc_controller.go:112] "Shutting down GC controller" I0428 07:19:26.017154 1 serviceaccounts_controller.go:123] "Shutting down service account controller" I0428 07:19:26.017178 1 ttlafterfinished_controller.go:121] "Shutting down TTL after finished controller" I0428 07:19:26.017200 1 endpointslice_controller.go:277] "Shutting down endpoint slice controller" I0428 07:19:26.017230 1 replica_set.go:226] "Shutting down controller" name="replicationcontroller" I0428 07:19:26.017255 1 namespace_controller.go:209] "Shutting down namespace controller" I0428 07:19:26.017279 1 controller.go:181] "Shutting down ephemeral volume controller" I0428 07:19:26.017302 1 endpoints_controller.go:194] "Shutting down endpoint controller" I0428 07:19:26.017314 1 garbagecollector.go:175] "Shutting down controller" controller="garbagecollector" I0428 07:19:26.017333 1 deployment_controller.go:180] "Shutting down controller" controller="deployment" I0428 07:19:26.017364 1 expand_controller.go:340] "Shutting down expand controller" I0428 07:19:26.017374 1 disruption.go:456] "Shutting down disruption controller" I0428 07:19:26.017390 1 daemon_controller.go:305] "Shutting down daemon sets controller" I0428 07:19:26.017418 1 publisher.go:114] "Shutting down root CA cert publisher controller" I0428 07:19:26.017476 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" I0428 07:19:26.017494 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" I0428 07:19:26.017504 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" I0428 07:19:26.017519 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" I0428 07:19:26.017530 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" I0428 07:19:26.017554 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" I0428 07:19:26.017568 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" I0428 07:19:26.017581 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" I0428 07:19:26.017590 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" I0428 07:19:26.017605 1 resource_quota_controller.go:279] "resource quota controller worker shutting down" E0428 07:19:26.017717 1 ttlafterfinished_controller.go:187] error cleaning up Job envoy-gateway-system/envoy-gateway-gateway-helm-certgen, will retry: Get "https://199.19.213.30:6443/apis/batch/v1/namespaces/envoy-gateway-system/jobs/envoy-gateway-gateway-helm-certgen": context canceled I0428 07:19:26.017770 1 graph_builder.go:322] "stopped monitors" stopped=77 total=77 I0428 07:19:26.017795 1 graph_builder.go:323] "Stopping" component="GraphBuilder" I0428 07:19:26.017946 1 pv_protection_controller.go:90] "Shutting down PV protection controller" I0428 07:19:26.018000 1 certificate_controller.go:127] "Shutting down certificate controller" name="csrsigning-kube-apiserver-client" I0428 07:19:26.018025 1 node_lifecycle_controller.go:510] "Shutting down node controller" I0428 07:19:26.018055 1 certificate_controller.go:127] "Shutting down certificate controller" name="csrsigning-kubelet-client" I0428 07:19:26.018077 1 certificate_controller.go:127] "Shutting down certificate controller" name="csrapproving" I0428 07:19:26.018098 1 certificate_controller.go:127] "Shutting down certificate controller" name="csrsigning-kubelet-serving" I0428 07:19:26.018123 1 horizontal.go:212] "Shutting down HPA controller" I0428 07:19:26.018144 1 pvc_protection_controller.go:114] "Shutting down PVC protection controller" I0428 07:19:26.018163 1 pv_controller_base.go:335] "Shutting down persistent volume controller" I0428 07:19:26.018181 1 cronjob_controllerv2.go:151] "Shutting down cronjob controller v2" I0428 07:19:26.018231 1 resource_quota_monitor.go:339] "QuotaMonitor stopped monitors" stopped=48 total=48 I0428 07:19:26.018244 1 resource_quota_monitor.go:340] "QuotaMonitor stopping" I0428 07:19:26.018247 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_2a48c8d0-b41c-4096-9fda-633dabecbfa2 stopped leading" I0428 07:19:26.018343 1 horizontal.go:262] "Horizontal Pod Autoscaler controller worker shutting down" I0428 07:19:26.018362 1 horizontal.go:262] "Horizontal Pod Autoscaler controller worker shutting down" I0428 07:19:26.018377 1 horizontal.go:262] "Horizontal Pod Autoscaler controller worker shutting down" I0428 07:19:26.018400 1 horizontal.go:262] "Horizontal Pod Autoscaler controller worker shutting down" I0428 07:19:26.018411 1 horizontal.go:262] "Horizontal Pod Autoscaler controller worker shutting down" I0428 07:19:26.018445 1 pv_controller_base.go:607] "Claim worker queue shutting down" I0428 07:19:26.018476 1 pv_controller_base.go:549] "Volume worker queue shutting down" E0428 07:19:26.018479 1 controllermanager.go:302] "leaderelection lost" I0428 07:19:26.018518 1 dynamic_serving_content.go:146] "Shutting down controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 07:19:26.018543 1 tokencleaner.go:122] "Shutting down token cleaner controller"