I0428 03:21:14.713942 1 serving.go:348] Generated self-signed cert in-memory I0428 03:21:14.934156 1 controllermanager.go:189] "Starting" version="v1.28.13" I0428 03:21:14.934178 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0428 03:21:14.938280 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0428 03:21:14.938395 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0428 03:21:14.938557 1 secure_serving.go:213] Serving securely on [::]:10257 I0428 03:21:14.938632 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0428 03:21:14.938823 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0428 03:21:18.058234 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0428 03:21:21.284323 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0428 03:21:23.347778 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0428 03:21:26.433809 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0428 03:21:30.202393 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0428 03:21:35.770254 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0428 03:21:35.770702 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_a525917e-7bfc-4624-901a-c87b7a4b3b06 became leader" I0428 03:21:38.787523 1 shared_informer.go:311] Waiting for caches to sync for tokens I0428 03:21:38.814597 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0428 03:21:38.814757 1 serviceaccounts_controller.go:111] "Starting service account controller" I0428 03:21:38.815941 1 shared_informer.go:311] Waiting for caches to sync for service account I0428 03:21:38.824562 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0428 03:21:38.824718 1 cleaner.go:83] "Starting CSR cleaner controller" I0428 03:21:38.888463 1 shared_informer.go:318] Caches are synced for tokens I0428 03:21:38.929342 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0428 03:21:38.929999 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0428 03:21:38.930052 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0428 03:21:38.970431 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0428 03:21:38.970707 1 gc_controller.go:101] "Starting GC controller" I0428 03:21:38.970788 1 shared_informer.go:311] Waiting for caches to sync for GC I0428 03:21:38.984035 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0428 03:21:38.984076 1 tokencleaner.go:112] "Starting token cleaner controller" I0428 03:21:38.984134 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0428 03:21:38.984144 1 shared_informer.go:318] Caches are synced for token_cleaner I0428 03:21:38.992906 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0428 03:21:38.993130 1 replica_set.go:214] "Starting controller" name="replicaset" I0428 03:21:38.993180 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0428 03:21:38.995526 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0428 03:21:38.995625 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0428 03:21:38.995646 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0428 03:21:39.022633 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0428 03:21:39.022724 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0428 03:21:39.022865 1 node_lifecycle_controller.go:465] "Sending events to api server" I0428 03:21:39.022946 1 node_lifecycle_controller.go:476] "Starting node controller" I0428 03:21:39.022959 1 shared_informer.go:311] Waiting for caches to sync for taint I0428 03:21:39.066042 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0428 03:21:39.066147 1 attach_detach_controller.go:337] "Starting attach detach controller" I0428 03:21:39.066167 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0428 03:21:39.120393 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0428 03:21:39.120568 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0428 03:21:39.120580 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0428 03:21:39.128938 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0428 03:21:39.129127 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0428 03:21:39.129174 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0428 03:21:39.139787 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0428 03:21:39.140004 1 daemon_controller.go:291] "Starting daemon sets controller" I0428 03:21:39.140023 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0428 03:21:39.276655 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0428 03:21:39.276734 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0428 03:21:40.146632 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0428 03:21:40.146700 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0428 03:21:40.146739 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0428 03:21:40.146771 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0428 03:21:40.147135 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0428 03:21:40.147529 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0428 03:21:40.147732 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0428 03:21:40.147859 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" W0428 03:21:40.147900 1 shared_informer.go:593] resyncPeriod 17h17m5.237681187s is smaller than resyncCheckPeriod 18h41m27.245235377s and the informer has already started. Changing it to 18h41m27.245235377s I0428 03:21:40.148053 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0428 03:21:40.148181 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0428 03:21:40.148289 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0428 03:21:40.148401 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0428 03:21:40.148520 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0428 03:21:40.148601 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0428 03:21:40.148643 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0428 03:21:40.148860 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0428 03:21:40.148951 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0428 03:21:40.149000 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0428 03:21:40.149052 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0428 03:21:40.149173 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0428 03:21:40.149217 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0428 03:21:40.149584 1 resource_quota_controller.go:294] "Starting resource quota controller" I0428 03:21:40.149606 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 03:21:40.149873 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0428 03:21:40.253954 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0428 03:21:40.254195 1 endpoints_controller.go:177] "Starting endpoint controller" I0428 03:21:40.254218 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0428 03:21:40.451349 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0428 03:21:40.451573 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0428 03:21:40.451618 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0428 03:21:40.464560 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0428 03:21:40.464705 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0428 03:21:40.464722 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0428 03:21:40.485933 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0428 03:21:40.486041 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0428 03:21:40.486073 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0428 03:21:40.498073 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0428 03:21:40.498198 1 disruption.go:433] "Sending events to api server." I0428 03:21:40.498218 1 disruption.go:444] "Starting disruption controller" I0428 03:21:40.498223 1 shared_informer.go:311] Waiting for caches to sync for disruption I0428 03:21:40.506754 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0428 03:21:40.506924 1 stateful_set.go:163] "Starting stateful set controller" I0428 03:21:40.506940 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0428 03:21:40.593673 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0428 03:21:40.593731 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0428 03:21:40.593740 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0428 03:21:40.593925 1 ttl_controller.go:124] "Starting TTL controller" I0428 03:21:40.594039 1 shared_informer.go:311] Waiting for caches to sync for TTL I0428 03:21:40.706419 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0428 03:21:40.706559 1 pv_controller_base.go:319] "Starting persistent volume controller" I0428 03:21:40.706581 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0428 03:21:40.867924 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0428 03:21:40.868001 1 expand_controller.go:328] "Starting expand controller" I0428 03:21:40.868015 1 shared_informer.go:311] Waiting for caches to sync for expand I0428 03:21:40.993897 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0428 03:21:40.994011 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0428 03:21:40.994033 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0428 03:21:41.360795 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0428 03:21:41.361053 1 horizontal.go:200] "Starting HPA controller" I0428 03:21:41.361063 1 shared_informer.go:311] Waiting for caches to sync for HPA I0428 03:21:41.557526 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0428 03:21:41.557824 1 publisher.go:102] "Starting root CA cert publisher controller" I0428 03:21:41.557860 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0428 03:21:41.619361 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0428 03:21:41.619454 1 controller.go:169] "Starting ephemeral volume controller" I0428 03:21:41.619478 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0428 03:21:41.845115 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0428 03:21:41.845335 1 pv_protection_controller.go:78] "Starting PV protection controller" I0428 03:21:41.845457 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0428 03:21:41.898404 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0428 03:21:41.898499 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0428 03:21:41.898663 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0428 03:21:41.898751 1 shared_informer.go:311] Waiting for caches to sync for deployment I0428 03:21:42.086836 1 controllermanager.go:642] "Started controller" controller="job-controller" I0428 03:21:42.086943 1 job_controller.go:226] "Starting job controller" I0428 03:21:42.086956 1 shared_informer.go:311] Waiting for caches to sync for job I0428 03:21:42.091280 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0428 03:21:42.091317 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0428 03:21:42.091354 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 03:21:42.091606 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0428 03:21:42.091762 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0428 03:21:42.091707 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 03:21:42.091997 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0428 03:21:42.092008 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0428 03:21:42.092028 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 03:21:42.092276 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0428 03:21:42.092297 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0428 03:21:42.092305 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0428 03:21:42.092404 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" E0428 03:21:42.556237 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0428 03:21:42.556263 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" E0428 03:21:42.560501 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0428 03:21:42.560533 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0428 03:21:42.658618 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0428 03:21:42.658704 1 namespace_controller.go:197] "Starting namespace controller" I0428 03:21:42.658724 1 shared_informer.go:311] Waiting for caches to sync for namespace I0428 03:21:43.025612 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0428 03:21:43.025647 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0428 03:21:43.025669 1 graph_builder.go:294] "Running" component="GraphBuilder" I0428 03:21:43.025737 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0428 03:21:43.028517 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 03:21:43.045715 1 shared_informer.go:318] Caches are synced for PV protection I0428 03:21:43.050006 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0428 03:21:43.053950 1 shared_informer.go:318] Caches are synced for ReplicationController I0428 03:21:43.054337 1 shared_informer.go:318] Caches are synced for endpoint I0428 03:21:43.058545 1 shared_informer.go:318] Caches are synced for crt configmap I0428 03:21:43.059437 1 shared_informer.go:318] Caches are synced for namespace I0428 03:21:43.065076 1 shared_informer.go:318] Caches are synced for cronjob I0428 03:21:43.068850 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0428 03:21:43.071141 1 shared_informer.go:318] Caches are synced for GC I0428 03:21:43.077060 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0428 03:21:43.086170 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0428 03:21:43.087093 1 shared_informer.go:318] Caches are synced for job I0428 03:21:43.091899 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0428 03:21:43.091951 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0428 03:21:43.092066 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0428 03:21:43.093277 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0428 03:21:43.093404 1 shared_informer.go:318] Caches are synced for ReplicaSet I0428 03:21:43.094666 1 shared_informer.go:318] Caches are synced for TTL I0428 03:21:43.095719 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0428 03:21:43.099017 1 shared_informer.go:318] Caches are synced for disruption I0428 03:21:43.099025 1 shared_informer.go:318] Caches are synced for deployment I0428 03:21:43.116667 1 shared_informer.go:318] Caches are synced for service account I0428 03:21:43.123469 1 shared_informer.go:318] Caches are synced for taint I0428 03:21:43.123548 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0428 03:21:43.123592 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0428 03:21:43.123706 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0428 03:21:43.123809 1 taint_manager.go:210] "Sending events to api server" I0428 03:21:43.123814 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0428 03:21:43.124365 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0428 03:21:43.130288 1 shared_informer.go:318] Caches are synced for TTL after finished I0428 03:21:43.140269 1 shared_informer.go:318] Caches are synced for daemon sets I0428 03:21:43.195012 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0428 03:21:43.207341 1 shared_informer.go:318] Caches are synced for stateful set I0428 03:21:43.207394 1 shared_informer.go:318] Caches are synced for persistent volume I0428 03:21:43.219970 1 shared_informer.go:318] Caches are synced for ephemeral I0428 03:21:43.221307 1 shared_informer.go:318] Caches are synced for PVC protection I0428 03:21:43.230522 1 shared_informer.go:318] Caches are synced for endpoint_slice I0428 03:21:43.250534 1 shared_informer.go:318] Caches are synced for resource quota I0428 03:21:43.262123 1 shared_informer.go:318] Caches are synced for HPA I0428 03:21:43.266454 1 shared_informer.go:318] Caches are synced for attach detach I0428 03:21:43.269156 1 shared_informer.go:318] Caches are synced for expand I0428 03:21:43.329451 1 shared_informer.go:318] Caches are synced for resource quota I0428 03:21:43.669326 1 shared_informer.go:318] Caches are synced for garbage collector I0428 03:21:43.726244 1 shared_informer.go:318] Caches are synced for garbage collector I0428 03:21:43.726290 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0428 03:21:44.129799 1 controller_utils.go:151] "Failed to update status for pod" pod="kube-system/kube-scheduler-instance" err="Operation cannot be fulfilled on pods \"kube-scheduler-instance\": the object has been modified; please apply your changes to the latest version and try again" I0428 03:21:44.129840 1 node_lifecycle_controller.go:1146] "Unable to mark pod NotReady on node" pod="kube-system/kube-scheduler-instance" node="instance" err="Operation cannot be fulfilled on pods \"kube-scheduler-instance\": the object has been modified; please apply your changes to the latest version and try again" I0428 03:21:44.129978 1 event.go:307] "Event occurred" object="kube-system/kube-scheduler-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0428 03:21:44.130311 1 event.go:307] "Event occurred" object="kube-system/kube-vip-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0428 03:21:44.404178 1 controller_utils.go:151] "Failed to update status for pod" pod="kube-system/etcd-instance" err="Operation cannot be fulfilled on pods \"etcd-instance\": the object has been modified; please apply your changes to the latest version and try again" I0428 03:21:44.404236 1 node_lifecycle_controller.go:1146] "Unable to mark pod NotReady on node" pod="kube-system/etcd-instance" node="instance" err="Operation cannot be fulfilled on pods \"etcd-instance\": the object has been modified; please apply your changes to the latest version and try again" I0428 03:21:44.404287 1 event.go:307] "Event occurred" object="kube-system/etcd-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0428 03:21:44.405031 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-947br" I0428 03:21:44.656527 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0428 03:21:46.853019 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-sb49b" I0428 03:21:47.228577 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-zsgpr" I0428 03:21:47.623368 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="2.967757048s" I0428 03:21:47.641593 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="18.110829ms" I0428 03:21:47.641797 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="130.511µs" I0428 03:22:03.174562 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 1" I0428 03:22:03.199291 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-s9gvn" I0428 03:22:03.223812 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 1 from 2" I0428 03:22:03.231838 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="57.434727ms" I0428 03:22:03.245403 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="13.497462ms" I0428 03:22:03.245770 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="133.571µs" I0428 03:22:03.253886 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-sb49b" I0428 03:22:03.286605 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 2 from 1" I0428 03:22:03.286905 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="63.240216ms" I0428 03:22:03.295820 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="8.876114ms" I0428 03:22:03.296202 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="74.981µs" I0428 03:22:03.350869 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-tg5xg" I0428 03:22:03.798918 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="512.378247ms" I0428 03:22:03.868293 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="69.290846ms" I0428 03:22:03.868453 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="93.41µs" I0428 03:22:16.513275 1 event.go:307] "Event occurred" object="kube-system/cilium-operator" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set cilium-operator-869df985b8 to 1" I0428 03:22:16.588949 1 event.go:307] "Event occurred" object="kube-system/cilium-operator-869df985b8" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-operator-869df985b8-5lcrb" I0428 03:22:16.598296 1 event.go:307] "Event occurred" object="kube-system/cilium" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-fdmdc" I0428 03:22:16.799431 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="286.469331ms" I0428 03:22:16.881743 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="82.226759ms" I0428 03:22:16.881901 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="93.52µs" I0428 03:22:39.218922 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:22:39.499282 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:22:39.500039 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-gateway-helm-certgen-f8f6q" I0428 03:22:39.561334 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:22:39.690702 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:22:43.340871 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io" I0428 03:22:43.340930 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io" I0428 03:22:43.340963 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io" I0428 03:22:43.341191 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io" I0428 03:22:43.341336 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io" I0428 03:22:43.341434 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io" I0428 03:22:43.341518 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io" I0428 03:22:43.341633 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io" I0428 03:22:43.341811 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io" I0428 03:22:43.341873 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io" I0428 03:22:43.342052 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io" I0428 03:22:43.342237 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io" I0428 03:22:43.342382 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io" I0428 03:22:43.342544 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io" I0428 03:22:43.342833 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io" I0428 03:22:43.343015 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io" I0428 03:22:43.343204 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io" I0428 03:22:43.343363 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io" I0428 03:22:43.343670 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 03:22:43.705141 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0428 03:22:47.806042 1 shared_informer.go:318] Caches are synced for garbage collector I0428 03:22:47.844238 1 shared_informer.go:318] Caches are synced for resource quota I0428 03:22:59.012802 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="213.592069ms" I0428 03:22:59.013043 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="101.311µs" I0428 03:23:08.139441 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode" I0428 03:23:09.304088 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:09.304346 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="153.681µs" I0428 03:23:09.324722 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:09.355580 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="92.101µs" I0428 03:23:11.030623 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="120.931µs" I0428 03:23:11.090362 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="28.380516ms" I0428 03:23:11.090629 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="174.571µs" I0428 03:23:17.822772 1 shared_informer.go:311] Waiting for caches to sync for garbage collector W0428 03:23:17.851230 1 shared_informer.go:593] resyncPeriod 15h14m53.418651314s is smaller than resyncCheckPeriod 15h33m5.120331158s and the informer has already started. Changing it to 15h33m5.120331158s I0428 03:23:17.851296 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" W0428 03:23:17.851543 1 shared_informer.go:593] resyncPeriod 14h1m41.892329849s is smaller than resyncCheckPeriod 15h33m5.120331158s and the informer has already started. Changing it to 15h33m5.120331158s I0428 03:23:17.851589 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" W0428 03:23:17.851668 1 shared_informer.go:593] resyncPeriod 15h17m22.518921261s is smaller than resyncCheckPeriod 15h33m5.120331158s and the informer has already started. Changing it to 15h33m5.120331158s I0428 03:23:17.851706 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0428 03:23:17.851821 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 03:23:17.923328 1 shared_informer.go:318] Caches are synced for garbage collector I0428 03:23:17.952923 1 shared_informer.go:318] Caches are synced for resource quota I0428 03:23:20.118108 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:22.928992 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:23.065335 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:23.942046 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:25.155996 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:26.211668 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:26.271788 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:26.319588 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:26.320653 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed" I0428 03:23:26.839704 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set envoy-gateway-78446f96c9 to 1" I0428 03:23:27.290058 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-78446f96c9" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-78446f96c9-fn55z" I0428 03:23:27.694241 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="856.171545ms" I0428 03:23:28.249712 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="555.391807ms" I0428 03:23:28.249821 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="59.21µs" I0428 03:23:28.254569 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="318.002µs" I0428 03:23:30.100462 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="123.491µs" I0428 03:23:31.159659 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="119.055µs" I0428 03:23:31.168244 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="64.853µs" I0428 03:23:31.183968 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="106.665µs" I0428 03:23:31.195418 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="93.215µs" I0428 03:23:33.110433 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="115.565µs" I0428 03:23:33.146498 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="14.410154ms" I0428 03:23:33.146760 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="212.728µs" I0428 03:23:33.163528 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 0 from 1" I0428 03:23:33.191252 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-zsgpr" I0428 03:23:33.202513 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="54.343779ms" I0428 03:23:33.202648 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="94.844µs" I0428 03:23:33.212115 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="48.67116ms" I0428 03:23:33.250161 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="37.990163ms" I0428 03:23:33.250291 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="82.124µs" I0428 03:23:35.318049 1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set local-path-provisioner-679c578f5 to 1" I0428 03:23:35.337098 1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner-679c578f5" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: local-path-provisioner-679c578f5-kdbmf" I0428 03:23:35.348595 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="31.193493ms" I0428 03:23:35.371012 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="22.355776ms" I0428 03:23:35.371128 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="68.453µs" I0428 03:23:35.371403 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="77.443µs" I0428 03:23:39.154846 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="18.541382ms" I0428 03:23:39.155012 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="113.855µs" I0428 03:23:39.466340 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="273.111µs" I0428 03:23:40.232214 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="45.112227ms" I0428 03:23:40.232321 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="72.963µs" I0428 03:23:40.251118 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="127.045µs" I0428 03:23:40.257463 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="53.402µs" I0428 03:23:56.187569 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:23:56.691634 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0428 03:25:07.424744 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="WaitForFirstConsumer" message="waiting for first consumer to be created before binding" I0428 03:25:08.274817 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0428 03:25:13.237843 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."