I0916 21:42:55.534203 1 serving.go:348] Generated self-signed cert in-memory I0916 21:42:55.643817 1 controllermanager.go:189] "Starting" version="v1.28.13" I0916 21:42:55.643835 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0916 21:42:55.645642 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0916 21:42:55.645681 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0916 21:42:55.646746 1 secure_serving.go:213] Serving securely on [::]:10257 I0916 21:42:55.647382 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I0916 21:42:55.647760 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" E0916 21:42:59.069939 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0916 21:43:03.150957 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0916 21:43:05.312589 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0916 21:43:07.920863 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0916 21:43:10.072961 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0916 21:43:14.137307 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0916 21:43:16.925929 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0916 21:43:21.326132 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0916 21:43:25.198549 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0916 21:43:27.317565 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0916 21:43:27.317986 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_d1d0ce4a-2e8d-4fff-baa8-4b99d6bf1622 became leader" I0916 21:43:33.332632 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0916 21:43:33.332702 1 shared_informer.go:311] Waiting for caches to sync for tokens E0916 21:43:33.385583 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0916 21:43:33.385623 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0916 21:43:33.433456 1 shared_informer.go:318] Caches are synced for tokens I0916 21:43:33.860963 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0916 21:43:33.861061 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0916 21:43:33.861088 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" W0916 21:43:33.861121 1 shared_informer.go:593] resyncPeriod 12h47m1.334570141s is smaller than resyncCheckPeriod 22h28m57.331313753s and the informer has already started. Changing it to 22h28m57.331313753s I0916 21:43:33.861207 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0916 21:43:33.861244 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0916 21:43:33.861271 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0916 21:43:33.861306 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0916 21:43:33.861336 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" W0916 21:43:33.861366 1 shared_informer.go:593] resyncPeriod 21h8m21.041411476s is smaller than resyncCheckPeriod 22h28m57.331313753s and the informer has already started. Changing it to 22h28m57.331313753s I0916 21:43:33.861400 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0916 21:43:33.861442 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0916 21:43:33.861480 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0916 21:43:33.861536 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0916 21:43:33.861562 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0916 21:43:33.861587 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0916 21:43:33.861614 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0916 21:43:33.861639 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0916 21:43:33.861664 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0916 21:43:33.861690 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0916 21:43:33.861720 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0916 21:43:33.861751 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0916 21:43:33.861792 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0916 21:43:33.861873 1 resource_quota_controller.go:294] "Starting resource quota controller" I0916 21:43:33.861918 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0916 21:43:33.861999 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0916 21:43:34.086720 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0916 21:43:34.087918 1 daemon_controller.go:291] "Starting daemon sets controller" I0916 21:43:34.087987 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0916 21:43:34.309473 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0916 21:43:34.309715 1 replica_set.go:214] "Starting controller" name="replicaset" I0916 21:43:34.309752 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0916 21:43:34.344020 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0916 21:43:34.344109 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0916 21:43:34.344149 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0916 21:43:34.399175 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0916 21:43:34.399384 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0916 21:43:34.399523 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0916 21:43:34.399382 1 cleaner.go:83] "Starting CSR cleaner controller" I0916 21:43:34.428110 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0916 21:43:34.428348 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0916 21:43:34.428383 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0916 21:43:34.553271 1 controllermanager.go:642] "Started controller" controller="job-controller" I0916 21:43:34.553383 1 job_controller.go:226] "Starting job controller" I0916 21:43:34.553491 1 shared_informer.go:311] Waiting for caches to sync for job I0916 21:43:34.556581 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0916 21:43:34.556626 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0916 21:43:34.556834 1 node_lifecycle_controller.go:465] "Sending events to api server" I0916 21:43:34.556975 1 node_lifecycle_controller.go:476] "Starting node controller" I0916 21:43:34.557043 1 shared_informer.go:311] Waiting for caches to sync for taint I0916 21:43:34.573070 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0916 21:43:34.573276 1 expand_controller.go:328] "Starting expand controller" I0916 21:43:34.573307 1 shared_informer.go:311] Waiting for caches to sync for expand I0916 21:43:34.595726 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0916 21:43:34.595979 1 pv_protection_controller.go:78] "Starting PV protection controller" I0916 21:43:34.596007 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0916 21:43:34.609761 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0916 21:43:34.609890 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0916 21:43:34.609896 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0916 21:43:34.633113 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0916 21:43:34.633187 1 gc_controller.go:101] "Starting GC controller" I0916 21:43:34.633205 1 shared_informer.go:311] Waiting for caches to sync for GC I0916 21:43:34.724786 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0916 21:43:34.724829 1 serviceaccounts_controller.go:111] "Starting service account controller" I0916 21:43:34.724855 1 shared_informer.go:311] Waiting for caches to sync for service account I0916 21:43:34.745544 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0916 21:43:34.745575 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0916 21:43:34.745610 1 graph_builder.go:294] "Running" component="GraphBuilder" I0916 21:43:34.745637 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0916 21:43:34.868514 1 disruption.go:433] "Sending events to api server." I0916 21:43:34.868761 1 disruption.go:444] "Starting disruption controller" I0916 21:43:34.868778 1 shared_informer.go:311] Waiting for caches to sync for disruption I0916 21:43:34.868428 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0916 21:43:34.959169 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0916 21:43:34.959274 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0916 21:43:35.075607 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0916 21:43:35.076045 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0916 21:43:35.076092 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0916 21:43:35.325591 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0916 21:43:35.325711 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0916 21:43:35.325744 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0916 21:43:35.347466 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0916 21:43:35.347760 1 publisher.go:102] "Starting root CA cert publisher controller" I0916 21:43:35.347812 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0916 21:43:35.693936 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0916 21:43:35.694432 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0916 21:43:35.694465 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0916 21:43:35.708178 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0916 21:43:35.708408 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0916 21:43:35.708465 1 shared_informer.go:311] Waiting for caches to sync for deployment I0916 21:43:35.767284 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0916 21:43:35.767597 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0916 21:43:35.767620 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0916 21:43:36.043215 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0916 21:43:36.043268 1 controller.go:169] "Starting ephemeral volume controller" I0916 21:43:36.043291 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0916 21:43:36.860181 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0916 21:43:36.860517 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0916 21:43:36.860588 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0916 21:43:37.013124 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0916 21:43:37.013596 1 endpoints_controller.go:177] "Starting endpoint controller" I0916 21:43:37.013633 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0916 21:43:37.264632 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0916 21:43:37.264777 1 namespace_controller.go:197] "Starting namespace controller" I0916 21:43:37.264849 1 shared_informer.go:311] Waiting for caches to sync for namespace I0916 21:43:37.548595 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0916 21:43:37.548717 1 horizontal.go:200] "Starting HPA controller" I0916 21:43:37.548742 1 shared_informer.go:311] Waiting for caches to sync for HPA I0916 21:43:37.552142 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0916 21:43:37.552172 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0916 21:43:37.552244 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0916 21:43:37.553001 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0916 21:43:37.553043 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0916 21:43:37.553097 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0916 21:43:37.553306 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0916 21:43:37.553325 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0916 21:43:37.553347 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0916 21:43:37.553872 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0916 21:43:37.553940 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0916 21:43:37.553994 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0916 21:43:37.554034 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0916 21:43:37.618768 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0916 21:43:37.618908 1 ttl_controller.go:124] "Starting TTL controller" I0916 21:43:37.618921 1 shared_informer.go:311] Waiting for caches to sync for TTL I0916 21:43:37.735043 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0916 21:43:37.735200 1 tokencleaner.go:112] "Starting token cleaner controller" I0916 21:43:37.735229 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0916 21:43:37.735241 1 shared_informer.go:318] Caches are synced for token_cleaner I0916 21:43:37.791669 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0916 21:43:37.791775 1 attach_detach_controller.go:337] "Starting attach detach controller" I0916 21:43:37.791799 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0916 21:43:37.931205 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0916 21:43:37.931443 1 stateful_set.go:163] "Starting stateful set controller" I0916 21:43:37.931468 1 shared_informer.go:311] Waiting for caches to sync for stateful set E0916 21:43:37.945401 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0916 21:43:37.945426 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0916 21:43:37.959931 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0916 21:43:37.963202 1 pv_controller_base.go:319] "Starting persistent volume controller" I0916 21:43:37.963231 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0916 21:43:37.968247 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0916 21:43:37.976221 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0916 21:43:37.982633 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0916 21:43:37.988841 1 shared_informer.go:318] Caches are synced for daemon sets I0916 21:43:37.994725 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0916 21:43:38.008864 1 shared_informer.go:318] Caches are synced for deployment I0916 21:43:38.010404 1 shared_informer.go:318] Caches are synced for endpoint_slice I0916 21:43:38.010553 1 shared_informer.go:318] Caches are synced for ReplicaSet I0916 21:43:38.013819 1 shared_informer.go:318] Caches are synced for endpoint I0916 21:43:38.019630 1 shared_informer.go:318] Caches are synced for TTL I0916 21:43:38.026040 1 shared_informer.go:318] Caches are synced for service account I0916 21:43:38.029377 1 shared_informer.go:318] Caches are synced for ReplicationController I0916 21:43:38.034082 1 shared_informer.go:318] Caches are synced for GC I0916 21:43:38.043368 1 shared_informer.go:318] Caches are synced for ephemeral I0916 21:43:38.044587 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0916 21:43:38.048145 1 shared_informer.go:318] Caches are synced for crt configmap I0916 21:43:38.049361 1 shared_informer.go:318] Caches are synced for HPA I0916 21:43:38.052667 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0916 21:43:38.054038 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0916 21:43:38.054241 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0916 21:43:38.054264 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0916 21:43:38.057133 1 shared_informer.go:318] Caches are synced for taint I0916 21:43:38.057301 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0916 21:43:38.057361 1 taint_manager.go:210] "Sending events to api server" I0916 21:43:38.057372 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0916 21:43:38.057490 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0916 21:43:38.057583 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0916 21:43:38.057646 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0916 21:43:38.059896 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0916 21:43:38.061166 1 shared_informer.go:318] Caches are synced for PVC protection I0916 21:43:38.064929 1 shared_informer.go:318] Caches are synced for namespace I0916 21:43:38.069190 1 shared_informer.go:318] Caches are synced for disruption I0916 21:43:38.073479 1 shared_informer.go:318] Caches are synced for expand I0916 21:43:38.077009 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0916 21:43:38.126934 1 shared_informer.go:318] Caches are synced for TTL after finished I0916 21:43:38.132353 1 shared_informer.go:318] Caches are synced for stateful set I0916 21:43:38.154623 1 shared_informer.go:318] Caches are synced for job I0916 21:43:38.162406 1 shared_informer.go:318] Caches are synced for resource quota I0916 21:43:38.168210 1 shared_informer.go:318] Caches are synced for cronjob I0916 21:43:38.168501 1 shared_informer.go:318] Caches are synced for resource quota I0916 21:43:38.191933 1 shared_informer.go:318] Caches are synced for attach detach I0916 21:43:38.196910 1 shared_informer.go:318] Caches are synced for PV protection I0916 21:43:38.263790 1 shared_informer.go:318] Caches are synced for persistent volume I0916 21:43:38.285513 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-hhsk8" I0916 21:43:38.583098 1 shared_informer.go:318] Caches are synced for garbage collector I0916 21:43:38.645761 1 shared_informer.go:318] Caches are synced for garbage collector I0916 21:43:38.645808 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0916 21:43:38.767409 1 event.go:307] "Event occurred" object="kube-system/kube-vip-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0916 21:43:38.767663 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0916 21:43:38.909310 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-csb78" I0916 21:43:38.917147 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-5dzrx" I0916 21:43:38.926995 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="159.804661ms" I0916 21:43:38.937982 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="10.901568ms" I0916 21:43:38.938094 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="64.682µs" I0916 21:43:44.425597 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="112.814µs" I0916 21:43:44.438918 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="68.433µs" I0916 21:43:54.127071 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 1" I0916 21:43:54.140225 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-ds5k8" I0916 21:43:54.149434 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="23.945076ms" I0916 21:43:54.166283 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="16.778326ms" I0916 21:43:54.166601 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="243.548µs" I0916 21:43:54.166715 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 1 from 2" I0916 21:43:54.189355 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-csb78" I0916 21:43:54.191928 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 2 from 1" I0916 21:43:54.199953 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="33.80231ms" I0916 21:43:54.200347 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-4xzt5" I0916 21:43:54.211689 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="20.180384ms" I0916 21:43:54.213982 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="13.959777ms" I0916 21:43:54.214156 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="88.643µs" I0916 21:43:54.233484 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="21.754209ms" I0916 21:43:54.233762 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="93.113µs" I0916 21:44:06.426479 1 event.go:307] "Event occurred" object="kube-system/cilium-operator" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set cilium-operator-869df985b8 to 1" I0916 21:44:06.436671 1 event.go:307] "Event occurred" object="kube-system/cilium" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-2c4vr" I0916 21:44:06.442736 1 event.go:307] "Event occurred" object="kube-system/cilium-operator-869df985b8" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-operator-869df985b8-z6x5z" I0916 21:44:06.458849 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="32.877426ms" I0916 21:44:06.475343 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="16.299098ms" I0916 21:44:06.475620 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="203.557µs" I0916 21:44:06.512704 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="199.137µs" I0916 21:44:08.595831 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0916 21:44:08.697316 1 shared_informer.go:318] Caches are synced for garbage collector I0916 21:44:16.863596 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:16.894636 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:16.895673 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-gateway-helm-certgen-v297p" I0916 21:44:16.912594 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:16.913484 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:18.157636 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="192.937µs" I0916 21:44:18.221278 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="14.42175ms" I0916 21:44:18.221511 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="71.073µs" I0916 21:44:26.823957 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="87.394µs" I0916 21:44:26.826794 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:26.844363 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="121.964µs" I0916 21:44:26.858541 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:28.065727 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode" I0916 21:44:29.258609 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="83.414µs" I0916 21:44:29.289461 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="19.8483ms" I0916 21:44:29.289547 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="51.392µs" I0916 21:44:36.528267 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:37.332566 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:38.185182 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io" I0916 21:44:38.185269 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0916 21:44:38.185305 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io" I0916 21:44:38.185337 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io" I0916 21:44:38.185390 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io" I0916 21:44:38.185447 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io" I0916 21:44:38.185489 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0916 21:44:38.185528 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io" I0916 21:44:38.185576 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io" I0916 21:44:38.185615 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io" I0916 21:44:38.185648 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io" I0916 21:44:38.185683 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io" I0916 21:44:38.185717 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0916 21:44:38.185755 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io" I0916 21:44:38.185791 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io" I0916 21:44:38.185829 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io" I0916 21:44:38.185866 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io" I0916 21:44:38.185905 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io" I0916 21:44:38.185940 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io" I0916 21:44:38.185991 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io" I0916 21:44:38.186032 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io" I0916 21:44:38.186307 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0916 21:44:38.726607 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0916 21:44:39.301678 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:39.687131 1 shared_informer.go:318] Caches are synced for resource quota I0916 21:44:39.727605 1 shared_informer.go:318] Caches are synced for garbage collector I0916 21:44:40.313645 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:40.343579 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:40.375268 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:44:40.377078 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed" I0916 21:44:40.592730 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set envoy-gateway-78446f96c9 to 1" I0916 21:44:40.610810 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-78446f96c9" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-78446f96c9-8g7jb" I0916 21:44:40.624394 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="31.587951ms" I0916 21:44:40.639236 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="14.703592ms" I0916 21:44:40.639344 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="74.773µs" I0916 21:44:40.645632 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="89.774µs" I0916 21:44:42.308945 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="103.325µs" I0916 21:44:44.040005 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="80.324µs" I0916 21:44:44.128282 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="97.554µs" I0916 21:44:44.220327 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="87.493µs" I0916 21:44:44.252340 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="54.782µs" I0916 21:44:45.322949 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="134.266µs" I0916 21:44:45.352309 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="11.468036ms" I0916 21:44:45.352559 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="94.234µs" I0916 21:44:45.363134 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 0 from 1" I0916 21:44:45.371872 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="15.290601ms" I0916 21:44:45.372157 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="116.725µs" I0916 21:44:45.383346 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-5dzrx" I0916 21:44:45.400587 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="37.702281ms" I0916 21:44:45.408130 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="7.485314ms" I0916 21:44:45.408254 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="74.833µs" I0916 21:44:48.665212 1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set local-path-provisioner-679c578f5 to 1" I0916 21:44:48.721088 1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner-679c578f5" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: local-path-provisioner-679c578f5-bn8n5" I0916 21:44:48.851979 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="187.82313ms" I0916 21:44:48.909101 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="57.068931ms" I0916 21:44:48.909194 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="56.172µs" I0916 21:44:50.742808 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="75.963µs" I0916 21:44:50.976300 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="30.745499ms" I0916 21:44:50.976439 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="81.964µs" I0916 21:44:51.341531 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="77.813µs" I0916 21:44:51.347367 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="62.563µs" I0916 21:44:52.363818 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="8.850154ms" I0916 21:44:52.364081 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="170.157µs" I0916 21:45:10.021848 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:45:10.064050 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0916 21:46:22.521617 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="WaitForFirstConsumer" message="waiting for first consumer to be created before binding" I0916 21:46:23.157359 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0916 21:46:23.270069 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."