I0331 05:58:23.069913 1 serving.go:348] Generated self-signed cert in-memory I0331 05:58:23.952805 1 controllermanager.go:189] "Starting" version="v1.28.13" I0331 05:58:23.952830 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0331 05:58:23.954271 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0331 05:58:23.954328 1 secure_serving.go:213] Serving securely on [::]:10257 I0331 05:58:23.954364 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0331 05:58:23.954496 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I0331 05:58:23.954706 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" E0331 05:58:42.133423 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.30:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0331 05:58:50.451228 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.30:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded E0331 05:58:59.445355 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.30:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0331 05:59:08.552230 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.30:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0331 05:59:19.433503 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0331 05:59:19.462640 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_772d4a70-0c40-4854-b20b-11be6babc534 became leader" I0331 05:59:31.328305 1 shared_informer.go:311] Waiting for caches to sync for tokens I0331 05:59:31.628562 1 shared_informer.go:318] Caches are synced for tokens I0331 05:59:34.316987 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0331 05:59:34.317047 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0331 05:59:35.533093 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0331 05:59:35.609455 1 pv_controller_base.go:319] "Starting persistent volume controller" I0331 05:59:35.609522 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0331 05:59:37.837153 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0331 05:59:37.837460 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0331 05:59:37.837491 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0331 05:59:39.894006 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0331 05:59:39.963187 1 gc_controller.go:101] "Starting GC controller" I0331 05:59:39.963241 1 shared_informer.go:311] Waiting for caches to sync for GC I0331 05:59:45.851347 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0331 05:59:45.860263 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystemmirrors.ceph.rook.io" I0331 05:59:45.860325 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="routerinterfaces.openstack.k-orc.cloud" I0331 05:59:45.860351 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="domains.openstack.k-orc.cloud" I0331 05:59:45.860371 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networks.openstack.k-orc.cloud" I0331 05:59:45.860388 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rabbitmqclusters.rabbitmq.com" I0331 05:59:45.860409 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="secrettemplates.secretgen.carvel.dev" I0331 05:59:45.860463 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="alertmanagerconfigs.monitoring.coreos.com" I0331 05:59:45.860506 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephblockpoolradosnamespaces.ceph.rook.io" I0331 05:59:45.860530 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="machinedrainrules.cluster.x-k8s.io" I0331 05:59:45.860564 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io" I0331 05:59:45.860589 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="queues.rabbitmq.com" I0331 05:59:45.860630 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0331 05:59:45.860653 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clusterresourcesetbindings.addons.cluster.x-k8s.io" I0331 05:59:45.860674 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io" I0331 05:59:45.860696 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podmonitors.monitoring.coreos.com" I0331 05:59:45.860716 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="flavors.openstack.k-orc.cloud" I0331 05:59:45.860733 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectzonegroups.ceph.rook.io" I0331 05:59:45.860752 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephblockpools.ceph.rook.io" I0331 05:59:45.860773 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="machines.cluster.x-k8s.io" I0331 05:59:45.860799 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephrbdmirrors.ceph.rook.io" I0331 05:59:45.860816 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="issuers.cert-manager.io" I0331 05:59:45.860832 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io" I0331 05:59:45.860852 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="keypairs.openstack.k-orc.cloud" I0331 05:59:45.860876 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="federations.rabbitmq.com" I0331 05:59:45.860896 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="passwords.secretgen.k14s.io" I0331 05:59:45.860914 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0331 05:59:45.860936 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="servicemonitors.monitoring.coreos.com" I0331 05:59:45.860959 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="floatingips.openstack.k-orc.cloud" I0331 05:59:45.860979 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="images.openstack.k-orc.cloud" I0331 05:59:45.860999 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="kubeadmcontrolplanes.controlplane.cluster.x-k8s.io" I0331 05:59:45.861038 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io" I0331 05:59:45.861069 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="openstackmachines.infrastructure.cluster.x-k8s.io" I0331 05:59:45.861090 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="volumetypes.openstack.k-orc.cloud" I0331 05:59:45.861108 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="schemareplications.rabbitmq.com" I0331 05:59:45.861192 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0331 05:59:45.861216 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0331 05:59:45.861232 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io" I0331 05:59:45.861253 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="openstackclustertemplates.infrastructure.cluster.x-k8s.io" I0331 05:59:45.861272 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="routers.openstack.k-orc.cloud" I0331 05:59:45.861296 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="servergroups.openstack.k-orc.cloud" I0331 05:59:45.861320 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusterbackups.pxc.percona.com" I0331 05:59:45.861340 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="vhosts.rabbitmq.com" I0331 05:59:45.861359 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0331 05:59:45.861412 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="policies.rabbitmq.com" I0331 05:59:45.861433 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="prometheuses.monitoring.coreos.com" I0331 05:59:45.861450 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="servers.openstack.k-orc.cloud" I0331 05:59:45.861469 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="topicpermissions.rabbitmq.com" I0331 05:59:45.861493 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="permissions.rabbitmq.com" I0331 05:59:45.861526 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephclients.ceph.rook.io" I0331 05:59:45.861550 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="secretexports.secretgen.carvel.dev" I0331 05:59:45.861573 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0331 05:59:45.861596 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="challenges.acme.cert-manager.io" I0331 05:59:45.861615 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io" I0331 05:59:45.861637 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="prometheusrules.monitoring.coreos.com" I0331 05:59:45.861664 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="nodefeatures.nfd.k8s-sigs.io" I0331 05:59:45.861688 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="services.openstack.k-orc.cloud" I0331 05:59:45.861706 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="groups.openstack.k-orc.cloud" I0331 05:59:45.861729 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephnfses.ceph.rook.io" I0331 05:59:45.861749 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io" I0331 05:59:45.861768 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io" I0331 05:59:45.861783 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="operatorpolicies.rabbitmq.com" I0331 05:59:45.861801 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="sshkeys.secretgen.k14s.io" I0331 05:59:45.861828 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0331 05:59:45.861851 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystemsubvolumegroups.ceph.rook.io" I0331 05:59:45.861868 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephclusters.ceph.rook.io" I0331 05:59:45.861909 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.openstack.k-orc.cloud" I0331 05:59:45.861934 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusters.pxc.percona.com" I0331 05:59:45.861952 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystems.ceph.rook.io" I0331 05:59:45.861969 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="exchanges.rabbitmq.com" I0331 05:59:45.861991 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="superstreams.rabbitmq.com" I0331 05:59:45.862007 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificates.secretgen.k14s.io" I0331 05:59:45.862035 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io" I0331 05:59:45.862057 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="openstackmachinetemplates.infrastructure.cluster.x-k8s.io" I0331 05:59:45.862073 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ipaddresses.ipam.cluster.x-k8s.io" I0331 05:59:45.862091 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="scrapeconfigs.monitoring.coreos.com" I0331 05:59:45.862112 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="shovels.rabbitmq.com" I0331 05:59:45.862131 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0331 05:59:45.886342 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0331 05:59:45.886446 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0331 05:59:45.886489 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectstoreusers.ceph.rook.io" I0331 05:59:45.886531 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="providers.clusterctl.cluster.x-k8s.io" I0331 05:59:45.886562 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io" I0331 05:59:45.886611 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="bindings.rabbitmq.com" I0331 05:59:45.886649 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0331 05:59:45.886693 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificaterequests.cert-manager.io" I0331 05:59:45.886725 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificates.cert-manager.io" I0331 05:59:45.886800 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="machinehealthchecks.cluster.x-k8s.io" I0331 05:59:45.886842 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="volumes.openstack.k-orc.cloud" I0331 05:59:45.886893 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="machinepools.cluster.x-k8s.io" I0331 05:59:45.886938 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="objectbucketclaims.objectbucket.io" I0331 05:59:45.886976 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0331 05:59:45.887012 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="orders.acme.cert-manager.io" I0331 05:59:45.887050 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="machinesets.cluster.x-k8s.io" I0331 05:59:45.887082 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io" I0331 05:59:45.887120 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io" I0331 05:59:45.887152 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io" I0331 05:59:45.887229 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="openstackclusters.infrastructure.cluster.x-k8s.io" I0331 05:59:45.887279 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="users.rabbitmq.com" I0331 05:59:45.887379 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephbucketnotifications.ceph.rook.io" I0331 05:59:45.887423 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io" I0331 05:59:45.887471 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="openstackfloatingippools.infrastructure.cluster.x-k8s.io" I0331 05:59:45.887514 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephcosidrivers.ceph.rook.io" I0331 05:59:45.887561 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io" I0331 05:59:45.887604 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io" I0331 05:59:45.887651 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ipaddressclaims.ipam.cluster.x-k8s.io" I0331 05:59:45.887696 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0331 05:59:45.887744 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephbuckettopics.ceph.rook.io" I0331 05:59:45.887784 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io" I0331 05:59:45.887826 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="probes.monitoring.coreos.com" I0331 05:59:45.887868 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0331 05:59:45.887899 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0331 05:59:45.887937 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clusters.cluster.x-k8s.io" I0331 05:59:45.887993 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clusterclasses.cluster.x-k8s.io" I0331 05:59:45.888032 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitygroups.openstack.k-orc.cloud" I0331 05:59:45.888068 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0331 05:59:45.888101 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="kubeadmconfigs.bootstrap.cluster.x-k8s.io" I0331 05:59:45.888141 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ports.openstack.k-orc.cloud" W0331 05:59:45.893084 1 shared_informer.go:593] resyncPeriod 16h39m59.14791006s is smaller than resyncCheckPeriod 23h28m16.870837669s and the informer has already started. Changing it to 23h28m16.870837669s I0331 05:59:45.893541 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0331 05:59:45.893602 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectrealms.ceph.rook.io" I0331 05:59:45.893622 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="machinedeployments.cluster.x-k8s.io" I0331 05:59:45.893642 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="openstackservers.infrastructure.cluster.x-k8s.io" I0331 05:59:45.893666 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="thanosrulers.monitoring.coreos.com" I0331 05:59:45.893683 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="prometheusagents.monitoring.coreos.com" I0331 05:59:45.893705 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rsakeys.secretgen.k14s.io" I0331 05:59:45.893725 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0331 05:59:45.893753 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0331 05:59:45.893772 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0331 05:59:45.893793 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io" I0331 05:59:45.893811 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="subnets.openstack.k-orc.cloud" I0331 05:59:45.893829 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="secretimports.secretgen.carvel.dev" I0331 05:59:45.893849 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0331 05:59:45.893864 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clusterresourcesets.addons.cluster.x-k8s.io" I0331 05:59:45.893887 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io" I0331 05:59:45.893903 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io" W0331 05:59:45.893916 1 shared_informer.go:593] resyncPeriod 17h21m40.123359095s is smaller than resyncCheckPeriod 23h28m16.870837669s and the informer has already started. Changing it to 23h28m16.870837669s I0331 05:59:45.894082 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="alertmanagers.monitoring.coreos.com" I0331 05:59:45.894111 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0331 05:59:45.894127 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectstores.ceph.rook.io" I0331 05:59:45.894144 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectzones.ceph.rook.io" I0331 05:59:45.894161 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="projects.openstack.k-orc.cloud" I0331 05:59:45.894177 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusterrestores.pxc.percona.com" I0331 05:59:45.894194 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0331 05:59:45.894517 1 resource_quota_controller.go:294] "Starting resource quota controller" I0331 05:59:45.894533 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0331 05:59:45.894655 1 resource_quota_monitor.go:305] "QuotaMonitor running" E0331 05:59:52.025057 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.30:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0331 05:59:53.718957 1 controllermanager.go:642] "Started controller" controller="job-controller" I0331 05:59:53.719211 1 job_controller.go:226] "Starting job controller" I0331 05:59:53.719243 1 shared_informer.go:311] Waiting for caches to sync for job I0331 05:59:55.742476 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0331 05:59:55.742583 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0331 05:59:55.742764 1 node_lifecycle_controller.go:465] "Sending events to api server" I0331 05:59:55.742807 1 node_lifecycle_controller.go:476] "Starting node controller" I0331 05:59:55.742816 1 shared_informer.go:311] Waiting for caches to sync for taint I0331 05:59:57.067932 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0331 05:59:57.100610 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0331 05:59:57.100639 1 shared_informer.go:311] Waiting for caches to sync for deployment I0331 05:59:58.828101 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0331 05:59:58.828170 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0331 05:59:58.828186 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0331 05:59:58.828744 1 cleaner.go:83] "Starting CSR cleaner controller" I0331 06:00:00.643718 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0331 06:00:00.644370 1 tokencleaner.go:112] "Starting token cleaner controller" I0331 06:00:00.644398 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0331 06:00:00.644414 1 shared_informer.go:318] Caches are synced for token_cleaner I0331 06:00:01.451731 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0331 06:00:01.451923 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0331 06:00:01.451936 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0331 06:00:02.062438 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0331 06:00:02.244412 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0331 06:00:02.244476 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0331 06:00:02.725287 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0331 06:00:02.725480 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0331 06:00:02.725497 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0331 06:00:04.325203 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0331 06:00:04.325285 1 ttl_controller.go:124] "Starting TTL controller" I0331 06:00:04.325310 1 shared_informer.go:311] Waiting for caches to sync for TTL E0331 06:00:05.491252 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0331 06:00:05.491282 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0331 06:00:07.093780 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0331 06:00:07.094160 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0331 06:00:07.094181 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0331 06:00:11.417029 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0331 06:00:11.456216 1 namespace_controller.go:197] "Starting namespace controller" I0331 06:00:11.456277 1 shared_informer.go:311] Waiting for caches to sync for namespace I0331 06:00:12.272122 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0331 06:00:12.272445 1 replica_set.go:214] "Starting controller" name="replicaset" I0331 06:00:12.272466 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0331 06:00:15.630657 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0331 06:00:15.631186 1 disruption.go:433] "Sending events to api server." I0331 06:00:15.631272 1 disruption.go:444] "Starting disruption controller" I0331 06:00:15.631295 1 shared_informer.go:311] Waiting for caches to sync for disruption I0331 06:00:22.955643 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0331 06:00:22.967426 1 horizontal.go:200] "Starting HPA controller" I0331 06:00:22.967482 1 shared_informer.go:311] Waiting for caches to sync for HPA I0331 06:00:23.268442 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0331 06:00:23.268614 1 stateful_set.go:163] "Starting stateful set controller" I0331 06:00:23.268641 1 shared_informer.go:311] Waiting for caches to sync for stateful set E0331 06:00:24.539059 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0331 06:00:24.539082 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0331 06:00:25.155527 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0331 06:00:25.155725 1 attach_detach_controller.go:337] "Starting attach detach controller" I0331 06:00:25.155767 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0331 06:00:27.256774 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0331 06:00:27.256944 1 expand_controller.go:328] "Starting expand controller" I0331 06:00:27.256965 1 shared_informer.go:311] Waiting for caches to sync for expand I0331 06:00:29.416197 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0331 06:00:29.416503 1 endpoints_controller.go:177] "Starting endpoint controller" I0331 06:00:29.416519 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0331 06:00:31.321732 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0331 06:00:31.321804 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0331 06:00:31.321829 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0331 06:00:33.499799 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0331 06:00:33.540340 1 serviceaccounts_controller.go:111] "Starting service account controller" I0331 06:00:33.540390 1 shared_informer.go:311] Waiting for caches to sync for service account I0331 06:00:51.405944 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0331 06:00:51.406319 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0331 06:00:51.406339 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0331 06:00:51.406579 1 graph_builder.go:294] "Running" component="GraphBuilder" I0331 06:00:56.410045 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0331 06:00:56.410071 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0331 06:00:56.410103 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0331 06:00:56.410113 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0331 06:00:56.410124 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0331 06:00:56.410161 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0331 06:00:56.410194 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0331 06:00:56.410137 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0331 06:00:56.410226 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0331 06:00:56.410662 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0331 06:00:56.410832 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0331 06:00:56.410847 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0331 06:00:56.410870 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0331 06:01:02.500448 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0331 06:01:02.500502 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0331 06:01:02.500520 1 pv_protection_controller.go:78] "Starting PV protection controller" I0331 06:01:02.500619 1 shared_informer.go:311] Waiting for caches to sync for PV protection E0331 06:01:05.677674 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.30:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0331 06:01:06.409521 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0331 06:01:06.409655 1 publisher.go:102] "Starting root CA cert publisher controller" I0331 06:01:06.409665 1 shared_informer.go:311] Waiting for caches to sync for crt configmap E0331 06:01:10.677887 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.30:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded I0331 06:01:10.677968 1 leaderelection.go:285] failed to renew lease kube-system/kube-controller-manager: timed out waiting for the condition E0331 06:01:10.678078 1 controllermanager.go:302] "leaderelection lost" E0331 06:01:10.678090 1 shared_informer.go:314] unable to sync caches for certificate-csrsigning-legacy-unknown E0331 06:01:10.678118 1 shared_informer.go:314] unable to sync caches for certificate-csrsigning-kube-apiserver-client E0331 06:01:10.678140 1 shared_informer.go:314] unable to sync caches for persistent volume E0331 06:01:10.678161 1 shared_informer.go:314] unable to sync caches for crt configmap E0331 06:01:10.678177 1 shared_informer.go:314] unable to sync caches for certificate-csrsigning-kubelet-serving E0331 06:01:10.678198 1 shared_informer.go:314] unable to sync caches for certificate-csrsigning-kubelet-client E0331 06:01:10.678213 1 shared_informer.go:314] unable to sync caches for PV protection E0331 06:01:10.678227 1 shared_informer.go:314] unable to sync caches for deployment I0331 06:01:10.678230 1 certificate_controller.go:119] "Shutting down certificate controller" name="csrsigning-legacy-unknown" E0331 06:01:10.678243 1 shared_informer.go:314] unable to sync caches for ClusterRoleAggregator E0331 06:01:10.678260 1 shared_informer.go:314] unable to sync caches for resource quota I0331 06:01:10.678507 1 tokencleaner.go:122] "Shutting down token cleaner controller" I0331 06:01:10.678534 1 cleaner.go:91] "Shutting down CSR cleaner controller" E0331 06:01:10.678627 1 shared_informer.go:314] unable to sync caches for GC E0331 06:01:10.678632 1 shared_informer.go:314] unable to sync caches for ReplicaSet I0331 06:01:10.678868 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_772d4a70-0c40-4854-b20b-11be6babc534 stopped leading" I0331 06:01:10.678637 1 dynamic_serving_content.go:146] "Shutting down controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" E0331 06:01:10.678904 1 shared_informer.go:314] unable to sync caches for stateful set E0331 06:01:10.678923 1 shared_informer.go:314] unable to sync caches for HPA I0331 06:01:10.678950 1 dynamic_serving_content.go:146] "Shutting down controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0331 06:01:10.678984 1 dynamic_serving_content.go:146] "Shutting down controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0331 06:01:10.679016 1 dynamic_serving_content.go:146] "Shutting down controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" E0331 06:01:10.679030 1 shared_informer.go:314] unable to sync caches for ReplicationController E0331 06:01:10.678956 1 shared_informer.go:314] unable to sync caches for attach detach I0331 06:01:10.679171 1 certificate_controller.go:119] "Shutting down certificate controller" name="csrsigning-kube-apiserver-client" E0331 06:01:10.678969 1 shared_informer.go:314] unable to sync caches for namespace E0331 06:01:10.678983 1 shared_informer.go:314] unable to sync caches for expand E0331 06:01:10.679069 1 shared_informer.go:314] unable to sync caches for PVC protection I0331 06:01:10.679192 1 pv_controller_base.go:323] "Shutting down persistent volume controller" I0331 06:01:10.679201 1 certificate_controller.go:119] "Shutting down certificate controller" name="csrsigning-kubelet-serving" E0331 06:01:10.679078 1 shared_informer.go:314] unable to sync caches for endpoint E0331 06:01:10.679089 1 shared_informer.go:314] unable to sync caches for job E0331 06:01:10.679094 1 shared_informer.go:314] unable to sync caches for bootstrap_signer I0331 06:01:10.679232 1 certificate_controller.go:119] "Shutting down certificate controller" name="csrsigning-kubelet-client" I0331 06:01:10.679240 1 deployment_controller.go:172] "Shutting down controller" controller="deployment" I0331 06:01:10.679252 1 pv_protection_controller.go:82] "Shutting down PV protection controller" E0331 06:01:10.679107 1 shared_informer.go:314] unable to sync caches for TTL after finished E0331 06:01:10.679117 1 shared_informer.go:314] unable to sync caches for disruption E0331 06:01:10.679127 1 shared_informer.go:314] unable to sync caches for certificate-csrapproving E0331 06:01:10.679133 1 shared_informer.go:314] unable to sync caches for service account E0331 06:01:10.679139 1 shared_informer.go:314] unable to sync caches for TTL E0331 06:01:10.679147 1 shared_informer.go:314] unable to sync caches for endpoint_slice_mirroring I0331 06:01:10.679174 1 publisher.go:106] "Shutting down root CA cert publisher controller"