I0624 18:17:50.821409 1 serving.go:348] Generated self-signed cert in-memory I0624 18:17:51.248583 1 controllermanager.go:189] "Starting" version="v1.28.13" I0624 18:17:51.248609 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0624 18:17:51.252102 1 secure_serving.go:213] Serving securely on [::]:10257 I0624 18:17:51.252646 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0624 18:17:51.252764 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0624 18:17:51.252844 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0624 18:17:51.252927 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0624 18:17:56.253657 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.115:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded E0624 18:18:05.528484 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.115:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0624 18:18:13.772903 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.115:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0624 18:18:22.538858 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.115:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0624 18:18:44.021965 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0624 18:18:44.022416 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_2f62a666-b892-4fcf-8276-8dcf17975896 became leader" I0624 18:18:44.032341 1 shared_informer.go:311] Waiting for caches to sync for tokens I0624 18:18:44.088583 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0624 18:18:44.088677 1 controller.go:169] "Starting ephemeral volume controller" I0624 18:18:44.088715 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0624 18:18:44.092211 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0624 18:18:44.092421 1 endpoints_controller.go:177] "Starting endpoint controller" I0624 18:18:44.092450 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0624 18:18:44.095536 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0624 18:18:44.095737 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0624 18:18:44.095758 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0624 18:18:44.098261 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0624 18:18:44.098306 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0624 18:18:44.098322 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving E0624 18:18:44.102358 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0624 18:18:44.102391 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0624 18:18:44.106434 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0624 18:18:44.106615 1 gc_controller.go:101] "Starting GC controller" I0624 18:18:44.106659 1 shared_informer.go:311] Waiting for caches to sync for GC I0624 18:18:44.113467 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0624 18:18:44.113488 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0624 18:18:44.113497 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0624 18:18:44.113503 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0624 18:18:44.113532 1 graph_builder.go:294] "Running" component="GraphBuilder" E0624 18:18:44.115894 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0624 18:18:44.115925 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0624 18:18:44.118441 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0624 18:18:44.118766 1 attach_detach_controller.go:337] "Starting attach detach controller" I0624 18:18:44.118805 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0624 18:18:44.120634 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0624 18:18:44.120840 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0624 18:18:44.120914 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0624 18:18:44.132443 1 shared_informer.go:318] Caches are synced for tokens I0624 18:18:44.139625 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0624 18:18:44.139672 1 namespace_controller.go:197] "Starting namespace controller" I0624 18:18:44.139693 1 shared_informer.go:311] Waiting for caches to sync for namespace I0624 18:18:44.142193 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0624 18:18:44.142905 1 daemon_controller.go:291] "Starting daemon sets controller" I0624 18:18:44.143001 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0624 18:18:44.146775 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0624 18:18:44.146878 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0624 18:18:44.149820 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0624 18:18:44.150017 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0624 18:18:44.150059 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0624 18:18:44.169716 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectstores.ceph.rook.io" I0624 18:18:44.169816 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io" I0624 18:18:44.169912 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io" I0624 18:18:44.169996 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="federations.rabbitmq.com" I0624 18:18:44.170071 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="operatorpolicies.rabbitmq.com" I0624 18:18:44.170185 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0624 18:18:44.170291 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io" I0624 18:18:44.170375 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="nodefeatures.nfd.k8s-sigs.io" I0624 18:18:44.170459 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rsakeys.secretgen.k14s.io" I0624 18:18:44.170552 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0624 18:18:44.170620 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectzonegroups.ceph.rook.io" I0624 18:18:44.170704 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephrbdmirrors.ceph.rook.io" I0624 18:18:44.170796 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io" I0624 18:18:44.170848 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="superstreams.rabbitmq.com" I0624 18:18:44.170977 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0624 18:18:44.171021 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0624 18:18:44.171102 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io" I0624 18:18:44.171212 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephbuckettopics.ceph.rook.io" I0624 18:18:44.171305 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystemmirrors.ceph.rook.io" I0624 18:18:44.171384 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="servicemonitors.monitoring.coreos.com" I0624 18:18:44.171449 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectstoreusers.ceph.rook.io" I0624 18:18:44.171521 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="alertmanagerconfigs.monitoring.coreos.com" I0624 18:18:44.171562 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="bindings.rabbitmq.com" I0624 18:18:44.171644 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0624 18:18:44.171752 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0624 18:18:44.171864 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephclusters.ceph.rook.io" I0624 18:18:44.171962 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephblockpools.ceph.rook.io" I0624 18:18:44.172043 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0624 18:18:44.172112 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectzones.ceph.rook.io" I0624 18:18:44.172206 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="passwords.secretgen.k14s.io" I0624 18:18:44.172279 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0624 18:18:44.172348 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0624 18:18:44.172389 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="vhosts.rabbitmq.com" I0624 18:18:44.172497 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="secretexports.secretgen.carvel.dev" I0624 18:18:44.172577 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0624 18:18:44.172645 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="challenges.acme.cert-manager.io" I0624 18:18:44.172687 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephcosidrivers.ceph.rook.io" I0624 18:18:44.172765 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io" I0624 18:18:44.172856 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="prometheusrules.monitoring.coreos.com" I0624 18:18:44.172928 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificaterequests.cert-manager.io" I0624 18:18:44.172969 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="prometheuses.monitoring.coreos.com" I0624 18:18:44.173077 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="schemareplications.rabbitmq.com" I0624 18:18:44.173173 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="secrettemplates.secretgen.carvel.dev" I0624 18:18:44.173243 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephblockpoolradosnamespaces.ceph.rook.io" I0624 18:18:44.173281 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podmonitors.monitoring.coreos.com" I0624 18:18:44.173380 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusterrestores.pxc.percona.com" I0624 18:18:44.173467 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="permissions.rabbitmq.com" I0624 18:18:44.173539 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="issuers.cert-manager.io" I0624 18:18:44.173637 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="policies.rabbitmq.com" I0624 18:18:44.173736 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0624 18:18:44.173816 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificates.cert-manager.io" I0624 18:18:44.173899 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rabbitmqclusters.rabbitmq.com" I0624 18:18:44.174000 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0624 18:18:44.174094 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io" I0624 18:18:44.174183 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0624 18:18:44.174261 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io" I0624 18:18:44.174339 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io" I0624 18:18:44.174409 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="alertmanagers.monitoring.coreos.com" I0624 18:18:44.174455 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusters.pxc.percona.com" I0624 18:18:44.174550 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="users.rabbitmq.com" I0624 18:18:44.174628 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0624 18:18:44.174708 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0624 18:18:44.174777 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="exchanges.rabbitmq.com" I0624 18:18:44.174853 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0624 18:18:44.174922 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystemsubvolumegroups.ceph.rook.io" I0624 18:18:44.174988 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystems.ceph.rook.io" I0624 18:18:44.175094 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io" I0624 18:18:44.175171 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io" I0624 18:18:44.175217 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io" I0624 18:18:44.175314 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io" I0624 18:18:44.175382 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="thanosrulers.monitoring.coreos.com" I0624 18:18:44.175456 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectrealms.ceph.rook.io" I0624 18:18:44.175500 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io" I0624 18:18:44.175589 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0624 18:18:44.175627 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephnfses.ceph.rook.io" I0624 18:18:44.175721 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io" I0624 18:18:44.175795 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="objectbucketclaims.objectbucket.io" I0624 18:18:44.175908 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificates.secretgen.k14s.io" I0624 18:18:44.175957 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephclients.ceph.rook.io" I0624 18:18:44.176018 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io" I0624 18:18:44.176118 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0624 18:18:44.176187 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephbucketnotifications.ceph.rook.io" I0624 18:18:44.176230 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="scrapeconfigs.monitoring.coreos.com" I0624 18:18:44.176321 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0624 18:18:44.176393 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="orders.acme.cert-manager.io" I0624 18:18:44.176433 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="topicpermissions.rabbitmq.com" I0624 18:18:44.176532 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0624 18:18:44.176578 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" W0624 18:18:44.176660 1 shared_informer.go:593] resyncPeriod 13h22m44.342681421s is smaller than resyncCheckPeriod 17h6m52.676471656s and the informer has already started. Changing it to 17h6m52.676471656s I0624 18:18:44.177001 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="probes.monitoring.coreos.com" W0624 18:18:44.177024 1 shared_informer.go:593] resyncPeriod 14h16m1.096991584s is smaller than resyncCheckPeriod 17h6m52.676471656s and the informer has already started. Changing it to 17h6m52.676471656s I0624 18:18:44.177280 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0624 18:18:44.177330 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="prometheusagents.monitoring.coreos.com" I0624 18:18:44.177383 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="queues.rabbitmq.com" I0624 18:18:44.177406 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0624 18:18:44.177448 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="secretimports.secretgen.carvel.dev" I0624 18:18:44.177483 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io" I0624 18:18:44.177527 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io" I0624 18:18:44.177554 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusterbackups.pxc.percona.com" I0624 18:18:44.177602 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="shovels.rabbitmq.com" I0624 18:18:44.177636 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="sshkeys.secretgen.k14s.io" I0624 18:18:44.177685 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0624 18:18:44.177725 1 resource_quota_controller.go:294] "Starting resource quota controller" I0624 18:18:44.177757 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0624 18:18:44.177800 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0624 18:18:44.181293 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0624 18:18:44.181331 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0624 18:18:44.181367 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0624 18:18:44.181776 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0624 18:18:44.181816 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0624 18:18:44.181867 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0624 18:18:44.182144 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0624 18:18:44.182174 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0624 18:18:44.182188 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0624 18:18:44.182529 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0624 18:18:44.182578 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0624 18:18:44.182601 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0624 18:18:44.182645 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0624 18:18:44.185611 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0624 18:18:44.185670 1 publisher.go:102] "Starting root CA cert publisher controller" I0624 18:18:44.185710 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0624 18:18:44.189256 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0624 18:18:44.189398 1 serviceaccounts_controller.go:111] "Starting service account controller" I0624 18:18:44.189416 1 shared_informer.go:311] Waiting for caches to sync for service account I0624 18:18:44.191739 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0624 18:18:44.191937 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0624 18:18:44.191957 1 shared_informer.go:311] Waiting for caches to sync for deployment I0624 18:18:44.196505 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0624 18:18:44.196800 1 disruption.go:433] "Sending events to api server." I0624 18:18:44.196837 1 disruption.go:444] "Starting disruption controller" I0624 18:18:44.196844 1 shared_informer.go:311] Waiting for caches to sync for disruption I0624 18:18:44.199276 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0624 18:18:44.199383 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0624 18:18:44.199412 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0624 18:18:44.202066 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0624 18:18:44.202180 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0624 18:18:44.202206 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0624 18:18:44.225237 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0624 18:18:44.225283 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0624 18:18:44.225294 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0624 18:18:44.225429 1 cleaner.go:83] "Starting CSR cleaner controller" I0624 18:18:44.276785 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0624 18:18:44.276869 1 pv_protection_controller.go:78] "Starting PV protection controller" I0624 18:18:44.276880 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0624 18:18:44.326810 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0624 18:18:44.326897 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0624 18:18:44.326991 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0624 18:18:44.377388 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0624 18:18:44.377498 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0624 18:18:44.377527 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0624 18:18:44.427792 1 controllermanager.go:642] "Started controller" controller="job-controller" I0624 18:18:44.428013 1 job_controller.go:226] "Starting job controller" I0624 18:18:44.428061 1 shared_informer.go:311] Waiting for caches to sync for job I0624 18:18:44.478020 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0624 18:18:44.478148 1 replica_set.go:214] "Starting controller" name="replicaset" I0624 18:18:44.478378 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0624 18:18:44.686929 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0624 18:18:44.687028 1 horizontal.go:200] "Starting HPA controller" I0624 18:18:44.687062 1 shared_informer.go:311] Waiting for caches to sync for HPA I0624 18:18:44.741160 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0624 18:18:44.741297 1 stateful_set.go:163] "Starting stateful set controller" I0624 18:18:44.741314 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0624 18:18:44.775974 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0624 18:18:44.776057 1 expand_controller.go:328] "Starting expand controller" I0624 18:18:44.776069 1 shared_informer.go:311] Waiting for caches to sync for expand I0624 18:18:44.826821 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0624 18:18:44.826908 1 ttl_controller.go:124] "Starting TTL controller" I0624 18:18:44.826921 1 shared_informer.go:311] Waiting for caches to sync for TTL I0624 18:18:44.876862 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0624 18:18:44.876919 1 tokencleaner.go:112] "Starting token cleaner controller" I0624 18:18:44.876927 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0624 18:18:44.876932 1 shared_informer.go:318] Caches are synced for token_cleaner I0624 18:18:44.927813 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0624 18:18:44.927880 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0624 18:18:44.928077 1 node_lifecycle_controller.go:465] "Sending events to api server" I0624 18:18:44.928144 1 node_lifecycle_controller.go:476] "Starting node controller" I0624 18:18:44.928162 1 shared_informer.go:311] Waiting for caches to sync for taint I0624 18:18:44.976767 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0624 18:18:44.976977 1 pv_controller_base.go:319] "Starting persistent volume controller" I0624 18:18:44.977008 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0624 18:18:44.988999 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0624 18:18:44.999838 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0624 18:18:45.012569 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-db-init" I0624 18:18:45.012604 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-db-sync" I0624 18:18:45.012614 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-ks-endpoints" I0624 18:18:45.012619 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-ks-service" I0624 18:18:45.012634 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-ks-user" I0624 18:18:45.012648 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-rabbit-init" I0624 18:18:45.012653 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-bootstrap" I0624 18:18:45.012666 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-credential-setup" I0624 18:18:45.012684 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-db-init" I0624 18:18:45.012691 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-db-sync" I0624 18:18:45.012705 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-domain-manage" I0624 18:18:45.012715 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-fernet-setup" I0624 18:18:45.012726 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-rabbit-init" I0624 18:18:45.027117 1 shared_informer.go:318] Caches are synced for TTL I0624 18:18:45.029706 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0624 18:18:45.040598 1 shared_informer.go:318] Caches are synced for namespace I0624 18:18:45.047369 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0624 18:18:45.050879 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-db-init" I0624 18:18:45.051070 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-db-sync" I0624 18:18:45.051133 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-ks-endpoints" I0624 18:18:45.051217 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-ks-service" I0624 18:18:45.051262 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-ks-user" I0624 18:18:45.051283 1 job_controller.go:562] "enqueueing job" key="openstack/barbican-rabbit-init" I0624 18:18:45.051556 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-bootstrap" I0624 18:18:45.051584 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-credential-setup" I0624 18:18:45.051596 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-db-init" I0624 18:18:45.051645 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-db-sync" I0624 18:18:45.051679 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-domain-manage" I0624 18:18:45.051711 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-fernet-setup" I0624 18:18:45.051792 1 job_controller.go:562] "enqueueing job" key="openstack/keystone-rabbit-init" I0624 18:18:45.076394 1 shared_informer.go:318] Caches are synced for expand I0624 18:18:45.077126 1 shared_informer.go:318] Caches are synced for PV protection I0624 18:18:45.077132 1 shared_informer.go:318] Caches are synced for persistent volume I0624 18:18:45.077666 1 shared_informer.go:318] Caches are synced for TTL after finished I0624 18:18:45.079359 1 shared_informer.go:318] Caches are synced for ReplicaSet I0624 18:18:45.079642 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="cert-manager/cert-manager-cainjector-579c9dd7cd" duration="156.824µs" I0624 18:18:45.079662 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="cert-manager/cert-manager-79c48d47db" duration="222.195µs" I0624 18:18:45.079680 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="cert-manager/cert-manager-webhook-7d6b59cfdc" duration="174.895µs" I0624 18:18:45.079806 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="102.013µs" I0624 18:18:45.079862 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="155.393µs" I0624 18:18:45.079886 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf" duration="259.696µs" I0624 18:18:45.079932 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="75.792µs" I0624 18:18:45.079811 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="95.432µs" I0624 18:18:45.080030 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/kube-prometheus-stack-grafana-84fbc54954" duration="90.652µs" I0624 18:18:45.080087 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9" duration="135.534µs" I0624 18:18:45.080092 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/loki-gateway-cf54cb88c" duration="105.933µs" I0624 18:18:45.080106 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/kube-prometheus-stack-operator-cd88cf4bf" duration="121.553µs" I0624 18:18:45.080130 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/node-feature-discovery-gc-6675cbb6d9" duration="58.502µs" I0624 18:18:45.080193 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/prometheus-pushgateway-7b8659c68b" duration="62.641µs" I0624 18:18:45.080227 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/node-feature-discovery-master-8665476dbc" duration="103.802µs" I0624 18:18:45.080274 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/barbican-api-7c7cf49885" duration="117.463µs" I0624 18:18:45.080324 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/memcached-memcached-6479589586" duration="98.832µs" I0624 18:18:45.080345 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/keystone-api-54848fcbbf" duration="120.383µs" I0624 18:18:45.080373 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/pxc-operator-69cb5bbdb9" duration="113.333µs" I0624 18:18:45.080454 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="secretgen-controller/secretgen-controller-5cf976ccc7" duration="49.282µs" I0624 18:18:45.081004 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="624.925µs" I0624 18:18:45.081689 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0624 18:18:45.081900 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0624 18:18:45.082353 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0624 18:18:45.082648 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0624 18:18:45.086750 1 shared_informer.go:318] Caches are synced for crt configmap I0624 18:18:45.087902 1 shared_informer.go:318] Caches are synced for HPA I0624 18:18:45.089078 1 shared_informer.go:318] Caches are synced for ephemeral I0624 18:18:45.090187 1 shared_informer.go:318] Caches are synced for service account I0624 18:18:45.092351 1 shared_informer.go:318] Caches are synced for deployment I0624 18:18:45.092610 1 shared_informer.go:318] Caches are synced for endpoint I0624 18:18:45.096086 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0624 18:18:45.097736 1 shared_informer.go:318] Caches are synced for disruption I0624 18:18:45.098932 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0624 18:18:45.100092 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0624 18:18:45.103285 1 shared_informer.go:318] Caches are synced for cronjob I0624 18:18:45.107760 1 shared_informer.go:318] Caches are synced for GC I0624 18:18:45.119325 1 shared_informer.go:318] Caches are synced for attach detach I0624 18:18:45.121637 1 shared_informer.go:318] Caches are synced for endpoint_slice I0624 18:18:45.127554 1 shared_informer.go:318] Caches are synced for PVC protection I0624 18:18:45.128593 1 shared_informer.go:318] Caches are synced for job I0624 18:18:45.142110 1 shared_informer.go:318] Caches are synced for stateful set I0624 18:18:45.143588 1 shared_informer.go:318] Caches are synced for daemon sets I0624 18:18:45.150252 1 shared_informer.go:318] Caches are synced for ReplicationController I0624 18:18:45.209792 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-cluster-operator-54f767cff8" duration="129.457667ms" I0624 18:18:45.210751 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-cluster-operator-54f767cff8" duration="115.613µs" I0624 18:18:45.218858 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="rook-ceph/rook-ceph-operator-76bbbb77ff" duration="138.457942ms" I0624 18:18:45.218989 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-messaging-topology-operator-6f465c979f" duration="138.557315ms" I0624 18:18:45.219237 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="rook-ceph/rook-ceph-operator-76bbbb77ff" duration="91.712µs" I0624 18:18:45.219416 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-messaging-topology-operator-6f465c979f" duration="119.683µs" I0624 18:18:45.229004 1 shared_informer.go:318] Caches are synced for taint I0624 18:18:45.229201 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0624 18:18:45.229251 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0624 18:18:45.229357 1 taint_manager.go:210] "Sending events to api server" I0624 18:18:45.229389 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0624 18:18:45.229457 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0624 18:18:45.230430 1 node_lifecycle_controller.go:1071] "Controller detected that zone is now in new state" zone="" newState="Normal" I0624 18:18:46.031328 1 request.go:697] Waited for 1.04674216s due to client-side throttling, not priority and fairness, request: GET:https://199.204.45.115:6443/apis/cilium.io/v2/ciliumnetworkpolicies?limit=500&resourceVersion=0 I0624 18:18:47.478815 1 shared_informer.go:318] Caches are synced for resource quota I0624 18:18:47.489867 1 shared_informer.go:318] Caches are synced for resource quota I0624 18:18:48.214617 1 shared_informer.go:318] Caches are synced for garbage collector I0624 18:18:48.214664 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0624 18:18:48.230752 1 shared_informer.go:318] Caches are synced for garbage collector I0624 18:19:00.105921 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" I0624 18:19:00.123671 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" I0624 18:19:00.124355 1 event.go:307] "Event occurred" object="openstack/rook-ceph-detect-version" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: rook-ceph-detect-version-28vhs" I0624 18:19:00.130433 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" I0624 18:19:00.133077 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" I0624 18:19:00.148767 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" I0624 18:19:01.566931 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-messaging-topology-operator-6f465c979f" duration="16.608757ms" I0624 18:19:01.567459 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-messaging-topology-operator-6f465c979f" duration="193.545µs" I0624 18:19:01.592850 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-cluster-operator-54f767cff8" duration="16.130916ms" I0624 18:19:01.593088 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-cluster-operator-54f767cff8" duration="182.295µs" I0624 18:19:01.733897 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" I0624 18:19:20.944870 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" I0624 18:19:21.046107 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" I0624 18:19:21.646424 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" I0624 18:19:22.502108 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" E0624 18:19:27.738016 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.115:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0624 18:19:32.034659 1 job_controller.go:562] "enqueueing job" key="openstack/rook-ceph-detect-version" E0624 18:19:32.738207 1 leaderelection.go:369] Failed to update lock: Put "https://199.204.45.115:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded I0624 18:19:32.738293 1 leaderelection.go:285] failed to renew lease kube-system/kube-controller-manager: timed out waiting for the condition E0624 18:19:32.738378 1 controllermanager.go:302] "leaderelection lost"