I0618 09:58:44.341292 1 main.go:252] "Feature gates: AutoScaleFromZero=false,PriorityQueue=false\n" logger="setup" I0618 09:58:44.341458 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0618 09:58:44.341470 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0618 09:58:44.341475 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0618 09:58:44.341479 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0618 09:58:44.341482 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0618 09:58:44.361210 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0618 09:58:44.361331 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0618 09:58:44.361418 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0618 09:58:44.361499 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0618 09:58:44.361569 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0618 09:58:44.361651 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0618 09:58:44.361734 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0618 09:58:44.361810 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0618 09:58:44.361885 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0618 09:58:44.361936 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0618 09:58:44.362057 1 main.go:302] "starting manager" logger="setup" version="v0.14.4" I0618 09:58:44.362136 1 server.go:208] "Starting metrics server" logger="controller-runtime.metrics" I0618 09:58:44.362240 1 server.go:83] "starting server" name="health probe" addr="[::]:9440" I0618 09:58:44.362239 1 server.go:247] "Serving metrics server" logger="controller-runtime.metrics" bindAddress="127.0.0.1:8080" secure=false I0618 09:58:44.362297 1 server.go:191] "Starting webhook server" logger="controller-runtime.webhook" I0618 09:58:44.362807 1 certwatcher.go:214] "Updated current TLS certificate" logger="controller-runtime.certwatcher" cert="/tmp/k8s-webhook-server/serving-certs/tls.crt" key="/tmp/k8s-webhook-server/serving-certs/tls.key" I0618 09:58:44.362895 1 server.go:242] "Serving webhook server" logger="controller-runtime.webhook" host="" port=9443 I0618 09:58:44.363081 1 certwatcher.go:136] "Starting certificate poll+watcher" logger="controller-runtime.certwatcher" cert="/tmp/k8s-webhook-server/serving-certs/tls.crt" key="/tmp/k8s-webhook-server/serving-certs/tls.key" interval="10s" I0618 09:58:44.364633 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.IPAddressClaim" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:44.365300 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.OpenStackServer" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:44.365585 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.IPAddress" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:44.463646 1 leaderelection.go:257] attempting to acquire leader lease capo-system/controller-leader-election-capo... I0618 09:58:48.130698 1 leaderelection.go:271] successfully acquired lease capo-system/controller-leader-election-capo I0618 09:58:48.130872 1 recorder.go:104] "capo-controller-manager-56cf844ccd-46j8l_7610bfd4-91cd-4b2f-8e46-006b38565482 became leader" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"defa24f2-41c6-4226-b1dc-151a10fb176f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"28521"} reason="LeaderElection" I0618 09:58:48.131164 1 controller.go:353] "Starting EventSource" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.PartialObjectMetadata" I0618 09:58:48.131415 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1alpha1.OpenStackServer" I0618 09:58:48.131449 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1alpha1.OpenStackServer" I0618 09:58:48.131545 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.OpenStackCluster" I0618 09:58:48.131556 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta2.Cluster" I0618 09:58:48.131701 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.OpenStackMachine" I0618 09:58:48.131738 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta2.IPAddressClaim" I0618 09:58:48.131754 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.Machine" I0618 09:58:48.131906 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta2.IPAddress" I0618 09:58:48.131952 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta2.Cluster" I0618 09:58:48.131957 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.Image" I0618 09:58:48.131974 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.Cluster" I0618 09:58:48.132008 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1alpha1.OpenStackFloatingIPPool" I0618 09:58:48.131955 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.IPAddressClaim" I0618 09:58:48.132030 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta2.IPAddressClaim" I0618 09:58:48.132078 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.OpenStackServer" I0618 09:58:48.145452 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta1.OpenStackMachine" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:48.145801 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.Cluster" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:48.146101 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta1.OpenStackCluster" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:48.150105 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.Image" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:48.150392 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1.PartialObjectMetadata" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:48.152624 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.OpenStackFloatingIPPool" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:48.153057 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.Machine" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0618 09:58:48.232448 1 controller.go:286] "Starting Controller" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0618 09:58:48.232472 1 controller.go:289] "Starting workers" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" worker count=1 I0618 09:58:48.236703 1 controller.go:286] "Starting Controller" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0618 09:58:48.236718 1 controller.go:289] "Starting workers" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" worker count=10 I0618 09:58:48.249181 1 controller.go:286] "Starting Controller" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0618 09:58:48.249215 1 controller.go:289] "Starting workers" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" worker count=10 I0618 09:58:48.249277 1 controller.go:286] "Starting Controller" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0618 09:58:48.249282 1 controller.go:289] "Starting workers" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" worker count=1 I0618 09:58:48.249333 1 controller.go:286] "Starting Controller" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0618 09:58:48.249339 1 controller.go:289] "Starting workers" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" worker count=10 E0618 10:02:01.154510 1 leaderelection.go:441] Failed to update lock optimistically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers), falling back to slow path E0618 10:02:06.152318 1 leaderelection.go:484] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0618 10:02:06.152373 1 leaderelection.go:297] failed to renew lease capo-system/controller-leader-election-capo: context deadline exceeded E0618 10:02:11.153629 1 leaderelection.go:316] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0618 10:02:11.153862 1 recorder.go:104] "capo-controller-manager-56cf844ccd-46j8l_7610bfd4-91cd-4b2f-8e46-006b38565482 stopped leading" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"defa24f2-41c6-4226-b1dc-151a10fb176f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"30352"} reason="LeaderElection" I0618 10:02:11.154143 1 internal.go:555] "Stopping and waiting for non leader election runnables" I0618 10:02:11.154180 1 internal.go:559] "Stopping and waiting for leader election runnables" I0618 10:02:11.154199 1 internal.go:567] "Stopping and waiting for caches" I0618 10:02:11.154210 1 internal.go:571] "Stopping and waiting for webhooks" I0618 10:02:11.154216 1 internal.go:574] "Stopping and waiting for HTTP servers" I0618 10:02:11.154222 1 internal.go:578] "Wait completed, proceeding to shutdown the manager" I0618 10:02:11.154230 1 internal.go:550] "Stopping and waiting for warmup runnables" I0618 10:02:11.154243 1 controller.go:309] "Shutdown signal received, waiting for all workers to finish" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0618 10:02:11.154258 1 controller.go:309] "Shutdown signal received, waiting for all workers to finish" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0618 10:02:11.154291 1 controller.go:309] "Shutdown signal received, waiting for all workers to finish" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0618 10:02:11.154308 1 controller.go:309] "Shutdown signal received, waiting for all workers to finish" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0618 10:02:11.154588 1 server.go:68] "shutting down server" name="health probe" addr="[::]:9440" I0618 10:02:11.155253 1 server.go:249] "Shutting down webhook server with timeout of 1 minute" logger="controller-runtime.webhook" I0618 10:02:11.155361 1 server.go:254] "Shutting down metrics server with timeout of 1 minute" logger="controller-runtime.metrics" I0618 10:02:11.155635 1 controller.go:311] "All workers finished" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0618 10:02:11.155686 1 controller.go:311] "All workers finished" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0618 10:02:11.155700 1 controller.go:311] "All workers finished" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0618 10:02:11.155901 1 controller.go:311] "All workers finished" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0618 10:02:11.170208 1 controller.go:309] "Shutdown signal received, waiting for all workers to finish" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0618 10:02:11.170236 1 controller.go:311] "All workers finished" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" E0618 10:02:11.170290 1 main.go:304] "problem running manager" err="leader election lost" logger="setup"