I0707 04:22:15.405305 1 main.go:252] "Feature gates: AutoScaleFromZero=false,PriorityQueue=false\n" logger="setup" I0707 04:22:15.405510 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0707 04:22:15.405522 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0707 04:22:15.405525 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0707 04:22:15.405529 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0707 04:22:15.405563 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0707 04:22:15.429855 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0707 04:22:15.430007 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0707 04:22:15.430219 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0707 04:22:15.430291 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0707 04:22:15.430355 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0707 04:22:15.430415 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0707 04:22:15.430480 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0707 04:22:15.430537 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0707 04:22:15.430602 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0707 04:22:15.430658 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0707 04:22:15.430788 1 main.go:302] "starting manager" logger="setup" version="v0.14.4" I0707 04:22:15.430866 1 server.go:208] "Starting metrics server" logger="controller-runtime.metrics" I0707 04:22:15.430955 1 server.go:247] "Serving metrics server" logger="controller-runtime.metrics" bindAddress="127.0.0.1:8080" secure=false I0707 04:22:15.430977 1 server.go:83] "starting server" name="health probe" addr="[::]:9440" I0707 04:22:15.431035 1 server.go:191] "Starting webhook server" logger="controller-runtime.webhook" I0707 04:22:15.431384 1 certwatcher.go:214] "Updated current TLS certificate" logger="controller-runtime.certwatcher" cert="/tmp/k8s-webhook-server/serving-certs/tls.crt" key="/tmp/k8s-webhook-server/serving-certs/tls.key" I0707 04:22:15.431451 1 server.go:242] "Serving webhook server" logger="controller-runtime.webhook" host="" port=9443 I0707 04:22:15.431601 1 certwatcher.go:136] "Starting certificate poll+watcher" logger="controller-runtime.certwatcher" cert="/tmp/k8s-webhook-server/serving-certs/tls.crt" key="/tmp/k8s-webhook-server/serving-certs/tls.key" interval="10s" I0707 04:22:15.433811 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.IPAddressClaim" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:15.433964 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.IPAddress" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:15.434582 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.OpenStackServer" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:15.532539 1 leaderelection.go:257] attempting to acquire leader lease capo-system/controller-leader-election-capo... I0707 04:22:27.607874 1 leaderelection.go:271] successfully acquired lease capo-system/controller-leader-election-capo I0707 04:22:27.608118 1 recorder.go:104] "capo-controller-manager-56cf844ccd-xqgsw_29671b86-f0a3-4c80-9ed9-f219c49e07f7 became leader" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"8b5ab382-cc18-4445-a3c3-86d330d7ad5f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"23671"} reason="LeaderElection" I0707 04:22:27.609778 1 controller.go:353] "Starting EventSource" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.PartialObjectMetadata" I0707 04:22:27.610191 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta2.Cluster" I0707 04:22:27.610132 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta2.IPAddressClaim" I0707 04:22:27.610245 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.Image" I0707 04:22:27.610261 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.OpenStackServer" I0707 04:22:27.610297 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1alpha1.OpenStackServer" I0707 04:22:27.610318 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.OpenStackMachine" I0707 04:22:27.610319 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.Cluster" I0707 04:22:27.610384 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.Machine" I0707 04:22:27.610408 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.IPAddressClaim" I0707 04:22:27.611130 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta2.IPAddressClaim" I0707 04:22:27.613721 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1alpha1.OpenStackFloatingIPPool" I0707 04:22:27.613728 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.OpenStackCluster" I0707 04:22:27.613852 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta2.Cluster" I0707 04:22:27.614053 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1alpha1.OpenStackServer" I0707 04:22:27.614058 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta2.IPAddress" I0707 04:22:27.615030 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.Machine" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:27.615130 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.Cluster" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:27.615397 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta1.OpenStackMachine" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:27.615849 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.Image" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:27.616094 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.OpenStackFloatingIPPool" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:27.616524 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta1.OpenStackCluster" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:27.616716 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1.PartialObjectMetadata" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0707 04:22:27.712502 1 controller.go:286] "Starting Controller" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0707 04:22:27.712544 1 controller.go:289] "Starting workers" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" worker count=1 I0707 04:22:27.714267 1 controller.go:286] "Starting Controller" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0707 04:22:27.714287 1 controller.go:289] "Starting workers" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" worker count=10 I0707 04:22:27.714369 1 controller.go:286] "Starting Controller" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0707 04:22:27.714393 1 controller.go:286] "Starting Controller" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0707 04:22:27.714407 1 controller.go:289] "Starting workers" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" worker count=10 I0707 04:22:27.714422 1 controller.go:289] "Starting workers" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" worker count=1 I0707 04:22:27.714490 1 controller.go:286] "Starting Controller" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0707 04:22:27.714507 1 controller.go:289] "Starting workers" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" worker count=10 E0707 04:26:29.350230 1 leaderelection.go:441] Failed to update lock optimistically: the server was unable to return a response in the time allotted, but may still be processing the request (put leases.coordination.k8s.io controller-leader-election-capo), falling back to slow path E0707 04:26:34.348871 1 leaderelection.go:484] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0707 04:26:34.348928 1 leaderelection.go:297] failed to renew lease capo-system/controller-leader-election-capo: context deadline exceeded E0707 04:26:39.349413 1 leaderelection.go:316] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0707 04:26:39.349710 1 main.go:304] "problem running manager" err="leader election lost" logger="setup" I0707 04:26:39.349759 1 internal.go:555] "Stopping and waiting for non leader election runnables"