I0724 00:51:31.562430 1 main.go:252] "Feature gates: AutoScaleFromZero=false,PriorityQueue=false\n" logger="setup" I0724 00:51:31.562603 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0724 00:51:31.562619 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0724 00:51:31.562623 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0724 00:51:31.562627 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0724 00:51:31.562631 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0724 00:51:31.614830 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0724 00:51:31.615094 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0724 00:51:31.615270 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0724 00:51:31.615899 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0724 00:51:31.616087 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0724 00:51:31.616229 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0724 00:51:31.616345 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0724 00:51:31.616478 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0724 00:51:31.616697 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0724 00:51:31.616865 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0724 00:51:31.617089 1 main.go:302] "starting manager" logger="setup" version="v0.14.4" I0724 00:51:31.617335 1 server.go:208] "Starting metrics server" logger="controller-runtime.metrics" I0724 00:51:31.617400 1 server.go:83] "starting server" name="health probe" addr="[::]:9440" I0724 00:51:31.617519 1 server.go:247] "Serving metrics server" logger="controller-runtime.metrics" bindAddress="127.0.0.1:8080" secure=false I0724 00:51:31.617565 1 server.go:191] "Starting webhook server" logger="controller-runtime.webhook" I0724 00:51:31.618004 1 certwatcher.go:214] "Updated current TLS certificate" logger="controller-runtime.certwatcher" cert="/tmp/k8s-webhook-server/serving-certs/tls.crt" key="/tmp/k8s-webhook-server/serving-certs/tls.key" I0724 00:51:31.618102 1 server.go:242] "Serving webhook server" logger="controller-runtime.webhook" host="" port=9443 I0724 00:51:31.618224 1 certwatcher.go:136] "Starting certificate poll+watcher" logger="controller-runtime.certwatcher" cert="/tmp/k8s-webhook-server/serving-certs/tls.crt" key="/tmp/k8s-webhook-server/serving-certs/tls.key" interval="10s" I0724 00:51:31.621489 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.OpenStackServer" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:51:31.621934 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.IPAddress" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:51:31.622035 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.IPAddressClaim" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:51:31.721166 1 leaderelection.go:257] attempting to acquire leader lease capo-system/controller-leader-election-capo... E0724 00:51:51.225893 1 leaderelection.go:448] error retrieving resource lock capo-system/controller-leader-election-capo: the server was unable to return a response in the time allotted, but may still be processing the request (get leases.coordination.k8s.io controller-leader-election-capo) E0724 00:52:00.105264 1 leaderelection.go:448] error retrieving resource lock capo-system/controller-leader-election-capo: the server was unable to return a response in the time allotted, but may still be processing the request (get leases.coordination.k8s.io controller-leader-election-capo) E0724 00:52:07.275844 1 leaderelection.go:448] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0724 00:52:15.607901 1 leaderelection.go:448] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0724 00:52:26.380496 1 leaderelection.go:271] successfully acquired lease capo-system/controller-leader-election-capo I0724 00:52:26.380578 1 recorder.go:104] "capo-controller-manager-56cf844ccd-wkrrx_8a26325d-cf98-4b60-ae9f-c7684c6c299b became leader" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"df0c4a63-bfbd-479a-98dd-901055ef3c5d","apiVersion":"coordination.k8s.io/v1","resourceVersion":"27095"} reason="LeaderElection" I0724 00:52:26.396418 1 controller.go:353] "Starting EventSource" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.PartialObjectMetadata" I0724 00:52:26.396754 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1alpha1.OpenStackServer" I0724 00:52:26.396979 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1alpha1.OpenStackServer" I0724 00:52:26.397112 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta2.IPAddressClaim" I0724 00:52:26.397172 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.OpenStackMachine" I0724 00:52:26.397205 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.Machine" I0724 00:52:26.397269 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.Cluster" I0724 00:52:26.397397 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.IPAddressClaim" I0724 00:52:26.397513 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta2.IPAddress" I0724 00:52:26.397525 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.OpenStackCluster" I0724 00:52:26.397581 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta2.Cluster" I0724 00:52:26.397712 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.OpenStackServer" I0724 00:52:26.397747 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.Image" I0724 00:52:26.397812 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta2.Cluster" I0724 00:52:26.401021 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1alpha1.OpenStackFloatingIPPool" I0724 00:52:26.401197 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta2.IPAddressClaim" I0724 00:52:26.403859 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.Machine" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:52:26.404299 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta1.OpenStackMachine" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:52:26.404674 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.OpenStackFloatingIPPool" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:52:26.405152 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.Image" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:52:26.418575 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta1.OpenStackCluster" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:52:26.419145 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.Cluster" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:52:26.419618 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1.PartialObjectMetadata" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0724 00:52:26.500574 1 controller.go:286] "Starting Controller" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0724 00:52:26.500595 1 controller.go:289] "Starting workers" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" worker count=1 I0724 00:52:26.501871 1 controller.go:286] "Starting Controller" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0724 00:52:26.501909 1 controller.go:289] "Starting workers" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" worker count=10 I0724 00:52:26.502002 1 controller.go:286] "Starting Controller" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0724 00:52:26.502013 1 controller.go:289] "Starting workers" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" worker count=10 I0724 00:52:26.502068 1 controller.go:286] "Starting Controller" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0724 00:52:26.502080 1 controller.go:289] "Starting workers" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" worker count=1 I0724 00:52:26.502176 1 controller.go:286] "Starting Controller" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0724 00:52:26.502191 1 controller.go:289] "Starting workers" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" worker count=10 E0724 00:53:16.170022 1 leaderelection.go:441] Failed to update lock optimistically: the server was unable to return a response in the time allotted, but may still be processing the request (put leases.coordination.k8s.io controller-leader-election-capo), falling back to slow path E0724 00:53:21.169579 1 leaderelection.go:484] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0724 00:53:21.169632 1 leaderelection.go:297] failed to renew lease capo-system/controller-leader-election-capo: context deadline exceeded E0724 00:53:24.141872 1 main.go:304] "problem running manager" err="leader election lost" logger="setup"