I0412 21:33:40.999379 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" I0412 21:33:40.999569 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0412 21:33:40.999706 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0412 21:33:40.999882 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/convert" I0412 21:33:40.999901 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" I0412 21:33:40.999919 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" I0412 21:33:40.999969 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0412 21:33:41.000061 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0412 21:33:41.000123 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" I0412 21:33:41.000145 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" I0412 21:33:41.000198 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0412 21:33:41.000286 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0412 21:33:41.000361 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" I0412 21:33:41.000390 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" I0412 21:33:41.000472 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0412 21:33:41.000564 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0412 21:33:41.000642 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" I0412 21:33:41.000664 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" I0412 21:33:41.000723 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0412 21:33:41.000828 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0412 21:33:41.000897 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0412 21:33:41.000925 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0412 21:33:41.001028 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0412 21:33:41.001048 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0412 21:33:41.001069 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0412 21:33:41.001118 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0412 21:33:41.001140 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0412 21:33:41.001154 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0412 21:33:41.001205 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0412 21:33:41.001228 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0412 21:33:41.001241 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0412 21:33:41.001289 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0412 21:33:41.001314 1 main.go:279] "starting manager" logger="setup" version="v0.12.4" I0412 21:33:41.001435 1 server.go:208] "Starting metrics server" logger="controller-runtime.metrics" I0412 21:33:41.001507 1 server.go:83] "starting server" name="health probe" addr="[::]:9440" I0412 21:33:41.001521 1 server.go:247] "Serving metrics server" logger="controller-runtime.metrics" bindAddress="127.0.0.1:8080" secure=false I0412 21:33:41.001630 1 server.go:191] "Starting webhook server" logger="controller-runtime.webhook" I0412 21:33:41.001883 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0412 21:33:41.001960 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0412 21:33:41.002244 1 certwatcher.go:211] "Updated current TLS certificate" logger="controller-runtime.certwatcher" I0412 21:33:41.002374 1 server.go:242] "Serving webhook server" logger="controller-runtime.webhook" host="" port=9443 I0412 21:33:41.003562 1 certwatcher.go:133] "Starting certificate poll+watcher" logger="controller-runtime.certwatcher" interval="10s" I0412 21:33:41.006309 1 reflector.go:368] Caches populated for *v1alpha1.OpenStackServer from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0412 21:33:41.006378 1 reflector.go:368] Caches populated for *v1beta1.IPAddress from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0412 21:33:41.006654 1 reflector.go:368] Caches populated for *v1beta1.IPAddressClaim from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0412 21:33:41.102966 1 leaderelection.go:254] attempting to acquire leader lease capo-system/controller-leader-election-capo... I0412 21:33:51.503734 1 leaderelection.go:268] successfully acquired lease capo-system/controller-leader-election-capo I0412 21:33:51.504163 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.OpenStackCluster" I0412 21:33:51.504230 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.Cluster" I0412 21:33:51.504253 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1alpha1.OpenStackServer" I0412 21:33:51.504266 1 controller.go:183] "Starting Controller" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0412 21:33:51.503806 1 recorder.go:104] "capo-controller-manager-6975759b4b-ktsqm_05bb6046-ffdc-414f-8918-95f8b11c19f4 became leader" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"3c4f62ef-3947-4040-a87e-210f2de28316","apiVersion":"coordination.k8s.io/v1","resourceVersion":"23550"} reason="LeaderElection" I0412 21:33:51.504328 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1alpha1.OpenStackFloatingIPPool" I0412 21:33:51.504407 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta1.IPAddressClaim" I0412 21:33:51.504375 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.OpenStackServer" I0412 21:33:51.504431 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta1.IPAddress" I0412 21:33:51.504445 1 controller.go:183] "Starting Controller" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0412 21:33:51.504456 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.Image" I0412 21:33:51.504504 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta1.IPAddressClaim" I0412 21:33:51.504513 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.OpenStackMachine" I0412 21:33:51.504527 1 controller.go:183] "Starting Controller" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0412 21:33:51.504537 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.Machine" I0412 21:33:51.504560 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.Cluster" I0412 21:33:51.504582 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.IPAddressClaim" I0412 21:33:51.504600 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1alpha1.OpenStackServer" I0412 21:33:51.504614 1 controller.go:183] "Starting Controller" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0412 21:33:51.512200 1 reflector.go:368] Caches populated for *v1beta1.OpenStackCluster from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0412 21:33:51.514393 1 reflector.go:368] Caches populated for *v1alpha1.Image from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0412 21:33:51.516559 1 reflector.go:368] Caches populated for *v1beta1.OpenStackMachine from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0412 21:33:51.517215 1 reflector.go:368] Caches populated for *v1beta1.Cluster from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0412 21:33:51.517430 1 reflector.go:368] Caches populated for *v1beta1.Machine from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0412 21:33:51.517908 1 reflector.go:368] Caches populated for *v1alpha1.OpenStackFloatingIPPool from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0412 21:33:51.612697 1 controller.go:217] "Starting workers" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" worker count=10 I0412 21:33:51.614960 1 controller.go:217] "Starting workers" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" worker count=10 I0412 21:33:51.615342 1 controller.go:217] "Starting workers" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" worker count=10 I0412 21:33:51.615562 1 controller.go:217] "Starting workers" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" worker count=1 E0412 21:36:52.531572 1 leaderelection.go:429] Failed to update lock optimitically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers), falling back to slow path E0412 21:36:57.531397 1 leaderelection.go:436] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0412 21:36:57.531465 1 leaderelection.go:297] failed to renew lease capo-system/controller-leader-election-capo: timed out waiting for the condition E0412 21:37:02.533092 1 leaderelection.go:322] Failed to release lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded (Client.Timeout exceeded while awaiting headers) I0412 21:37:02.533452 1 recorder.go:104] "capo-controller-manager-6975759b4b-ktsqm_05bb6046-ffdc-414f-8918-95f8b11c19f4 stopped leading" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"3c4f62ef-3947-4040-a87e-210f2de28316","apiVersion":"coordination.k8s.io/v1","resourceVersion":"25172"} reason="LeaderElection" I0412 21:37:02.534450 1 internal.go:538] "Stopping and waiting for non leader election runnables" I0412 21:37:02.534478 1 internal.go:542] "Stopping and waiting for leader election runnables" I0412 21:37:02.534504 1 internal.go:550] "Stopping and waiting for caches" I0412 21:37:02.534522 1 internal.go:554] "Stopping and waiting for webhooks" I0412 21:37:02.534539 1 internal.go:557] "Stopping and waiting for HTTP servers" I0412 21:37:02.534556 1 internal.go:561] "Wait completed, proceeding to shutdown the manager" I0412 21:37:02.534582 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0412 21:37:02.534605 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0412 21:37:02.534619 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0412 21:37:02.534640 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" W0412 21:37:02.534924 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243: watch of *v1alpha1.OpenStackFloatingIPPool ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding W0412 21:37:02.535042 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243: watch of *v1beta1.Machine ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding W0412 21:37:02.535125 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243: watch of *v1beta1.Cluster ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding W0412 21:37:02.535239 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243: watch of *v1beta1.OpenStackMachine ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding W0412 21:37:02.535383 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243: watch of *v1alpha1.Image ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding W0412 21:37:02.535469 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243: watch of *v1beta1.OpenStackCluster ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding W0412 21:37:02.535606 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243: watch of *v1beta1.IPAddressClaim ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding W0412 21:37:02.535782 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243: watch of *v1beta1.IPAddress ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding W0412 21:37:02.536034 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243: watch of *v1alpha1.OpenStackServer ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding E0412 21:37:02.536224 1 main.go:281] "problem running manager" err="leader election lost" logger="setup"