I0806 02:28:44.259352 1 main.go:252] "Feature gates: AutoScaleFromZero=false,PriorityQueue=false\n" logger="setup" I0806 02:28:44.259517 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0806 02:28:44.259530 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0806 02:28:44.259534 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0806 02:28:44.259538 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0806 02:28:44.259542 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0806 02:28:44.276368 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0806 02:28:44.276512 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0806 02:28:44.276595 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0806 02:28:44.276672 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0806 02:28:44.276727 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0806 02:28:44.276780 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0806 02:28:44.276838 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0806 02:28:44.276890 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0806 02:28:44.276956 1 webhook.go:258] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0806 02:28:44.277024 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0806 02:28:44.277139 1 main.go:302] "starting manager" logger="setup" version="v0.14.4" I0806 02:28:44.277351 1 server.go:208] "Starting metrics server" logger="controller-runtime.metrics" I0806 02:28:44.277460 1 server.go:247] "Serving metrics server" logger="controller-runtime.metrics" bindAddress="127.0.0.1:8080" secure=false I0806 02:28:44.277474 1 server.go:83] "starting server" name="health probe" addr="[::]:9440" I0806 02:28:44.277570 1 server.go:191] "Starting webhook server" logger="controller-runtime.webhook" I0806 02:28:44.278099 1 certwatcher.go:214] "Updated current TLS certificate" logger="controller-runtime.certwatcher" cert="/tmp/k8s-webhook-server/serving-certs/tls.crt" key="/tmp/k8s-webhook-server/serving-certs/tls.key" I0806 02:28:44.278358 1 certwatcher.go:136] "Starting certificate poll+watcher" logger="controller-runtime.certwatcher" cert="/tmp/k8s-webhook-server/serving-certs/tls.crt" key="/tmp/k8s-webhook-server/serving-certs/tls.key" interval="10s" I0806 02:28:44.278213 1 server.go:242] "Serving webhook server" logger="controller-runtime.webhook" host="" port=9443 I0806 02:28:44.280302 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.IPAddressClaim" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.280560 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.OpenStackServer" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.280697 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.IPAddress" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.383470 1 leaderelection.go:257] attempting to acquire leader lease capo-system/controller-leader-election-capo... I0806 02:28:44.393855 1 leaderelection.go:271] successfully acquired lease capo-system/controller-leader-election-capo I0806 02:28:44.393986 1 recorder.go:104] "capo-controller-manager-56cf844ccd-4vd6k_eafac4c1-6d33-4c26-81fe-7a3081f66693 became leader" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"3cbe1c62-7d1f-4786-804d-0cd9b3ae5c87","apiVersion":"coordination.k8s.io/v1","resourceVersion":"38854"} reason="LeaderElection" I0806 02:28:44.394719 1 controller.go:353] "Starting EventSource" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.PartialObjectMetadata" I0806 02:28:44.395533 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1alpha1.OpenStackServer" I0806 02:28:44.395613 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta2.IPAddressClaim" I0806 02:28:44.395686 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1alpha1.OpenStackServer" I0806 02:28:44.395730 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.OpenStackMachine" I0806 02:28:44.395772 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1alpha1.OpenStackFloatingIPPool" I0806 02:28:44.395813 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.Machine" I0806 02:28:44.395867 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta2.IPAddressClaim" I0806 02:28:44.395882 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.Cluster" I0806 02:28:44.395936 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.OpenStackServer" I0806 02:28:44.395975 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.OpenStackCluster" I0806 02:28:44.396005 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.Image" I0806 02:28:44.395939 1 controller.go:353] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta2.IPAddressClaim" I0806 02:28:44.398242 1 controller.go:353] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta2.IPAddress" I0806 02:28:44.398325 1 controller.go:353] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta2.Cluster" I0806 02:28:44.398379 1 controller.go:353] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta2.Cluster" I0806 02:28:44.399887 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta1.OpenStackMachine" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.400358 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.OpenStackFloatingIPPool" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.400894 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1alpha1.Image" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.401478 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta1.OpenStackCluster" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.401834 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.Cluster" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.402096 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1beta2.Machine" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.404720 1 reflector.go:439] "Caches populated" logger="controller-runtime.cache" type="*v1.PartialObjectMetadata" reflector="pkg/mod/k8s.io/client-go@v0.34.6/tools/cache/reflector.go:290" I0806 02:28:44.496295 1 controller.go:286] "Starting Controller" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0806 02:28:44.496334 1 controller.go:289] "Starting workers" controller="crdmigrator" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" worker count=1 I0806 02:28:44.500072 1 controller.go:286] "Starting Controller" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0806 02:28:44.500136 1 controller.go:289] "Starting workers" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" worker count=10 I0806 02:28:44.500285 1 controller.go:286] "Starting Controller" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0806 02:28:44.500305 1 controller.go:289] "Starting workers" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" worker count=10 I0806 02:28:44.500307 1 controller.go:286] "Starting Controller" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0806 02:28:44.500337 1 controller.go:286] "Starting Controller" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0806 02:28:44.500370 1 controller.go:289] "Starting workers" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" worker count=10 I0806 02:28:44.500372 1 controller.go:289] "Starting workers" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" worker count=1 E0806 02:28:53.410937 1 leaderelection.go:441] Failed to update lock optimistically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers), falling back to slow path E0806 02:29:08.097436 1 leaderelection.go:448] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": stream error: stream ID 57; INTERNAL_ERROR; received from peer E0806 02:29:08.097531 1 leaderelection.go:448] error retrieving resource lock capo-system/controller-leader-election-capo: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline I0806 02:29:08.117691 1 leaderelection.go:297] failed to renew lease capo-system/controller-leader-election-capo: context deadline exceeded E0806 02:29:13.118162 1 leaderelection.go:316] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0806 02:29:13.118601 1 main.go:304] "problem running manager" err="leader election lost" logger="setup"