2026-07-16T06:57:38.550Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.28.13"} 2026-07-16T06:57:38.550Z INFO setup Manager starting up {"gitCommit": "69a2adf4c3d067351f2d625ddffe26878b21fc2c", "gitBranch": "release-1-13-0", "goVersion": "go1.19.10", "os": "linux", "arch": "amd64"} 2026-07-16T06:57:38.551Z INFO controller-runtime.metrics Metrics server is starting to listen {"addr": ":8080"} 2026-07-16T06:57:38.551Z INFO setup Registering Components. 2026-07-16T06:57:40.162Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-07-16T06:57:40.162Z INFO setup Starting the Cmd. 2026-07-16T06:57:40.163Z INFO controller-runtime.webhook.webhooks Starting webhook server 2026-07-16T06:57:40.163Z INFO controller-runtime.certwatcher Updated current TLS certificate 2026-07-16T06:57:40.163Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-07-16T06:57:40.163Z INFO Starting server {"kind": "health probe", "addr": "[::]:8081"} 2026-07-16T06:57:40.163Z INFO controller-runtime.certwatcher Starting certificate watcher 2026-07-16T06:57:40.163Z INFO starting server {"path": "/metrics", "kind": "metrics", "addr": "[::]:8080"} 2026-07-16T06:57:40.163Z INFO attempting to acquire leader lease openstack/08db1feb.percona.com... 2026-07-16T06:57:40.172Z INFO successfully acquired lease openstack/08db1feb.percona.com 2026-07-16T06:57:40.172Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-07-16T06:57:40.173Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-07-16T06:57:40.173Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2026-07-16T06:57:40.173Z INFO Starting Controller {"controller": "pxc-controller"} 2026-07-16T06:57:40.173Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-07-16T06:57:40.173Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2026-07-16T06:57:40.433Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2026-07-16T06:57:40.433Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2026-07-16T06:57:40.453Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2026-07-16T06:58:53.224Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "88495bf3-47ce-458d-a94e-eeb9ada18dc3", "user": "operator"} 2026-07-16T06:58:53.251Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "88495bf3-47ce-458d-a94e-eeb9ada18dc3", "user": "monitor"} 2026-07-16T06:58:53.303Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "88495bf3-47ce-458d-a94e-eeb9ada18dc3"} 2026-07-16T06:58:53.321Z INFO System user privileges granted {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "88495bf3-47ce-458d-a94e-eeb9ada18dc3", "user": "monitor"} 2026-07-16T06:58:53.347Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "88495bf3-47ce-458d-a94e-eeb9ada18dc3", "user": "xtrabackup"} 2026-07-16T06:58:53.380Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "88495bf3-47ce-458d-a94e-eeb9ada18dc3"} 2026-07-16T06:58:53.402Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "88495bf3-47ce-458d-a94e-eeb9ada18dc3", "user": "replication"} 2026-07-16T06:58:53.427Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "88495bf3-47ce-458d-a94e-eeb9ada18dc3", "user": "clustercheck"} 2026-07-16T06:58:56.580Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "88495bf3-47ce-458d-a94e-eeb9ada18dc3", "new version": "8.0.32-24.2"} 2026-07-16T06:58:56.779Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "d86aaafe-05f8-43b9-b039-e8dacef6adf0", "user": "root"} 2026-07-16T07:30:20.837Z ERROR error retrieving resource lock openstack/08db1feb.percona.com: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com": dial tcp 10.96.0.1:443: connect: connection refused k8s.io/klog/v2.(*loggingT).output /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:879 k8s.io/klog/v2.(*loggingT).printfDepth /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:737 k8s.io/klog/v2.(*loggingT).printf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:718 k8s.io/klog/v2.Errorf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:1578 k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:327 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:270 k8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:109 k8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:154 k8s.io/apimachinery/pkg/util/wait.poll /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:245 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:200 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:187 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:269 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:226 k8s.io/apimachinery/pkg/util/wait.BackoffUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:227 k8s.io/apimachinery/pkg/util/wait.JitterUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:204 k8s.io/apimachinery/pkg/util/wait.Until /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:161 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:266 k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:209 sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/manager/internal.go:658 2026-07-16T07:30:22.838Z ERROR error retrieving resource lock openstack/08db1feb.percona.com: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com": dial tcp 10.96.0.1:443: connect: connection refused k8s.io/klog/v2.(*loggingT).output /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:879 k8s.io/klog/v2.(*loggingT).printfDepth /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:737 k8s.io/klog/v2.(*loggingT).printf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:718 k8s.io/klog/v2.Errorf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:1578 k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:327 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:270 k8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:109 k8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:154 k8s.io/apimachinery/pkg/util/wait.waitForWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:207 k8s.io/apimachinery/pkg/util/wait.poll /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:260 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:200 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:187 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:269 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:226 k8s.io/apimachinery/pkg/util/wait.BackoffUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:227 k8s.io/apimachinery/pkg/util/wait.JitterUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:204 k8s.io/apimachinery/pkg/util/wait.Until /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:161 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:266 k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:209 sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/manager/internal.go:658 2026-07-16T07:30:22.897Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "6e323fe7-b06f-40f5-86f4-6aff8b044f94", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:22.897Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "6e323fe7-b06f-40f5-86f4-6aff8b044f94", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:22.906Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "c10790ec-0472-4ab3-980e-19e6480b2a5d", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:22.939Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "c10790ec-0472-4ab3-980e-19e6480b2a5d", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:22.939Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "c10790ec-0472-4ab3-980e-19e6480b2a5d", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:22.951Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "6a414173-05a3-4b01-aded-623061d79aaf", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:22.992Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "6a414173-05a3-4b01-aded-623061d79aaf", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:22.993Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "6a414173-05a3-4b01-aded-623061d79aaf", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.014Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "59a6f23b-b5a9-4345-a648-f06e68c2ffa1", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:23.058Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "59a6f23b-b5a9-4345-a648-f06e68c2ffa1", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.060Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "59a6f23b-b5a9-4345-a648-f06e68c2ffa1", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.101Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "33612fc8-54f9-4939-8988-2510f52a77c3", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:23.156Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "33612fc8-54f9-4939-8988-2510f52a77c3", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.157Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "33612fc8-54f9-4939-8988-2510f52a77c3", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.239Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "4023a6cd-130a-4c6e-a452-a62f075d7e97", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:23.271Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "4023a6cd-130a-4c6e-a452-a62f075d7e97", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.272Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "4023a6cd-130a-4c6e-a452-a62f075d7e97", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.433Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "2997d027-f248-4677-b5b1-8de9291e8a50", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:23.479Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "2997d027-f248-4677-b5b1-8de9291e8a50", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.479Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "2997d027-f248-4677-b5b1-8de9291e8a50", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.800Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "861a650c-78d6-4a21-9da8-5b260658869b", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:23.834Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "861a650c-78d6-4a21-9da8-5b260658869b", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:23.835Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "861a650c-78d6-4a21-9da8-5b260658869b", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:24.477Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "501b6aa1-7e93-41e1-a863-2cad333b07a5", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:24.517Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "501b6aa1-7e93-41e1-a863-2cad333b07a5", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:24.517Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "501b6aa1-7e93-41e1-a863-2cad333b07a5", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:24.838Z ERROR error retrieving resource lock openstack/08db1feb.percona.com: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com": dial tcp 10.96.0.1:443: connect: connection refused k8s.io/klog/v2.(*loggingT).output /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:879 k8s.io/klog/v2.(*loggingT).printfDepth /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:737 k8s.io/klog/v2.(*loggingT).printf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:718 k8s.io/klog/v2.Errorf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:1578 k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:327 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:270 k8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:109 k8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:154 k8s.io/apimachinery/pkg/util/wait.waitForWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:207 k8s.io/apimachinery/pkg/util/wait.poll /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:260 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:200 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:187 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:269 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:226 k8s.io/apimachinery/pkg/util/wait.BackoffUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:227 k8s.io/apimachinery/pkg/util/wait.JitterUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:204 k8s.io/apimachinery/pkg/util/wait.Until /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:161 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:266 k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:209 sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/manager/internal.go:658 2026-07-16T07:30:25.799Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "3ee0ce51-9b20-4017-b456-d20966ab457d", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:25.838Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "3ee0ce51-9b20-4017-b456-d20966ab457d", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:25.839Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "3ee0ce51-9b20-4017-b456-d20966ab457d", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:26.839Z ERROR error retrieving resource lock openstack/08db1feb.percona.com: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com": dial tcp 10.96.0.1:443: connect: connection refused k8s.io/klog/v2.(*loggingT).output /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:879 k8s.io/klog/v2.(*loggingT).printfDepth /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:737 k8s.io/klog/v2.(*loggingT).printf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:718 k8s.io/klog/v2.Errorf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:1578 k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:327 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:270 k8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:109 k8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:154 k8s.io/apimachinery/pkg/util/wait.waitForWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:207 k8s.io/apimachinery/pkg/util/wait.poll /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:260 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:200 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:187 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:269 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:226 k8s.io/apimachinery/pkg/util/wait.BackoffUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:227 k8s.io/apimachinery/pkg/util/wait.JitterUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:204 k8s.io/apimachinery/pkg/util/wait.Until /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:161 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:266 k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:209 sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/manager/internal.go:658 2026-07-16T07:30:28.400Z INFO Failed to check if cluster needs to recover {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "c0b5faba-c5bd-495a-b1b5-ecb042ae36b2", "err": "can't check pod percona-xtradb-pxc-0 state: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0\": dial tcp 10.96.0.1:443: connect: connection refused"} 2026-07-16T07:30:28.465Z ERROR Update status {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "c0b5faba-c5bd-495a-b1b5-ecb042ae36b2", "error": "write status: Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/pxc.percona.com/v1/namespaces/openstack/perconaxtradbclusters/percona-xtradb/status\": dial tcp 10.96.0.1:443: connect: connection refused\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:253\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:255 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:305 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:28.465Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "openstack", "name": "percona-xtradb", "reconcileID": "c0b5faba-c5bd-495a-b1b5-ecb042ae36b2", "error": "create newStatefulSetNode: Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused", "errorVerbose": "Put \"https://10.96.0.1:443/apis/apps/v1/namespaces/openstack/statefulsets/percona-xtradb-pxc\": dial tcp 10.96.0.1:443: connect: connection refused\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:599\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:118\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:314\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/internal/controller/controller.go:226 2026-07-16T07:30:28.838Z ERROR error retrieving resource lock openstack/08db1feb.percona.com: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com": dial tcp 10.96.0.1:443: connect: connection refused k8s.io/klog/v2.(*loggingT).output /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:879 k8s.io/klog/v2.(*loggingT).printfDepth /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:737 k8s.io/klog/v2.(*loggingT).printf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:718 k8s.io/klog/v2.Errorf /go/pkg/mod/k8s.io/klog/v2@v2.100.1/klog.go:1578 k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:327 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:270 k8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:109 k8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:154 k8s.io/apimachinery/pkg/util/wait.waitForWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/wait.go:207 k8s.io/apimachinery/pkg/util/wait.poll /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:260 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:200 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/poll.go:187 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1 /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:269 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1 /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:226 k8s.io/apimachinery/pkg/util/wait.BackoffUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:227 k8s.io/apimachinery/pkg/util/wait.JitterUntil /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:204 k8s.io/apimachinery/pkg/util/wait.Until /go/pkg/mod/k8s.io/apimachinery@v0.27.3/pkg/util/wait/backoff.go:161 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:266 k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run /go/pkg/mod/k8s.io/client-go@v0.27.3/tools/leaderelection/leaderelection.go:209 sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.15.0/pkg/manager/internal.go:658 2026-07-16T07:30:30.836Z INFO failed to renew lease openstack/08db1feb.percona.com: timed out waiting for the condition 2026-07-16T07:30:30.836Z ERROR setup manager exited non-zero {"error": "leader election lost"} main.main /go/src/github.com/percona/percona-xtradb-cluster-operator/cmd/manager/main.go:163 runtime.main /usr/local/go/src/runtime/proc.go:250