{"level":"warn","ts":"2026-07-24T17:27:29.106381Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:27:29.106535Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T17:27:29.10662Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:27:29.106631Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-24T17:27:29.106654Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:27:29.107403Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-07-24T17:27:29.107491Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T17:27:29.111643Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.931765ms"} {"level":"info","ts":"2026-07-24T17:27:29.121977Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-07-24T17:27:29.122066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T17:27:29.122095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-07-24T17:27:29.122105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T17:27:29.122117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-07-24T17:27:29.122157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-07-24T17:27:29.134882Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T17:27:29.138297Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T17:27:29.140439Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T17:27:29.143365Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T17:27:29.143518Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:27:29.14362Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:27:29.143632Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:27:29.143768Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T17:27:29.144612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-07-24T17:27:29.144771Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-24T17:27:29.147526Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:27:29.147682Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-24T17:27:29.147727Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-24T17:27:29.147894Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T17:27:29.147968Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T17:27:29.523004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T17:27:29.523073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T17:27:29.523099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-07-24T17:27:29.52312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-07-24T17:27:29.523132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-24T17:27:29.523145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-07-24T17:27:29.523158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-24T17:27:29.524072Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T17:27:29.524127Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:27:29.524206Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:27:29.524206Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:27:29.524644Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T17:27:29.52467Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T17:27:29.525299Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:27:29.525455Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:27:29.525496Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:27:29.526938Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T17:27:29.527975Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-07-24T17:27:57.417333Z","caller":"traceutil/trace.go:171","msg":"trace[1406268723] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:488; }","duration":"124.635404ms","start":"2026-07-24T17:27:57.292673Z","end":"2026-07-24T17:27:57.417308Z","steps":["trace[1406268723] 'read index received' (duration: 124.437139ms)","trace[1406268723] 'applied index is now lower than readState.Index' (duration: 197.425µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:57.417368Z","caller":"traceutil/trace.go:171","msg":"trace[1087039290] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"127.910423ms","start":"2026-07-24T17:27:57.289428Z","end":"2026-07-24T17:27:57.417338Z","steps":["trace[1087039290] 'process raft request' (duration: 127.733298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.41755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.83477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-24T17:27:57.417613Z","caller":"traceutil/trace.go:171","msg":"trace[1998083241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"124.957522ms","start":"2026-07-24T17:27:57.292645Z","end":"2026-07-24T17:27:57.417603Z","steps":["trace[1998083241] 'agreement among raft nodes before linearized reading' (duration: 124.817869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:06.876764Z","caller":"traceutil/trace.go:171","msg":"trace[99852364] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"105.286778ms","start":"2026-07-24T17:28:06.771452Z","end":"2026-07-24T17:28:06.876739Z","steps":["trace[99852364] 'process raft request' (duration: 105.089684ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:06.876815Z","caller":"traceutil/trace.go:171","msg":"trace[538711176] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"105.248487ms","start":"2026-07-24T17:28:06.771536Z","end":"2026-07-24T17:28:06.876784Z","steps":["trace[538711176] 'process raft request' (duration: 105.088264ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:13.745313Z","caller":"traceutil/trace.go:171","msg":"trace[1137561967] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"250.718902ms","start":"2026-07-24T17:28:13.494554Z","end":"2026-07-24T17:28:13.745273Z","steps":["trace[1137561967] 'read index received' (duration: 247.914114ms)","trace[1137561967] 'applied index is now lower than readState.Index' (duration: 2.803468ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:13.745366Z","caller":"traceutil/trace.go:171","msg":"trace[1202261544] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"282.409834ms","start":"2026-07-24T17:28:13.46292Z","end":"2026-07-24T17:28:13.74533Z","steps":["trace[1202261544] 'process raft request' (duration: 280.56804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:13.745549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.966418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:28:13.74561Z","caller":"traceutil/trace.go:171","msg":"trace[1051383194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"251.05314ms","start":"2026-07-24T17:28:13.494542Z","end":"2026-07-24T17:28:13.745596Z","steps":["trace[1051383194] 'agreement among raft nodes before linearized reading' (duration: 250.866956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:13.745792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.04413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vnvkh\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-07-24T17:28:13.745823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.018278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:28:13.745939Z","caller":"traceutil/trace.go:171","msg":"trace[639142555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"248.181031ms","start":"2026-07-24T17:28:13.497732Z","end":"2026-07-24T17:28:13.745913Z","steps":["trace[639142555] 'agreement among raft nodes before linearized reading' (duration: 247.865403ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:13.745853Z","caller":"traceutil/trace.go:171","msg":"trace[1159846130] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vnvkh; range_end:; response_count:1; response_revision:626; }","duration":"154.148103ms","start":"2026-07-24T17:28:13.591688Z","end":"2026-07-24T17:28:13.745836Z","steps":["trace[1159846130] 'agreement among raft nodes before linearized reading' (duration: 153.916377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:13.745941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.722655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:28:13.74606Z","caller":"traceutil/trace.go:171","msg":"trace[1821646545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:626; }","duration":"216.88421ms","start":"2026-07-24T17:28:13.529148Z","end":"2026-07-24T17:28:13.746032Z","steps":["trace[1821646545] 'agreement among raft nodes before linearized reading' (duration: 216.50067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:14.136869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.295539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:14.137179Z","caller":"traceutil/trace.go:171","msg":"trace[1752605958] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"327.774253ms","start":"2026-07-24T17:28:13.809378Z","end":"2026-07-24T17:28:14.137153Z","steps":["trace[1752605958] 'process raft request' (duration: 327.691141ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:14.137238Z","caller":"traceutil/trace.go:171","msg":"trace[1927912214] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"372.449597ms","start":"2026-07-24T17:28:13.764737Z","end":"2026-07-24T17:28:14.137187Z","steps":["trace[1927912214] 'process raft request' (duration: 208.998971ms)","trace[1927912214] 'compare' (duration: 162.098624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:14.13739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:13.80935Z","time spent":"327.945138ms","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:28:14.137474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:13.764715Z","time spent":"372.623541ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:55.993377Z","caller":"traceutil/trace.go:171","msg":"trace[1931850895] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"100.178423ms","start":"2026-07-24T17:29:55.893153Z","end":"2026-07-24T17:29:55.993332Z","steps":["trace[1931850895] 'process raft request' (duration: 99.902446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:30.477029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.341636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-24T17:30:30.477164Z","caller":"traceutil/trace.go:171","msg":"trace[1428091658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2166; }","duration":"190.591552ms","start":"2026-07-24T17:30:30.286545Z","end":"2026-07-24T17:30:30.477136Z","steps":["trace[1428091658] 'range keys from in-memory index tree' (duration: 190.110861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:30.690468Z","caller":"traceutil/trace.go:171","msg":"trace[276756190] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"171.747366ms","start":"2026-07-24T17:30:30.518685Z","end":"2026-07-24T17:30:30.690433Z","steps":["trace[276756190] 'read index received' (duration: 113.851685ms)","trace[276756190] 'applied index is now lower than readState.Index' (duration: 57.894481ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:30.690629Z","caller":"traceutil/trace.go:171","msg":"trace[1458331151] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"185.246712ms","start":"2026-07-24T17:30:30.505325Z","end":"2026-07-24T17:30:30.690572Z","steps":["trace[1458331151] 'process raft request' (duration: 127.223578ms)","trace[1458331151] 'compare' (duration: 57.738568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:30.690778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.12506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:30:30.69082Z","caller":"traceutil/trace.go:171","msg":"trace[534166178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2168; }","duration":"171.236704ms","start":"2026-07-24T17:30:30.519573Z","end":"2026-07-24T17:30:30.69081Z","steps":["trace[534166178] 'agreement among raft nodes before linearized reading' (duration: 171.05817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:30.690853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.124405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:30:30.690876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.22688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:30:30.690967Z","caller":"traceutil/trace.go:171","msg":"trace[1179874326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2168; }","duration":"172.292389ms","start":"2026-07-24T17:30:30.518649Z","end":"2026-07-24T17:30:30.690941Z","steps":["trace[1179874326] 'agreement among raft nodes before linearized reading' (duration: 171.945721ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:30.690978Z","caller":"traceutil/trace.go:171","msg":"trace[525874665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2168; }","duration":"170.363552ms","start":"2026-07-24T17:30:30.520589Z","end":"2026-07-24T17:30:30.690953Z","steps":["trace[525874665] 'agreement among raft nodes before linearized reading' (duration: 170.098656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:45.372891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.004969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:31:45.37306Z","caller":"traceutil/trace.go:171","msg":"trace[1802824507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2771; }","duration":"191.208735ms","start":"2026-07-24T17:31:45.181832Z","end":"2026-07-24T17:31:45.37304Z","steps":["trace[1802824507] 'range keys from in-memory index tree' (duration: 190.876277ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:45.37322Z","caller":"traceutil/trace.go:171","msg":"trace[591222319] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"163.063523ms","start":"2026-07-24T17:31:45.210108Z","end":"2026-07-24T17:31:45.373172Z","steps":["trace[591222319] 'process raft request' (duration: 151.268697ms)","trace[591222319] 'compare' (duration: 11.229232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:11.079093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.855842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:34:11.079328Z","caller":"traceutil/trace.go:171","msg":"trace[661970352] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3735; }","duration":"154.17544ms","start":"2026-07-24T17:34:10.925128Z","end":"2026-07-24T17:34:11.079303Z","steps":["trace[661970352] 'count revisions from in-memory index tree' (duration: 153.670858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:11.079553Z","caller":"traceutil/trace.go:171","msg":"trace[891792191] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"121.057749ms","start":"2026-07-24T17:34:10.958424Z","end":"2026-07-24T17:34:11.079482Z","steps":["trace[891792191] 'process raft request' (duration: 65.803112ms)","trace[891792191] 'compare' (duration: 54.97444ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:11.080111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.009937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:11.080169Z","caller":"traceutil/trace.go:171","msg":"trace[987444643] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3735; }","duration":"128.12287ms","start":"2026-07-24T17:34:10.952034Z","end":"2026-07-24T17:34:11.080157Z","steps":["trace[987444643] 'range keys from in-memory index tree' (duration: 127.925535ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:38.030008Z","caller":"traceutil/trace.go:171","msg":"trace[976544728] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"100.057532ms","start":"2026-07-24T17:35:37.929928Z","end":"2026-07-24T17:35:38.029985Z","steps":["trace[976544728] 'process raft request' (duration: 99.886948ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:38.173812Z","caller":"traceutil/trace.go:171","msg":"trace[203204774] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"243.60692ms","start":"2026-07-24T17:35:37.930179Z","end":"2026-07-24T17:35:38.173786Z","steps":["trace[203204774] 'process raft request' (duration: 205.255041ms)","trace[203204774] 'compare' (duration: 38.189105ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:38.173969Z","caller":"traceutil/trace.go:171","msg":"trace[1511476700] linearizableReadLoop","detail":"{readStateIndex:5110; appliedIndex:5108; }","duration":"224.763905ms","start":"2026-07-24T17:35:37.949173Z","end":"2026-07-24T17:35:38.173937Z","steps":["trace[1511476700] 'read index received' (duration: 80.803017ms)","trace[1511476700] 'applied index is now lower than readState.Index' (duration: 143.959098ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:38.17406Z","caller":"traceutil/trace.go:171","msg":"trace[839111772] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"239.690786ms","start":"2026-07-24T17:35:37.934363Z","end":"2026-07-24T17:35:38.174054Z","steps":["trace[839111772] 'process raft request' (duration: 239.371029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:38.174327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.124533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:38.174374Z","caller":"traceutil/trace.go:171","msg":"trace[130017772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4923; }","duration":"225.229866ms","start":"2026-07-24T17:35:37.949132Z","end":"2026-07-24T17:35:38.174362Z","steps":["trace[130017772] 'agreement among raft nodes before linearized reading' (duration: 225.136814ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:51.993588Z","caller":"traceutil/trace.go:171","msg":"trace[550151831] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"147.933913ms","start":"2026-07-24T17:35:51.845628Z","end":"2026-07-24T17:35:51.993562Z","steps":["trace[550151831] 'process raft request' (duration: 147.786949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:52.24451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.235681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rpm2w\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-07-24T17:35:52.244595Z","caller":"traceutil/trace.go:171","msg":"trace[1706719695] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-rpm2w; range_end:; response_count:1; response_revision:5196; }","duration":"179.381755ms","start":"2026-07-24T17:35:52.065192Z","end":"2026-07-24T17:35:52.244574Z","steps":["trace[1706719695] 'range keys from in-memory index tree' (duration: 179.064818ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:59.412576Z","caller":"traceutil/trace.go:171","msg":"trace[785642464] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"172.308054ms","start":"2026-07-24T17:35:59.240232Z","end":"2026-07-24T17:35:59.41254Z","steps":["trace[785642464] 'process raft request' (duration: 172.093009ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:37:29.556903Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3013} {"level":"info","ts":"2026-07-24T17:37:29.640206Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3013,"took":"81.654851ms","hash":1259645223,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":32337920,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T17:37:29.640267Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1259645223,"revision":3013,"compact-revision":-1} {"level":"warn","ts":"2026-07-24T17:41:48.528146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.04424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:41:48.528226Z","caller":"traceutil/trace.go:171","msg":"trace[2062303876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8086; }","duration":"272.163843ms","start":"2026-07-24T17:41:48.256046Z","end":"2026-07-24T17:41:48.528209Z","steps":["trace[2062303876] 'range keys from in-memory index tree' (duration: 271.890256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:48.528411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.942361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:41:48.528496Z","caller":"traceutil/trace.go:171","msg":"trace[1042746910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8086; }","duration":"268.073804ms","start":"2026-07-24T17:41:48.260401Z","end":"2026-07-24T17:41:48.528475Z","steps":["trace[1042746910] 'range keys from in-memory index tree' (duration: 267.726846ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:48.52862Z","caller":"traceutil/trace.go:171","msg":"trace[1215803336] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"265.342847ms","start":"2026-07-24T17:41:48.263263Z","end":"2026-07-24T17:41:48.528605Z","steps":["trace[1215803336] 'process raft request' (duration: 234.710324ms)","trace[1215803336] 'compare' (duration: 29.947867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:41:48.528699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.035613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:41:48.528813Z","caller":"traceutil/trace.go:171","msg":"trace[1195701257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8086; }","duration":"268.187007ms","start":"2026-07-24T17:41:48.26061Z","end":"2026-07-24T17:41:48.528797Z","steps":["trace[1195701257] 'range keys from in-memory index tree' (duration: 267.790816ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:48.67393Z","caller":"traceutil/trace.go:171","msg":"trace[1243381160] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"142.912257ms","start":"2026-07-24T17:41:48.530992Z","end":"2026-07-24T17:41:48.673904Z","steps":["trace[1243381160] 'process raft request' (duration: 142.756503ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:48.675758Z","caller":"traceutil/trace.go:171","msg":"trace[891467553] linearizableReadLoop","detail":"{readStateIndex:8375; appliedIndex:8372; }","duration":"122.41271ms","start":"2026-07-24T17:41:48.553324Z","end":"2026-07-24T17:41:48.675737Z","steps":["trace[891467553] 'read index received' (duration: 120.432422ms)","trace[891467553] 'applied index is now lower than readState.Index' (duration: 1.979368ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:41:48.675828Z","caller":"traceutil/trace.go:171","msg":"trace[529174054] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"143.860411ms","start":"2026-07-24T17:41:48.531923Z","end":"2026-07-24T17:41:48.675783Z","steps":["trace[529174054] 'process raft request' (duration: 143.631455ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:48.675832Z","caller":"traceutil/trace.go:171","msg":"trace[706586244] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"143.405808ms","start":"2026-07-24T17:41:48.532401Z","end":"2026-07-24T17:41:48.675807Z","steps":["trace[706586244] 'process raft request' (duration: 143.287306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:48.676237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.832099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-74f5d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T17:41:48.676295Z","caller":"traceutil/trace.go:171","msg":"trace[291645211] range","detail":"{range_begin:/registry/pods/openstack/keepalived-74f5d; range_end:; response_count:1; response_revision:8090; }","duration":"123.020874ms","start":"2026-07-24T17:41:48.55326Z","end":"2026-07-24T17:41:48.676281Z","steps":["trace[291645211] 'agreement among raft nodes before linearized reading' (duration: 122.601684ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:00.51755Z","caller":"traceutil/trace.go:171","msg":"trace[2052300341] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"284.365549ms","start":"2026-07-24T17:42:00.233155Z","end":"2026-07-24T17:42:00.517521Z","steps":["trace[2052300341] 'process raft request' (duration: 284.192004ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:00.517571Z","caller":"traceutil/trace.go:171","msg":"trace[1192297872] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8435; }","duration":"275.993646ms","start":"2026-07-24T17:42:00.241542Z","end":"2026-07-24T17:42:00.517536Z","steps":["trace[1192297872] 'read index received' (duration: 275.967835ms)","trace[1192297872] 'applied index is now lower than readState.Index' (duration: 23.521µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:42:00.517819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.257742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T17:42:00.517867Z","caller":"traceutil/trace.go:171","msg":"trace[1500193171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8148; }","duration":"276.365755ms","start":"2026-07-24T17:42:00.241489Z","end":"2026-07-24T17:42:00.517854Z","steps":["trace[1500193171] 'agreement among raft nodes before linearized reading' (duration: 276.15937ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:00.524943Z","caller":"traceutil/trace.go:171","msg":"trace[977344388] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"210.804163ms","start":"2026-07-24T17:42:00.314112Z","end":"2026-07-24T17:42:00.524917Z","steps":["trace[977344388] 'process raft request' (duration: 210.571718ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:00.91409Z","caller":"traceutil/trace.go:171","msg":"trace[485236999] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"178.592452ms","start":"2026-07-24T17:42:00.735469Z","end":"2026-07-24T17:42:00.914061Z","steps":["trace[485236999] 'process raft request' (duration: 93.56407ms)","trace[485236999] 'compare' (duration: 84.806677ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:00.914354Z","caller":"traceutil/trace.go:171","msg":"trace[282028207] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8437; }","duration":"177.385343ms","start":"2026-07-24T17:42:00.736914Z","end":"2026-07-24T17:42:00.914299Z","steps":["trace[282028207] 'read index received' (duration: 61.224985ms)","trace[282028207] 'applied index is now lower than readState.Index' (duration: 116.157178ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:00.914408Z","caller":"traceutil/trace.go:171","msg":"trace[1047764885] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"127.296507ms","start":"2026-07-24T17:42:00.787076Z","end":"2026-07-24T17:42:00.914372Z","steps":["trace[1047764885] 'process raft request' (duration: 126.934359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:00.914606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.67664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T17:42:00.914657Z","caller":"traceutil/trace.go:171","msg":"trace[501347925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8152; }","duration":"177.744882ms","start":"2026-07-24T17:42:00.736901Z","end":"2026-07-24T17:42:00.914646Z","steps":["trace[501347925] 'agreement among raft nodes before linearized reading' (duration: 177.580518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:00.91479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.320858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-74f5d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T17:42:00.914842Z","caller":"traceutil/trace.go:171","msg":"trace[1373348025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-74f5d; range_end:; response_count:1; response_revision:8152; }","duration":"169.43244ms","start":"2026-07-24T17:42:00.745396Z","end":"2026-07-24T17:42:00.914829Z","steps":["trace[1373348025] 'agreement among raft nodes before linearized reading' (duration: 169.137993ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:01.227596Z","caller":"traceutil/trace.go:171","msg":"trace[262330154] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"305.580273ms","start":"2026-07-24T17:42:00.921959Z","end":"2026-07-24T17:42:01.22754Z","steps":["trace[262330154] 'process raft request' (duration: 305.351447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:01.228031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:42:00.921937Z","time spent":"305.765357ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:42:01.573307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.362187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T17:42:01.573443Z","caller":"traceutil/trace.go:171","msg":"trace[1368846989] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8154; }","duration":"228.015552ms","start":"2026-07-24T17:42:01.345391Z","end":"2026-07-24T17:42:01.573406Z","steps":["trace[1368846989] 'range keys from in-memory index tree' (duration: 227.182671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:01.573294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.973271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:42:01.573736Z","caller":"traceutil/trace.go:171","msg":"trace[1359187235] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8154; }","duration":"235.502433ms","start":"2026-07-24T17:42:01.33822Z","end":"2026-07-24T17:42:01.573722Z","steps":["trace[1359187235] 'count revisions from in-memory index tree' (duration: 234.848638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:29.051308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.551358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:42:29.051409Z","caller":"traceutil/trace.go:171","msg":"trace[981614465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8354; }","duration":"121.690962ms","start":"2026-07-24T17:42:28.929697Z","end":"2026-07-24T17:42:29.051388Z","steps":["trace[981614465] 'range keys from in-memory index tree' (duration: 121.392175ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:29.209806Z","caller":"traceutil/trace.go:171","msg":"trace[124402638] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"204.264005ms","start":"2026-07-24T17:42:29.005513Z","end":"2026-07-24T17:42:29.209777Z","steps":["trace[124402638] 'process raft request' (duration: 204.084841ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:29.210273Z","caller":"traceutil/trace.go:171","msg":"trace[446654498] linearizableReadLoop","detail":"{readStateIndex:8651; appliedIndex:8651; }","duration":"171.734675ms","start":"2026-07-24T17:42:29.038503Z","end":"2026-07-24T17:42:29.210237Z","steps":["trace[446654498] 'read index received' (duration: 171.719115ms)","trace[446654498] 'applied index is now lower than readState.Index' (duration: 12.67µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:42:29.21045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.929281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:42:29.210512Z","caller":"traceutil/trace.go:171","msg":"trace[2090478901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8355; }","duration":"172.034453ms","start":"2026-07-24T17:42:29.038462Z","end":"2026-07-24T17:42:29.210497Z","steps":["trace[2090478901] 'agreement among raft nodes before linearized reading' (duration: 171.856808ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:29.230809Z","caller":"traceutil/trace.go:171","msg":"trace[466619067] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"176.431481ms","start":"2026-07-24T17:42:29.054359Z","end":"2026-07-24T17:42:29.23079Z","steps":["trace[466619067] 'process raft request' (duration: 176.319017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:29.231499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.798411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:42:29.231572Z","caller":"traceutil/trace.go:171","msg":"trace[1328923624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8356; }","duration":"127.907364ms","start":"2026-07-24T17:42:29.103646Z","end":"2026-07-24T17:42:29.231553Z","steps":["trace[1328923624] 'agreement among raft nodes before linearized reading' (duration: 127.72781ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:29.565241Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6162} {"level":"info","ts":"2026-07-24T17:42:29.659024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6162,"took":"91.610592ms","hash":2484463977,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":23248896,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-24T17:42:29.6591Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2484463977,"revision":6162,"compact-revision":3013} {"level":"info","ts":"2026-07-24T17:42:30.812195Z","caller":"traceutil/trace.go:171","msg":"trace[1427628146] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"116.520087ms","start":"2026-07-24T17:42:30.695654Z","end":"2026-07-24T17:42:30.812175Z","steps":["trace[1427628146] 'process raft request' (duration: 116.385804ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:42.422252Z","caller":"traceutil/trace.go:171","msg":"trace[1075183558] linearizableReadLoop","detail":"{readStateIndex:8766; appliedIndex:8764; }","duration":"442.858743ms","start":"2026-07-24T17:42:41.979367Z","end":"2026-07-24T17:42:42.422226Z","steps":["trace[1075183558] 'read index received' (duration: 10.051294ms)","trace[1075183558] 'applied index is now lower than readState.Index' (duration: 432.806569ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:42.422328Z","caller":"traceutil/trace.go:171","msg":"trace[1684978542] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"445.879217ms","start":"2026-07-24T17:42:41.976419Z","end":"2026-07-24T17:42:42.422298Z","steps":["trace[1684978542] 'process raft request' (duration: 445.644691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.422506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.031568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-07-24T17:42:42.422491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.057058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qhhn7\" ","response":"range_response_count:1 size:4633"} {"level":"info","ts":"2026-07-24T17:42:42.422548Z","caller":"traceutil/trace.go:171","msg":"trace[31693537] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8464; }","duration":"443.09535ms","start":"2026-07-24T17:42:41.979443Z","end":"2026-07-24T17:42:42.422539Z","steps":["trace[31693537] 'agreement among raft nodes before linearized reading' (duration: 442.930335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.422539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.941712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:42:42.422574Z","caller":"traceutil/trace.go:171","msg":"trace[1017874420] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qhhn7; range_end:; response_count:1; response_revision:8464; }","duration":"443.216323ms","start":"2026-07-24T17:42:41.979339Z","end":"2026-07-24T17:42:42.422555Z","steps":["trace[1017874420] 'agreement among raft nodes before linearized reading' (duration: 443.002527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.422584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:42:41.97944Z","time spent":"443.136971ms","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-07-24T17:42:42.422588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:42:41.976403Z","time spent":"445.969508ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:42:42.422613Z","caller":"traceutil/trace.go:171","msg":"trace[1991492106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8464; }","duration":"339.071286ms","start":"2026-07-24T17:42:42.083526Z","end":"2026-07-24T17:42:42.422597Z","steps":["trace[1991492106] 'agreement among raft nodes before linearized reading' (duration: 338.86635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.422622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:42:41.979331Z","time spent":"443.281614ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4656,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qhhn7\" "} {"level":"warn","ts":"2026-07-24T17:42:42.422646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:42:42.083496Z","time spent":"339.142237ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:42:42.42253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.445269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:42:42.422703Z","caller":"traceutil/trace.go:171","msg":"trace[654913490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8464; }","duration":"239.616543ms","start":"2026-07-24T17:42:42.183077Z","end":"2026-07-24T17:42:42.422693Z","steps":["trace[654913490] 'agreement among raft nodes before linearized reading' (duration: 239.422018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.422817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.848882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-07-24T17:42:42.422875Z","caller":"traceutil/trace.go:171","msg":"trace[1070103059] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8464; }","duration":"430.978035ms","start":"2026-07-24T17:42:41.991883Z","end":"2026-07-24T17:42:42.422861Z","steps":["trace[1070103059] 'agreement among raft nodes before linearized reading' (duration: 430.535423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.422914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:42:41.991867Z","time spent":"431.037077ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-07-24T17:42:42.423121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.016666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-24T17:42:42.423176Z","caller":"traceutil/trace.go:171","msg":"trace[226924386] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8464; }","duration":"431.122988ms","start":"2026-07-24T17:42:41.99204Z","end":"2026-07-24T17:42:42.423163Z","steps":["trace[226924386] 'agreement among raft nodes before linearized reading' (duration: 430.974565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.423215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:42:41.992024Z","time spent":"431.1842ms","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-07-24T17:42:42.551784Z","caller":"traceutil/trace.go:171","msg":"trace[650378376] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"121.694593ms","start":"2026-07-24T17:42:42.430059Z","end":"2026-07-24T17:42:42.551753Z","steps":["trace[650378376] 'process raft request' (duration: 95.919737ms)","trace[650378376] 'compare' (duration: 25.648033ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:42.577237Z","caller":"traceutil/trace.go:171","msg":"trace[2113112648] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8766; }","duration":"146.487444ms","start":"2026-07-24T17:42:42.43071Z","end":"2026-07-24T17:42:42.577198Z","steps":["trace[2113112648] 'read index received' (duration: 95.285571ms)","trace[2113112648] 'applied index is now lower than readState.Index' (duration: 51.201023ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:42.577334Z","caller":"traceutil/trace.go:171","msg":"trace[178895198] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"146.660648ms","start":"2026-07-24T17:42:42.430641Z","end":"2026-07-24T17:42:42.577301Z","steps":["trace[178895198] 'process raft request' (duration: 146.432763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.577519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.783751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-24T17:42:42.577557Z","caller":"traceutil/trace.go:171","msg":"trace[1655903008] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8466; }","duration":"146.850883ms","start":"2026-07-24T17:42:42.430695Z","end":"2026-07-24T17:42:42.577546Z","steps":["trace[1655903008] 'agreement among raft nodes before linearized reading' (duration: 146.669959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.577732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.889979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-24T17:42:42.577794Z","caller":"traceutil/trace.go:171","msg":"trace[1627866781] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8466; }","duration":"145.974841ms","start":"2026-07-24T17:42:42.431806Z","end":"2026-07-24T17:42:42.57778Z","steps":["trace[1627866781] 'agreement among raft nodes before linearized reading' (duration: 145.799497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:42.577942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.245759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qhhn7\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-07-24T17:42:42.578005Z","caller":"traceutil/trace.go:171","msg":"trace[402555249] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qhhn7; range_end:; response_count:1; response_revision:8466; }","duration":"144.336102ms","start":"2026-07-24T17:42:42.43365Z","end":"2026-07-24T17:42:42.577986Z","steps":["trace[402555249] 'agreement among raft nodes before linearized reading' (duration: 144.201439ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:43.511455Z","caller":"traceutil/trace.go:171","msg":"trace[2023026121] linearizableReadLoop","detail":"{readStateIndex:8777; appliedIndex:8776; }","duration":"209.263526ms","start":"2026-07-24T17:42:43.302161Z","end":"2026-07-24T17:42:43.511425Z","steps":["trace[2023026121] 'read index received' (duration: 162.40697ms)","trace[2023026121] 'applied index is now lower than readState.Index' (duration: 46.855116ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:43.511514Z","caller":"traceutil/trace.go:171","msg":"trace[1773892529] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"218.49625ms","start":"2026-07-24T17:42:43.292985Z","end":"2026-07-24T17:42:43.511481Z","steps":["trace[1773892529] 'process raft request' (duration: 171.570512ms)","trace[1773892529] 'compare' (duration: 46.653902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:42:43.511686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.497592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:42:43.511756Z","caller":"traceutil/trace.go:171","msg":"trace[466476163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8474; }","duration":"209.615865ms","start":"2026-07-24T17:42:43.302123Z","end":"2026-07-24T17:42:43.511739Z","steps":["trace[466476163] 'agreement among raft nodes before linearized reading' (duration: 209.398259ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:43.578115Z","caller":"traceutil/trace.go:171","msg":"trace[674275065] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"196.750252ms","start":"2026-07-24T17:42:43.38133Z","end":"2026-07-24T17:42:43.57808Z","steps":["trace[674275065] 'process raft request' (duration: 196.533907ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:43.578119Z","caller":"traceutil/trace.go:171","msg":"trace[993255359] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"147.778045ms","start":"2026-07-24T17:42:43.430317Z","end":"2026-07-24T17:42:43.578095Z","steps":["trace[993255359] 'process raft request' (duration: 147.637811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:43.578456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.663469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T17:42:43.578493Z","caller":"traceutil/trace.go:171","msg":"trace[911781337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8477; }","duration":"266.729721ms","start":"2026-07-24T17:42:43.311756Z","end":"2026-07-24T17:42:43.578485Z","steps":["trace[911781337] 'agreement among raft nodes before linearized reading' (duration: 266.547247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:43.578587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.006127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-74f5d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T17:42:43.578612Z","caller":"traceutil/trace.go:171","msg":"trace[1246735216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-74f5d; range_end:; response_count:1; response_revision:8477; }","duration":"253.074619ms","start":"2026-07-24T17:42:43.325531Z","end":"2026-07-24T17:42:43.578606Z","steps":["trace[1246735216] 'agreement among raft nodes before linearized reading' (duration: 252.959956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:43.578776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.361632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T17:42:43.578805Z","caller":"traceutil/trace.go:171","msg":"trace[436113553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8477; }","duration":"266.428074ms","start":"2026-07-24T17:42:43.312368Z","end":"2026-07-24T17:42:43.578796Z","steps":["trace[436113553] 'agreement among raft nodes before linearized reading' (duration: 266.341892ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:43.578958Z","caller":"traceutil/trace.go:171","msg":"trace[1357004761] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"135.853025ms","start":"2026-07-24T17:42:43.443098Z","end":"2026-07-24T17:42:43.578951Z","steps":["trace[1357004761] 'process raft request' (duration: 134.884092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:43.578625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.424889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qhhn7\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-07-24T17:42:43.581505Z","caller":"traceutil/trace.go:171","msg":"trace[282111209] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qhhn7; range_end:; response_count:1; response_revision:8477; }","duration":"139.334801ms","start":"2026-07-24T17:42:43.442143Z","end":"2026-07-24T17:42:43.581478Z","steps":["trace[282111209] 'agreement among raft nodes before linearized reading' (duration: 136.328418ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:43.687589Z","caller":"traceutil/trace.go:171","msg":"trace[1671960914] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"168.326963ms","start":"2026-07-24T17:42:43.519235Z","end":"2026-07-24T17:42:43.687562Z","steps":["trace[1671960914] 'process raft request' (duration: 168.17914ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:43.699726Z","caller":"traceutil/trace.go:171","msg":"trace[1344477214] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"116.046555ms","start":"2026-07-24T17:42:43.583662Z","end":"2026-07-24T17:42:43.699709Z","steps":["trace[1344477214] 'process raft request' (duration: 115.886661ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:43.699717Z","caller":"traceutil/trace.go:171","msg":"trace[702765252] linearizableReadLoop","detail":"{readStateIndex:8783; appliedIndex:8781; }","duration":"114.125768ms","start":"2026-07-24T17:42:43.585569Z","end":"2026-07-24T17:42:43.699695Z","steps":["trace[702765252] 'read index received' (duration: 102.278101ms)","trace[702765252] 'applied index is now lower than readState.Index' (duration: 11.846827ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:43.699956Z","caller":"traceutil/trace.go:171","msg":"trace[349264489] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"116.22872ms","start":"2026-07-24T17:42:43.583677Z","end":"2026-07-24T17:42:43.699906Z","steps":["trace[349264489] 'process raft request' (duration: 115.987693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:43.700072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.492668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228458"} {"level":"info","ts":"2026-07-24T17:42:43.700113Z","caller":"traceutil/trace.go:171","msg":"trace[1664256240] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8480; }","duration":"114.569469ms","start":"2026-07-24T17:42:43.585536Z","end":"2026-07-24T17:42:43.700106Z","steps":["trace[1664256240] 'agreement among raft nodes before linearized reading' (duration: 114.21873ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:44.615538Z","caller":"traceutil/trace.go:171","msg":"trace[2008365970] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"128.132308ms","start":"2026-07-24T17:42:44.487368Z","end":"2026-07-24T17:42:44.6155Z","steps":["trace[2008365970] 'process raft request' (duration: 127.39344ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:43:26.205329Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002422.wal"} {"level":"info","ts":"2026-07-24T17:43:42.196255Z","caller":"traceutil/trace.go:171","msg":"trace[933959806] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"200.880544ms","start":"2026-07-24T17:43:41.995348Z","end":"2026-07-24T17:43:42.196228Z","steps":["trace[933959806] 'process raft request' (duration: 200.703109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:43:42.321101Z","caller":"traceutil/trace.go:171","msg":"trace[135818646] linearizableReadLoop","detail":"{readStateIndex:9420; appliedIndex:9416; }","duration":"258.131682ms","start":"2026-07-24T17:43:42.062937Z","end":"2026-07-24T17:43:42.321068Z","steps":["trace[135818646] 'read index received' (duration: 133.158001ms)","trace[135818646] 'applied index is now lower than readState.Index' (duration: 124.972221ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:43:42.321133Z","caller":"traceutil/trace.go:171","msg":"trace[2118700683] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"322.980395ms","start":"2026-07-24T17:43:41.998096Z","end":"2026-07-24T17:43:42.321077Z","steps":["trace[2118700683] 'process raft request' (duration: 313.381143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:43:42.321559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.629874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:43:42.321571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.992127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-24T17:43:42.321213Z","caller":"traceutil/trace.go:171","msg":"trace[1233766087] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"322.732139ms","start":"2026-07-24T17:43:41.998429Z","end":"2026-07-24T17:43:42.321161Z","steps":["trace[1233766087] 'process raft request' (duration: 322.493313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:43:42.321598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.253399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-757f8dc46c-jgjf6.18c54abdd2c6fbb9\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-07-24T17:43:42.321586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:43:41.998066Z","time spent":"323.413496ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:43:42.321609Z","caller":"traceutil/trace.go:171","msg":"trace[655504466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9101; }","duration":"258.674585ms","start":"2026-07-24T17:43:42.062919Z","end":"2026-07-24T17:43:42.321593Z","steps":["trace[655504466] 'agreement among raft nodes before linearized reading' (duration: 258.517521ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:43:42.321627Z","caller":"traceutil/trace.go:171","msg":"trace[381546836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9101; }","duration":"227.144651ms","start":"2026-07-24T17:43:42.094467Z","end":"2026-07-24T17:43:42.321611Z","steps":["trace[381546836] 'agreement among raft nodes before linearized reading' (duration: 226.960545ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:43:42.321663Z","caller":"traceutil/trace.go:171","msg":"trace[1249823130] range","detail":"{range_begin:/registry/events/openstack/glance-api-757f8dc46c-jgjf6.18c54abdd2c6fbb9; range_end:; response_count:1; response_revision:9101; }","duration":"240.366232ms","start":"2026-07-24T17:43:42.081277Z","end":"2026-07-24T17:43:42.321643Z","steps":["trace[1249823130] 'agreement among raft nodes before linearized reading' (duration: 240.215878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:43:42.32141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.286205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:43:42.321728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:43:41.998407Z","time spent":"323.234713ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:43:42.321781Z","caller":"traceutil/trace.go:171","msg":"trace[1731516011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9101; }","duration":"136.680416ms","start":"2026-07-24T17:43:42.185088Z","end":"2026-07-24T17:43:42.321769Z","steps":["trace[1731516011] 'agreement among raft nodes before linearized reading' (duration: 136.255484ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:43:42.321298Z","caller":"traceutil/trace.go:171","msg":"trace[281582668] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"262.856256ms","start":"2026-07-24T17:43:42.058422Z","end":"2026-07-24T17:43:42.321278Z","steps":["trace[281582668] 'process raft request' (duration: 262.579899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:43:42.322096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.398103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-74f5d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T17:43:42.322212Z","caller":"traceutil/trace.go:171","msg":"trace[1779472330] range","detail":"{range_begin:/registry/pods/openstack/keepalived-74f5d; range_end:; response_count:1; response_revision:9101; }","duration":"253.185283ms","start":"2026-07-24T17:43:42.069014Z","end":"2026-07-24T17:43:42.3222Z","steps":["trace[1779472330] 'agreement among raft nodes before linearized reading' (duration: 252.28778ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:44:59.908367Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T17:44:59.916614Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T17:44:59.916699Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T17:47:26.052376Z","caller":"traceutil/trace.go:171","msg":"trace[2132261359] linearizableReadLoop","detail":"{readStateIndex:11349; appliedIndex:11348; }","duration":"137.879222ms","start":"2026-07-24T17:47:25.914475Z","end":"2026-07-24T17:47:26.052354Z","steps":["trace[2132261359] 'read index received' (duration: 137.658956ms)","trace[2132261359] 'applied index is now lower than readState.Index' (duration: 219.276µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:47:26.052519Z","caller":"traceutil/trace.go:171","msg":"trace[1479008170] transaction","detail":"{read_only:false; response_revision:10975; number_of_response:1; }","duration":"148.725178ms","start":"2026-07-24T17:47:25.903767Z","end":"2026-07-24T17:47:26.052492Z","steps":["trace[1479008170] 'process raft request' (duration: 148.424561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:47:26.05263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.147838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-74f5d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T17:47:26.052688Z","caller":"traceutil/trace.go:171","msg":"trace[1387958881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-74f5d; range_end:; response_count:1; response_revision:10975; }","duration":"138.261111ms","start":"2026-07-24T17:47:25.914413Z","end":"2026-07-24T17:47:26.052674Z","steps":["trace[1387958881] 'agreement among raft nodes before linearized reading' (duration: 138.072866ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:47:29.578283Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8361} {"level":"info","ts":"2026-07-24T17:47:29.657142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8361,"took":"76.887507ms","hash":842024063,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":26701824,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-24T17:47:29.657213Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":842024063,"revision":8361,"compact-revision":6162} {"level":"info","ts":"2026-07-24T17:52:29.584284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10998} {"level":"info","ts":"2026-07-24T17:52:29.661971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10998,"took":"75.597153ms","hash":2156588162,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":28053504,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-24T17:52:29.662035Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2156588162,"revision":10998,"compact-revision":8361} {"level":"info","ts":"2026-07-24T17:53:04.065079Z","caller":"traceutil/trace.go:171","msg":"trace[1496538541] transaction","detail":"{read_only:false; response_revision:13262; number_of_response:1; }","duration":"102.295816ms","start":"2026-07-24T17:53:03.96276Z","end":"2026-07-24T17:53:04.065055Z","steps":["trace[1496538541] 'process raft request' (duration: 102.157081ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:53:53.821703Z","caller":"traceutil/trace.go:171","msg":"trace[309111369] transaction","detail":"{read_only:false; response_revision:13586; number_of_response:1; }","duration":"253.266167ms","start":"2026-07-24T17:53:53.568413Z","end":"2026-07-24T17:53:53.82168Z","steps":["trace[309111369] 'process raft request' (duration: 253.123803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:53:54.284171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.258844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:53:54.284454Z","caller":"traceutil/trace.go:171","msg":"trace[1042463716] linearizableReadLoop","detail":"{readStateIndex:14057; appliedIndex:14054; }","duration":"335.093791ms","start":"2026-07-24T17:53:53.949339Z","end":"2026-07-24T17:53:54.284432Z","steps":["trace[1042463716] 'read index received' (duration: 319.334788ms)","trace[1042463716] 'applied index is now lower than readState.Index' (duration: 15.757533ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:53:54.284502Z","caller":"traceutil/trace.go:171","msg":"trace[175962621] transaction","detail":"{read_only:false; response_revision:13587; number_of_response:1; }","duration":"555.992299ms","start":"2026-07-24T17:53:53.728475Z","end":"2026-07-24T17:53:54.284468Z","steps":["trace[175962621] 'process raft request' (duration: 193.329495ms)","trace[175962621] 'compare' (duration: 362.044969ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:53:54.284502Z","caller":"traceutil/trace.go:171","msg":"trace[964832776] transaction","detail":"{read_only:false; response_revision:13588; number_of_response:1; }","duration":"466.323812ms","start":"2026-07-24T17:53:53.818148Z","end":"2026-07-24T17:53:54.284472Z","steps":["trace[964832776] 'process raft request' (duration: 466.147258ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:53:54.284527Z","caller":"traceutil/trace.go:171","msg":"trace[1213454911] transaction","detail":"{read_only:false; response_revision:13589; number_of_response:1; }","duration":"411.352063ms","start":"2026-07-24T17:53:53.873132Z","end":"2026-07-24T17:53:54.284484Z","steps":["trace[1213454911] 'process raft request' (duration: 411.25046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:53:54.284614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:53:53.728407Z","time spent":"556.150483ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:53:54.284653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:53:53.818125Z","time spent":"466.443826ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:53:54.284703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:53:53.873116Z","time spent":"411.495986ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:53:54.285058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.683326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T17:53:54.285243Z","caller":"traceutil/trace.go:171","msg":"trace[1093908372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13589; }","duration":"335.912431ms","start":"2026-07-24T17:53:53.949297Z","end":"2026-07-24T17:53:54.285209Z","steps":["trace[1093908372] 'agreement among raft nodes before linearized reading' (duration: 335.195664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:53:54.285358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:53:53.949276Z","time spent":"336.061905ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:55:34.817741Z","caller":"traceutil/trace.go:171","msg":"trace[1740826121] transaction","detail":"{read_only:false; response_revision:14785; number_of_response:1; }","duration":"155.41735ms","start":"2026-07-24T17:55:34.662287Z","end":"2026-07-24T17:55:34.817704Z","steps":["trace[1740826121] 'process raft request' (duration: 92.409144ms)","trace[1740826121] 'compare' (duration: 62.825091ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:57:29.590389Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13042} {"level":"info","ts":"2026-07-24T17:57:29.670112Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13042,"took":"76.832604ms","hash":1405333949,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":31416320,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T17:57:29.670181Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1405333949,"revision":13042,"compact-revision":10998} {"level":"info","ts":"2026-07-24T18:01:22.904542Z","caller":"traceutil/trace.go:171","msg":"trace[1949666017] transaction","detail":"{read_only:false; response_revision:17454; number_of_response:1; }","duration":"214.548228ms","start":"2026-07-24T18:01:22.689967Z","end":"2026-07-24T18:01:22.904515Z","steps":["trace[1949666017] 'process raft request' (duration: 214.407735ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:22.907669Z","caller":"traceutil/trace.go:171","msg":"trace[1526295173] transaction","detail":"{read_only:false; response_revision:17455; number_of_response:1; }","duration":"198.164297ms","start":"2026-07-24T18:01:22.709488Z","end":"2026-07-24T18:01:22.907653Z","steps":["trace[1526295173] 'process raft request' (duration: 196.254961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:22.908085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.315419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-24T18:01:22.908131Z","caller":"traceutil/trace.go:171","msg":"trace[966927808] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:17455; }","duration":"100.404832ms","start":"2026-07-24T18:01:22.807714Z","end":"2026-07-24T18:01:22.908119Z","steps":["trace[966927808] 'agreement among raft nodes before linearized reading' (duration: 100.272449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:28.575658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.67198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29748600-49pvv\" ","response":"range_response_count:1 size:7043"} {"level":"info","ts":"2026-07-24T18:01:28.575731Z","caller":"traceutil/trace.go:171","msg":"trace[56520414] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29748600-49pvv; range_end:; response_count:1; response_revision:17499; }","duration":"348.793343ms","start":"2026-07-24T18:01:28.226923Z","end":"2026-07-24T18:01:28.575717Z","steps":["trace[56520414] 'range keys from in-memory index tree' (duration: 348.425535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:28.57576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:01:28.226901Z","time spent":"348.852585ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7066,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29748600-49pvv\" "} {"level":"warn","ts":"2026-07-24T18:01:28.575892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.371244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:01:28.575996Z","caller":"traceutil/trace.go:171","msg":"trace[1771718631] linearizableReadLoop","detail":"{readStateIndex:18090; appliedIndex:18089; }","duration":"209.865463ms","start":"2026-07-24T18:01:28.366118Z","end":"2026-07-24T18:01:28.575984Z","steps":["trace[1771718631] 'read index received' (duration: 6.241723ms)","trace[1771718631] 'applied index is now lower than readState.Index' (duration: 203.62236ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:01:28.576075Z","caller":"traceutil/trace.go:171","msg":"trace[19735786] transaction","detail":"{read_only:false; response_revision:17500; number_of_response:1; }","duration":"336.782481ms","start":"2026-07-24T18:01:28.239284Z","end":"2026-07-24T18:01:28.576066Z","steps":["trace[19735786] 'process raft request' (duration: 133.172691ms)","trace[19735786] 'compare' (duration: 203.161059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:01:28.576122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:01:28.23925Z","time spent":"336.850743ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:01:28.576397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.267864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8l4fj\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-07-24T18:01:28.576481Z","caller":"traceutil/trace.go:171","msg":"trace[431348057] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8l4fj; range_end:; response_count:1; response_revision:17500; }","duration":"210.364296ms","start":"2026-07-24T18:01:28.366099Z","end":"2026-07-24T18:01:28.576464Z","steps":["trace[431348057] 'agreement among raft nodes before linearized reading' (duration: 210.11886ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:28.907783Z","caller":"traceutil/trace.go:171","msg":"trace[1091855368] transaction","detail":"{read_only:false; response_revision:17501; number_of_response:1; }","duration":"316.301151ms","start":"2026-07-24T18:01:28.591422Z","end":"2026-07-24T18:01:28.907723Z","steps":["trace[1091855368] 'process raft request' (duration: 244.448797ms)","trace[1091855368] 'compare' (duration: 71.696351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:01:28.907947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:01:28.591402Z","time spent":"316.467775ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:01:28.931759Z","caller":"traceutil/trace.go:171","msg":"trace[2012819584] transaction","detail":"{read_only:false; response_revision:17502; number_of_response:1; }","duration":"338.878552ms","start":"2026-07-24T18:01:28.592841Z","end":"2026-07-24T18:01:28.93172Z","steps":["trace[2012819584] 'process raft request' (duration: 338.442122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:28.931973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:01:28.592819Z","time spent":"339.036356ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:01:29.071102Z","caller":"traceutil/trace.go:171","msg":"trace[1798063945] linearizableReadLoop","detail":"{readStateIndex:18093; appliedIndex:18092; }","duration":"133.903589ms","start":"2026-07-24T18:01:28.937169Z","end":"2026-07-24T18:01:29.071073Z","steps":["trace[1798063945] 'read index received' (duration: 71.069255ms)","trace[1798063945] 'applied index is now lower than readState.Index' (duration: 62.832954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:01:29.071318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.132855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18825"} {"level":"info","ts":"2026-07-24T18:01:29.071336Z","caller":"traceutil/trace.go:171","msg":"trace[437991240] transaction","detail":"{read_only:false; response_revision:17503; number_of_response:1; }","duration":"134.389361ms","start":"2026-07-24T18:01:28.936904Z","end":"2026-07-24T18:01:29.071293Z","steps":["trace[437991240] 'process raft request' (duration: 71.434844ms)","trace[437991240] 'compare' (duration: 62.605388ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:01:29.071499Z","caller":"traceutil/trace.go:171","msg":"trace[250987126] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17503; }","duration":"134.209956ms","start":"2026-07-24T18:01:28.937132Z","end":"2026-07-24T18:01:29.071342Z","steps":["trace[250987126] 'agreement among raft nodes before linearized reading' (duration: 134.048802ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:37.824846Z","caller":"traceutil/trace.go:171","msg":"trace[184430197] transaction","detail":"{read_only:false; response_revision:17720; number_of_response:1; }","duration":"133.642293ms","start":"2026-07-24T18:01:37.691156Z","end":"2026-07-24T18:01:37.824799Z","steps":["trace[184430197] 'process raft request' (duration: 133.371646ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:29.603537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15604} {"level":"info","ts":"2026-07-24T18:02:29.708106Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15604,"took":"99.683614ms","hash":3569185054,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":34308096,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T18:02:29.708183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3569185054,"revision":15604,"compact-revision":13042} {"level":"info","ts":"2026-07-24T18:05:00.136215Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T18:05:00.141196Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T18:05:00.141292Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-24T18:05:58.358249Z","caller":"traceutil/trace.go:171","msg":"trace[120830206] linearizableReadLoop","detail":"{readStateIndex:20392; appliedIndex:20391; }","duration":"174.742618ms","start":"2026-07-24T18:05:58.18348Z","end":"2026-07-24T18:05:58.358222Z","steps":["trace[120830206] 'read index received' (duration: 174.567764ms)","trace[120830206] 'applied index is now lower than readState.Index' (duration: 173.484µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:05:58.358344Z","caller":"traceutil/trace.go:171","msg":"trace[1660378233] transaction","detail":"{read_only:false; response_revision:19731; number_of_response:1; }","duration":"188.046242ms","start":"2026-07-24T18:05:58.170241Z","end":"2026-07-24T18:05:58.358288Z","steps":["trace[1660378233] 'process raft request' (duration: 187.797146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:05:58.358433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.559673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:05:58.358537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.035486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:05:58.358641Z","caller":"traceutil/trace.go:171","msg":"trace[1663569642] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19731; }","duration":"142.764008ms","start":"2026-07-24T18:05:58.215837Z","end":"2026-07-24T18:05:58.358601Z","steps":["trace[1663569642] 'agreement among raft nodes before linearized reading' (duration: 142.534123ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:05:58.358695Z","caller":"traceutil/trace.go:171","msg":"trace[1351699359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19731; }","duration":"175.248811ms","start":"2026-07-24T18:05:58.183422Z","end":"2026-07-24T18:05:58.358671Z","steps":["trace[1351699359] 'agreement among raft nodes before linearized reading' (duration: 174.943023ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:19.299855Z","caller":"traceutil/trace.go:171","msg":"trace[324568956] transaction","detail":"{read_only:false; response_revision:19837; number_of_response:1; }","duration":"165.769059ms","start":"2026-07-24T18:06:19.134062Z","end":"2026-07-24T18:06:19.299831Z","steps":["trace[324568956] 'process raft request' (duration: 159.867385ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:19.596834Z","caller":"traceutil/trace.go:171","msg":"trace[796523930] linearizableReadLoop","detail":"{readStateIndex:20503; appliedIndex:20502; }","duration":"291.637606ms","start":"2026-07-24T18:06:19.305178Z","end":"2026-07-24T18:06:19.596815Z","steps":["trace[796523930] 'read index received' (duration: 291.477472ms)","trace[796523930] 'applied index is now lower than readState.Index' (duration: 159.324µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:19.59691Z","caller":"traceutil/trace.go:171","msg":"trace[1388610425] transaction","detail":"{read_only:false; response_revision:19838; number_of_response:1; }","duration":"294.413254ms","start":"2026-07-24T18:06:19.302477Z","end":"2026-07-24T18:06:19.59689Z","steps":["trace[1388610425] 'process raft request' (duration: 294.220109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:19.59701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.81821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T18:06:19.597041Z","caller":"traceutil/trace.go:171","msg":"trace[367853607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19838; }","duration":"291.879641ms","start":"2026-07-24T18:06:19.305153Z","end":"2026-07-24T18:06:19.597032Z","steps":["trace[367853607] 'agreement among raft nodes before linearized reading' (duration: 291.756358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:19.597111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.808539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T18:06:19.597137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.425362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:06:19.597193Z","caller":"traceutil/trace.go:171","msg":"trace[909775355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19838; }","duration":"291.949494ms","start":"2026-07-24T18:06:19.305222Z","end":"2026-07-24T18:06:19.597171Z","steps":["trace[909775355] 'agreement among raft nodes before linearized reading' (duration: 291.736308ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:19.597246Z","caller":"traceutil/trace.go:171","msg":"trace[853465696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19838; }","duration":"273.601535ms","start":"2026-07-24T18:06:19.323609Z","end":"2026-07-24T18:06:19.59721Z","steps":["trace[853465696] 'agreement among raft nodes before linearized reading' (duration: 273.402771ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:19.745894Z","caller":"traceutil/trace.go:171","msg":"trace[1899110949] transaction","detail":"{read_only:false; response_revision:19840; number_of_response:1; }","duration":"144.843669ms","start":"2026-07-24T18:06:19.601017Z","end":"2026-07-24T18:06:19.745861Z","steps":["trace[1899110949] 'process raft request' (duration: 133.660456ms)","trace[1899110949] 'compare' (duration: 10.950507ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:19.942186Z","caller":"traceutil/trace.go:171","msg":"trace[1468249770] linearizableReadLoop","detail":"{readStateIndex:20507; appliedIndex:20505; }","duration":"157.126159ms","start":"2026-07-24T18:06:19.784988Z","end":"2026-07-24T18:06:19.942114Z","steps":["trace[1468249770] 'read index received' (duration: 78.179715ms)","trace[1468249770] 'applied index is now lower than readState.Index' (duration: 78.943374ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:19.942346Z","caller":"traceutil/trace.go:171","msg":"trace[1426167369] transaction","detail":"{read_only:false; response_revision:19841; number_of_response:1; }","duration":"192.406129ms","start":"2026-07-24T18:06:19.749851Z","end":"2026-07-24T18:06:19.942257Z","steps":["trace[1426167369] 'process raft request' (duration: 113.205898ms)","trace[1426167369] 'compare' (duration: 76.355732ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:06:19.942529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.521039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T18:06:19.942602Z","caller":"traceutil/trace.go:171","msg":"trace[159632464] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19842; }","duration":"157.636282ms","start":"2026-07-24T18:06:19.784945Z","end":"2026-07-24T18:06:19.942582Z","steps":["trace[159632464] 'agreement among raft nodes before linearized reading' (duration: 157.415926ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:19.942868Z","caller":"traceutil/trace.go:171","msg":"trace[878714041] transaction","detail":"{read_only:false; response_revision:19842; number_of_response:1; }","duration":"170.820473ms","start":"2026-07-24T18:06:19.771274Z","end":"2026-07-24T18:06:19.942094Z","steps":["trace[878714041] 'process raft request' (duration: 169.131902ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:20.24387Z","caller":"traceutil/trace.go:171","msg":"trace[1383402972] linearizableReadLoop","detail":"{readStateIndex:20508; appliedIndex:20507; }","duration":"292.121968ms","start":"2026-07-24T18:06:19.95172Z","end":"2026-07-24T18:06:20.243842Z","steps":["trace[1383402972] 'read index received' (duration: 291.846841ms)","trace[1383402972] 'applied index is now lower than readState.Index' (duration: 274.237µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:20.243958Z","caller":"traceutil/trace.go:171","msg":"trace[1141948308] transaction","detail":"{read_only:false; response_revision:19843; number_of_response:1; }","duration":"293.034079ms","start":"2026-07-24T18:06:19.95087Z","end":"2026-07-24T18:06:20.243904Z","steps":["trace[1141948308] 'process raft request' (duration: 292.768263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:20.244147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.406304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18464"} {"level":"info","ts":"2026-07-24T18:06:20.244218Z","caller":"traceutil/trace.go:171","msg":"trace[339677695] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19843; }","duration":"292.508887ms","start":"2026-07-24T18:06:19.951693Z","end":"2026-07-24T18:06:20.244202Z","steps":["trace[339677695] 'agreement among raft nodes before linearized reading' (duration: 292.276372ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:07:29.608899Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18208} {"level":"info","ts":"2026-07-24T18:07:29.723547Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18208,"took":"110.190525ms","hash":4213759159,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":30449664,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T18:07:29.723615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4213759159,"revision":18208,"compact-revision":15604} {"level":"info","ts":"2026-07-24T18:09:57.745419Z","caller":"traceutil/trace.go:171","msg":"trace[2000304546] transaction","detail":"{read_only:false; response_revision:22181; number_of_response:1; }","duration":"119.940594ms","start":"2026-07-24T18:09:57.625439Z","end":"2026-07-24T18:09:57.745379Z","steps":["trace[2000304546] 'process raft request' (duration: 111.684747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:09:58.067325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.665332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-24T18:09:58.067412Z","caller":"traceutil/trace.go:171","msg":"trace[1693833018] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22182; }","duration":"159.794506ms","start":"2026-07-24T18:09:57.907599Z","end":"2026-07-24T18:09:58.067393Z","steps":["trace[1693833018] 'range keys from in-memory index tree' (duration: 159.517569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:09:58.067623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.745289ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:09:58.067693Z","caller":"traceutil/trace.go:171","msg":"trace[2091004832] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22182; }","duration":"137.819751ms","start":"2026-07-24T18:09:57.929864Z","end":"2026-07-24T18:09:58.067684Z","steps":["trace[2091004832] 'range keys from in-memory index tree' (duration: 137.733899ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:09:58.068222Z","caller":"traceutil/trace.go:171","msg":"trace[521000211] transaction","detail":"{read_only:false; response_revision:22183; number_of_response:1; }","duration":"121.725977ms","start":"2026-07-24T18:09:57.946473Z","end":"2026-07-24T18:09:58.068199Z","steps":["trace[521000211] 'process raft request' (duration: 106.623166ms)","trace[521000211] 'compare' (duration: 12.763926ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:12:29.615251Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20495} {"level":"info","ts":"2026-07-24T18:12:29.72278Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20495,"took":"102.898677ms","hash":967956179,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":43876352,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-24T18:12:29.722832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":967956179,"revision":20495,"compact-revision":18208} {"level":"info","ts":"2026-07-24T18:17:29.62134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23613} {"level":"info","ts":"2026-07-24T18:17:29.753281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23613,"took":"127.25275ms","hash":2519762052,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":30236672,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T18:17:29.753352Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2519762052,"revision":23613,"compact-revision":20495}