{"level":"warn","ts":"2026-07-24T04:29:24.060718Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:29:24.060831Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T04:29:24.060919Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:29:24.060936Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-07-24T04:29:24.06097Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:29:24.062119Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-07-24T04:29:24.062246Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T04:29:24.067264Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.712846ms"} {"level":"info","ts":"2026-07-24T04:29:24.079482Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-07-24T04:29:24.079585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T04:29:24.079616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-07-24T04:29:24.07963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T04:29:24.079642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-07-24T04:29:24.07968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-07-24T04:29:24.088001Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T04:29:24.089778Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T04:29:24.091401Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T04:29:24.095638Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T04:29:24.096095Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:29:24.096227Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:29:24.096246Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:29:24.098408Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T04:29:24.099107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-07-24T04:29:24.099425Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-07-24T04:29:24.103491Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:29:24.103609Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-07-24T04:29:24.103667Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-07-24T04:29:24.103852Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T04:29:24.103901Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T04:29:24.680138Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T04:29:24.680195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T04:29:24.680334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-07-24T04:29:24.680363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-07-24T04:29:24.680379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-07-24T04:29:24.680395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-07-24T04:29:24.680413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-07-24T04:29:24.698279Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:29:24.705198Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T04:29:24.705426Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:29:24.70553Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:29:24.706317Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T04:29:24.706355Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T04:29:24.709716Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T04:29:24.712907Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-07-24T04:29:24.727364Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:29:24.727611Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:29:24.727694Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-07-24T04:29:34.504534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.211315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-07-24T04:29:34.50458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.266315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:29:34.504623Z","caller":"traceutil/trace.go:171","msg":"trace[1824828892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:298; }","duration":"289.364897ms","start":"2026-07-24T04:29:34.215243Z","end":"2026-07-24T04:29:34.504608Z","steps":["trace[1824828892] 'range keys from in-memory index tree' (duration: 289.087753ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:29:34.504662Z","caller":"traceutil/trace.go:171","msg":"trace[673958349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:298; }","duration":"289.391347ms","start":"2026-07-24T04:29:34.21525Z","end":"2026-07-24T04:29:34.504641Z","steps":["trace[673958349] 'range keys from in-memory index tree' (duration: 289.149324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:29:34.504621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.910151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-24T04:29:34.504798Z","caller":"traceutil/trace.go:171","msg":"trace[666054442] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:298; }","duration":"315.099064ms","start":"2026-07-24T04:29:34.189608Z","end":"2026-07-24T04:29:34.504707Z","steps":["trace[666054442] 'range keys from in-memory index tree' (duration: 314.72853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:29:34.504849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:29:34.189597Z","time spent":"315.240266ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-24T04:29:36.736768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.624191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T04:29:36.736833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.504678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:29:36.73686Z","caller":"traceutil/trace.go:171","msg":"trace[837820526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:354; }","duration":"139.765702ms","start":"2026-07-24T04:29:36.597075Z","end":"2026-07-24T04:29:36.736841Z","steps":["trace[837820526] 'range keys from in-memory index tree' (duration: 139.52996ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:29:36.73689Z","caller":"traceutil/trace.go:171","msg":"trace[945895965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:354; }","duration":"138.58313ms","start":"2026-07-24T04:29:36.598292Z","end":"2026-07-24T04:29:36.736875Z","steps":["trace[945895965] 'range keys from in-memory index tree' (duration: 138.442048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:29:36.73685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.421838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-07-24T04:29:36.736884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.515308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:29:36.736983Z","caller":"traceutil/trace.go:171","msg":"trace[901660538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:354; }","duration":"138.62634ms","start":"2026-07-24T04:29:36.598323Z","end":"2026-07-24T04:29:36.73695Z","steps":["trace[901660538] 'range keys from in-memory index tree' (duration: 138.235375ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:29:36.737008Z","caller":"traceutil/trace.go:171","msg":"trace[766660302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:354; }","duration":"206.6955ms","start":"2026-07-24T04:29:36.530279Z","end":"2026-07-24T04:29:36.736975Z","steps":["trace[766660302] 'range keys from in-memory index tree' (duration: 206.394587ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:29:37.178811Z","caller":"traceutil/trace.go:171","msg":"trace[893142088] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"121.645841ms","start":"2026-07-24T04:29:37.057143Z","end":"2026-07-24T04:29:37.178788Z","steps":["trace[893142088] 'process raft request' (duration: 121.51056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:29:41.472259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054236656759383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:29:41.594963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.492202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:29:41.595088Z","caller":"traceutil/trace.go:171","msg":"trace[578481602] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"740.541019ms","start":"2026-07-24T04:29:40.854524Z","end":"2026-07-24T04:29:41.595065Z","steps":["trace[578481602] 'process raft request' (duration: 626.232935ms)","trace[578481602] 'compare' (duration: 113.376228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:29:41.595168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:29:40.854502Z","time spent":"740.625971ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:29:41.603065Z","caller":"traceutil/trace.go:171","msg":"trace[800725971] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"748.501596ms","start":"2026-07-24T04:29:40.85454Z","end":"2026-07-24T04:29:41.603042Z","steps":["trace[800725971] 'process raft request' (duration: 748.316269ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:29:41.603211Z","caller":"traceutil/trace.go:171","msg":"trace[524820164] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:383; }","duration":"631.147638ms","start":"2026-07-24T04:29:40.972047Z","end":"2026-07-24T04:29:41.603195Z","steps":["trace[524820164] 'read index received' (duration: 508.695939ms)","trace[524820164] 'applied index is now lower than readState.Index' (duration: 122.449609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:29:41.603217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:29:40.85452Z","time spent":"748.616921ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:29:41.60331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.254032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:29:41.603346Z","caller":"traceutil/trace.go:171","msg":"trace[1215420008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:374; }","duration":"631.331695ms","start":"2026-07-24T04:29:40.972004Z","end":"2026-07-24T04:29:41.603336Z","steps":["trace[1215420008] 'agreement among raft nodes before linearized reading' (duration: 631.251542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:29:41.603382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:29:40.971991Z","time spent":"631.383137ms","remote":"127.0.0.1:34318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:29:41.603466Z","caller":"traceutil/trace.go:171","msg":"trace[1035488885] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"748.763827ms","start":"2026-07-24T04:29:40.854668Z","end":"2026-07-24T04:29:41.603432Z","steps":["trace[1035488885] 'process raft request' (duration: 748.320779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:29:41.603608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:29:40.854656Z","time spent":"748.86558ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:30:03.926389Z","caller":"traceutil/trace.go:171","msg":"trace[1604584263] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"696.043994ms","start":"2026-07-24T04:30:03.230315Z","end":"2026-07-24T04:30:03.926359Z","steps":["trace[1604584263] 'process raft request' (duration: 686.019639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:03.926572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:03.230302Z","time spent":"696.177377ms","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:30:03.926673Z","caller":"traceutil/trace.go:171","msg":"trace[1413016661] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:560; }","duration":"190.308042ms","start":"2026-07-24T04:30:03.736346Z","end":"2026-07-24T04:30:03.926654Z","steps":["trace[1413016661] 'read index received' (duration: 179.999258ms)","trace[1413016661] 'applied index is now lower than readState.Index' (duration: 10.307814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:30:03.926835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.498358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T04:30:03.926886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.636793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:30:03.926894Z","caller":"traceutil/trace.go:171","msg":"trace[1453831193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:539; }","duration":"190.616272ms","start":"2026-07-24T04:30:03.736261Z","end":"2026-07-24T04:30:03.926877Z","steps":["trace[1453831193] 'agreement among raft nodes before linearized reading' (duration: 190.496158ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:03.926947Z","caller":"traceutil/trace.go:171","msg":"trace[1035341141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:539; }","duration":"169.732027ms","start":"2026-07-24T04:30:03.757199Z","end":"2026-07-24T04:30:03.926931Z","steps":["trace[1035341141] 'agreement among raft nodes before linearized reading' (duration: 169.601652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:03.926914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.495496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T04:30:03.927025Z","caller":"traceutil/trace.go:171","msg":"trace[1649128416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:539; }","duration":"181.639251ms","start":"2026-07-24T04:30:03.745358Z","end":"2026-07-24T04:30:03.926997Z","steps":["trace[1649128416] 'agreement among raft nodes before linearized reading' (duration: 181.430654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:03.927377Z","caller":"traceutil/trace.go:171","msg":"trace[1640250199] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"660.076444ms","start":"2026-07-24T04:30:03.267276Z","end":"2026-07-24T04:30:03.927353Z","steps":["trace[1640250199] 'process raft request' (duration: 659.228967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:03.927554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:03.267249Z","time spent":"660.245029ms","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:30:06.005346Z","caller":"traceutil/trace.go:171","msg":"trace[1036206936] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"133.33482ms","start":"2026-07-24T04:30:05.871985Z","end":"2026-07-24T04:30:06.00532Z","steps":["trace[1036206936] 'process raft request' (duration: 132.547316ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:10.58923Z","caller":"traceutil/trace.go:171","msg":"trace[996580877] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"124.311732ms","start":"2026-07-24T04:30:10.464888Z","end":"2026-07-24T04:30:10.589199Z","steps":["trace[996580877] 'process raft request' (duration: 123.730315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:11.805627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.198161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:30:11.805724Z","caller":"traceutil/trace.go:171","msg":"trace[772278400] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"784.367523ms","start":"2026-07-24T04:30:11.02134Z","end":"2026-07-24T04:30:11.805707Z","steps":["trace[772278400] 'read index received' (duration: 45.141972ms)","trace[772278400] 'applied index is now lower than readState.Index' (duration: 739.224381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:30:11.805892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.547139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:30:11.80592Z","caller":"traceutil/trace.go:171","msg":"trace[775980082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:596; }","duration":"784.616271ms","start":"2026-07-24T04:30:11.021295Z","end":"2026-07-24T04:30:11.805911Z","steps":["trace[775980082] 'agreement among raft nodes before linearized reading' (duration: 784.457877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:11.805953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:11.021273Z","time spent":"784.671712ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T04:30:11.806127Z","caller":"traceutil/trace.go:171","msg":"trace[1345203762] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.152491102s","start":"2026-07-24T04:30:10.653624Z","end":"2026-07-24T04:30:11.806115Z","steps":["trace[1345203762] 'process raft request' (duration: 412.738415ms)","trace[1345203762] 'compare' (duration: 738.958424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:30:11.806176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:10.653597Z","time spent":"1.152555914s","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:30:12.607467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.35715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:30:12.607555Z","caller":"traceutil/trace.go:171","msg":"trace[1662687259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"637.481064ms","start":"2026-07-24T04:30:11.970051Z","end":"2026-07-24T04:30:12.607532Z","steps":["trace[1662687259] 'range keys from in-memory index tree' (duration: 637.279269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:12.607596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:11.970028Z","time spent":"637.558837ms","remote":"127.0.0.1:34318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:30:12.607581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.164127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:30:12.60767Z","caller":"traceutil/trace.go:171","msg":"trace[1077342359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:597; }","duration":"553.292101ms","start":"2026-07-24T04:30:12.054346Z","end":"2026-07-24T04:30:12.607638Z","steps":["trace[1077342359] 'range keys from in-memory index tree' (duration: 552.990952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:12.607709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:12.054326Z","time spent":"553.374363ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:30:12.607655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.367206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-24T04:30:12.608121Z","caller":"traceutil/trace.go:171","msg":"trace[1238351580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:597; }","duration":"540.85823ms","start":"2026-07-24T04:30:12.06724Z","end":"2026-07-24T04:30:12.608099Z","steps":["trace[1238351580] 'range keys from in-memory index tree' (duration: 540.302293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:12.608172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:12.067237Z","time spent":"540.921221ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:30:12.608317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.013045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:30:12.608427Z","caller":"traceutil/trace.go:171","msg":"trace[1512251255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"541.248231ms","start":"2026-07-24T04:30:12.067159Z","end":"2026-07-24T04:30:12.608407Z","steps":["trace[1512251255] 'range keys from in-memory index tree' (duration: 539.86822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:12.608491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:12.067141Z","time spent":"541.337334ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T04:30:12.646847Z","caller":"traceutil/trace.go:171","msg":"trace[275714780] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"346.730841ms","start":"2026-07-24T04:30:12.300084Z","end":"2026-07-24T04:30:12.646815Z","steps":["trace[275714780] 'process raft request' (duration: 345.021932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:12.647021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:12.300058Z","time spent":"346.867426ms","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:30:13.472886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054236656759900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:30:13.730034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085244127s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:30:13.770764Z","caller":"traceutil/trace.go:171","msg":"trace[1350236755] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.158851505s","start":"2026-07-24T04:30:12.611887Z","end":"2026-07-24T04:30:13.770739Z","steps":["trace[1350236755] 'process raft request' (duration: 1.118384519s)","trace[1350236755] 'compare' (duration: 39.955171ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:30:13.771017Z","caller":"traceutil/trace.go:171","msg":"trace[1747017791] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.158896446s","start":"2026-07-24T04:30:12.612093Z","end":"2026-07-24T04:30:13.77099Z","steps":["trace[1747017791] 'process raft request' (duration: 1.158594588s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:13.771136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:12.611859Z","time spent":"1.159067611s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:30:13.771163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:12.612084Z","time spent":"1.159003459s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:30:13.771494Z","caller":"traceutil/trace.go:171","msg":"trace[1336333099] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.158987078s","start":"2026-07-24T04:30:12.612495Z","end":"2026-07-24T04:30:13.771483Z","steps":["trace[1336333099] 'process raft request' (duration: 1.158417702s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:13.771585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:12.612474Z","time spent":"1.159077441s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:30:13.771879Z","caller":"traceutil/trace.go:171","msg":"trace[2065830046] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.064507835s","start":"2026-07-24T04:30:12.707333Z","end":"2026-07-24T04:30:13.771841Z","steps":["trace[2065830046] 'process raft request' (duration: 1.06399887s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:13.772003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:12.707274Z","time spent":"1.06467002s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:30:13.803482Z","caller":"traceutil/trace.go:171","msg":"trace[1228016010] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:622; }","duration":"831.399686ms","start":"2026-07-24T04:30:12.972044Z","end":"2026-07-24T04:30:13.803444Z","steps":["trace[1228016010] 'read index received' (duration: 758.29523ms)","trace[1228016010] 'applied index is now lower than readState.Index' (duration: 73.102986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:30:13.803603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.54058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:30:13.803722Z","caller":"traceutil/trace.go:171","msg":"trace[283778080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"831.706885ms","start":"2026-07-24T04:30:12.972Z","end":"2026-07-24T04:30:13.803707Z","steps":["trace[283778080] 'agreement among raft nodes before linearized reading' (duration: 831.54045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:13.803821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:30:12.971977Z","time spent":"831.835039ms","remote":"127.0.0.1:34318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:30:15.695756Z","caller":"traceutil/trace.go:171","msg":"trace[2006065791] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"201.517901ms","start":"2026-07-24T04:30:15.494211Z","end":"2026-07-24T04:30:15.695729Z","steps":["trace[2006065791] 'process raft request' (duration: 201.402868ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:15.986748Z","caller":"traceutil/trace.go:171","msg":"trace[1770014565] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"107.305121ms","start":"2026-07-24T04:30:15.879415Z","end":"2026-07-24T04:30:15.98672Z","steps":["trace[1770014565] 'process raft request' (duration: 106.939081ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:16.205229Z","caller":"traceutil/trace.go:171","msg":"trace[547091953] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"213.587587ms","start":"2026-07-24T04:30:15.991617Z","end":"2026-07-24T04:30:16.205205Z","steps":["trace[547091953] 'process raft request' (duration: 213.454403ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:16.294412Z","caller":"traceutil/trace.go:171","msg":"trace[1644427947] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"217.02777ms","start":"2026-07-24T04:30:16.077355Z","end":"2026-07-24T04:30:16.294383Z","steps":["trace[1644427947] 'process raft request' (duration: 216.694871ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:30.125075Z","caller":"traceutil/trace.go:171","msg":"trace[1160745822] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"124.986647ms","start":"2026-07-24T04:30:30.000058Z","end":"2026-07-24T04:30:30.125045Z","steps":["trace[1160745822] 'process raft request' (duration: 124.837303ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:30.126556Z","caller":"traceutil/trace.go:171","msg":"trace[129039183] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:798; }","duration":"104.753076ms","start":"2026-07-24T04:30:30.021781Z","end":"2026-07-24T04:30:30.126534Z","steps":["trace[129039183] 'read index received' (duration: 103.229627ms)","trace[129039183] 'applied index is now lower than readState.Index' (duration: 1.522239ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:30:30.126589Z","caller":"traceutil/trace.go:171","msg":"trace[1094448353] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"125.646524ms","start":"2026-07-24T04:30:30.000922Z","end":"2026-07-24T04:30:30.126569Z","steps":["trace[1094448353] 'process raft request' (duration: 125.533511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:30:30.126684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.882929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:30:30.126749Z","caller":"traceutil/trace.go:171","msg":"trace[305065492] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"125.87292ms","start":"2026-07-24T04:30:30.000865Z","end":"2026-07-24T04:30:30.126738Z","steps":["trace[305065492] 'process raft request' (duration: 125.48738ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:30.126766Z","caller":"traceutil/trace.go:171","msg":"trace[295541543] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:772; }","duration":"105.021932ms","start":"2026-07-24T04:30:30.021732Z","end":"2026-07-24T04:30:30.126754Z","steps":["trace[295541543] 'agreement among raft nodes before linearized reading' (duration: 104.893049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:37.801909Z","caller":"traceutil/trace.go:171","msg":"trace[343181907] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"100.243541ms","start":"2026-07-24T04:30:37.701638Z","end":"2026-07-24T04:30:37.801881Z","steps":["trace[343181907] 'process raft request' (duration: 90.010375ms)","trace[343181907] 'compare' (duration: 10.025601ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:30:44.763679Z","caller":"traceutil/trace.go:171","msg":"trace[273240494] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"243.551075ms","start":"2026-07-24T04:30:44.520103Z","end":"2026-07-24T04:30:44.763654Z","steps":["trace[273240494] 'process raft request' (duration: 243.3381ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:30:44.797558Z","caller":"traceutil/trace.go:171","msg":"trace[1184263491] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"122.121466ms","start":"2026-07-24T04:30:44.675419Z","end":"2026-07-24T04:30:44.79754Z","steps":["trace[1184263491] 'process raft request' (duration: 122.017793ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:31:04.555102Z","caller":"traceutil/trace.go:171","msg":"trace[1897151759] linearizableReadLoop","detail":"{readStateIndex:1058; appliedIndex:1056; }","duration":"138.396773ms","start":"2026-07-24T04:31:04.416683Z","end":"2026-07-24T04:31:04.55508Z","steps":["trace[1897151759] 'read index received' (duration: 49.639826ms)","trace[1897151759] 'applied index is now lower than readState.Index' (duration: 88.755687ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:31:04.555212Z","caller":"traceutil/trace.go:171","msg":"trace[1490909079] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"141.901455ms","start":"2026-07-24T04:31:04.413276Z","end":"2026-07-24T04:31:04.555177Z","steps":["trace[1490909079] 'process raft request' (duration: 141.763702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:31:04.555273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.570226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T04:31:04.555307Z","caller":"traceutil/trace.go:171","msg":"trace[1513665551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1019; }","duration":"138.638718ms","start":"2026-07-24T04:31:04.416659Z","end":"2026-07-24T04:31:04.555297Z","steps":["trace[1513665551] 'agreement among raft nodes before linearized reading' (duration: 138.507216ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:31:04.555295Z","caller":"traceutil/trace.go:171","msg":"trace[712010417] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"142.279652ms","start":"2026-07-24T04:31:04.412858Z","end":"2026-07-24T04:31:04.555138Z","steps":["trace[712010417] 'process raft request' (duration: 53.513295ms)","trace[712010417] 'compare' (duration: 88.544663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:32:18.857461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.425844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-07-24T04:32:18.857557Z","caller":"traceutil/trace.go:171","msg":"trace[759128514] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1430; }","duration":"206.571147ms","start":"2026-07-24T04:32:18.650964Z","end":"2026-07-24T04:32:18.857535Z","steps":["trace[759128514] 'range keys from in-memory index tree' (duration: 206.258802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:32:18.857668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.031134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-07-24T04:32:18.85774Z","caller":"traceutil/trace.go:171","msg":"trace[245526318] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1430; }","duration":"207.139476ms","start":"2026-07-24T04:32:18.65058Z","end":"2026-07-24T04:32:18.857719Z","steps":["trace[245526318] 'range keys from in-memory index tree' (duration: 206.882031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:32:18.857668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.235658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-07-24T04:32:18.857878Z","caller":"traceutil/trace.go:171","msg":"trace[1243362085] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1430; }","duration":"207.431321ms","start":"2026-07-24T04:32:18.650375Z","end":"2026-07-24T04:32:18.857806Z","steps":["trace[1243362085] 'range keys from in-memory index tree' (duration: 207.053904ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:32:18.865155Z","caller":"traceutil/trace.go:171","msg":"trace[1277884604] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"135.516574ms","start":"2026-07-24T04:32:18.729625Z","end":"2026-07-24T04:32:18.865141Z","steps":["trace[1277884604] 'process raft request' (duration: 135.185759ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:32:21.214726Z","caller":"traceutil/trace.go:171","msg":"trace[2111706294] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"385.658858ms","start":"2026-07-24T04:32:20.829039Z","end":"2026-07-24T04:32:21.214698Z","steps":["trace[2111706294] 'process raft request' (duration: 385.514716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:32:21.214896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:32:20.829016Z","time spent":"385.79917ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:32:21.214694Z","caller":"traceutil/trace.go:171","msg":"trace[159166079] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1528; }","duration":"330.827304ms","start":"2026-07-24T04:32:20.883846Z","end":"2026-07-24T04:32:21.214674Z","steps":["trace[159166079] 'read index received' (duration: 330.721222ms)","trace[159166079] 'applied index is now lower than readState.Index' (duration: 105.292µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:32:21.215001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.125968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:32:21.215094Z","caller":"traceutil/trace.go:171","msg":"trace[189750889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1473; }","duration":"331.305171ms","start":"2026-07-24T04:32:20.883769Z","end":"2026-07-24T04:32:21.215074Z","steps":["trace[189750889] 'agreement among raft nodes before linearized reading' (duration: 330.993466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:32:21.215146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:32:20.88375Z","time spent":"331.386813ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T04:32:21.239756Z","caller":"traceutil/trace.go:171","msg":"trace[653400370] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"114.694053ms","start":"2026-07-24T04:32:21.125001Z","end":"2026-07-24T04:32:21.239695Z","steps":["trace[653400370] 'process raft request' (duration: 111.143607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:32:21.239891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.442465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:32:21.240114Z","caller":"traceutil/trace.go:171","msg":"trace[1728444662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1475; }","duration":"267.701178ms","start":"2026-07-24T04:32:20.972398Z","end":"2026-07-24T04:32:21.240099Z","steps":["trace[1728444662] 'agreement among raft nodes before linearized reading' (duration: 267.453724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:32:21.24013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.786681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T04:32:21.240196Z","caller":"traceutil/trace.go:171","msg":"trace[1369120962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1475; }","duration":"262.903493ms","start":"2026-07-24T04:32:20.977274Z","end":"2026-07-24T04:32:21.240178Z","steps":["trace[1369120962] 'agreement among raft nodes before linearized reading' (duration: 262.68028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:32:21.240053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.544046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:32:21.24031Z","caller":"traceutil/trace.go:171","msg":"trace[1225421677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1475; }","duration":"267.84ms","start":"2026-07-24T04:32:20.97246Z","end":"2026-07-24T04:32:21.2403Z","steps":["trace[1225421677] 'agreement among raft nodes before linearized reading' (duration: 267.515185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:32:21.24052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.291487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T04:32:21.240589Z","caller":"traceutil/trace.go:171","msg":"trace[1320384950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1475; }","duration":"259.397148ms","start":"2026-07-24T04:32:20.981174Z","end":"2026-07-24T04:32:21.240571Z","steps":["trace[1320384950] 'agreement among raft nodes before linearized reading' (duration: 259.244915ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:32:38.451032Z","caller":"traceutil/trace.go:171","msg":"trace[377459268] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"107.846574ms","start":"2026-07-24T04:32:38.343163Z","end":"2026-07-24T04:32:38.45101Z","steps":["trace[377459268] 'process raft request' (duration: 107.725922ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:32:39.450124Z","caller":"traceutil/trace.go:171","msg":"trace[705638499] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"103.102249ms","start":"2026-07-24T04:32:39.346989Z","end":"2026-07-24T04:32:39.450091Z","steps":["trace[705638499] 'process raft request' (duration: 47.941469ms)","trace[705638499] 'compare' (duration: 54.979697ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:32:52.982634Z","caller":"traceutil/trace.go:171","msg":"trace[788849837] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"143.19145ms","start":"2026-07-24T04:32:52.839421Z","end":"2026-07-24T04:32:52.982613Z","steps":["trace[788849837] 'process raft request' (duration: 142.714892ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:01.827106Z","caller":"traceutil/trace.go:171","msg":"trace[2094495901] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"286.658816ms","start":"2026-07-24T04:33:01.540423Z","end":"2026-07-24T04:33:01.827082Z","steps":["trace[2094495901] 'process raft request' (duration: 286.516124ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:01.827935Z","caller":"traceutil/trace.go:171","msg":"trace[1041107712] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2325; }","duration":"261.644146ms","start":"2026-07-24T04:33:01.566262Z","end":"2026-07-24T04:33:01.827906Z","steps":["trace[1041107712] 'read index received' (duration: 261.634506ms)","trace[1041107712] 'applied index is now lower than readState.Index' (duration: 8.02µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:01.828152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.87634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:33:01.828192Z","caller":"traceutil/trace.go:171","msg":"trace[1385820669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2229; }","duration":"261.969891ms","start":"2026-07-24T04:33:01.566212Z","end":"2026-07-24T04:33:01.828182Z","steps":["trace[1385820669] 'agreement among raft nodes before linearized reading' (duration: 261.811509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:02.222304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.138168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:33:02.222395Z","caller":"traceutil/trace.go:171","msg":"trace[1828159826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2230; }","duration":"588.25193ms","start":"2026-07-24T04:33:01.634109Z","end":"2026-07-24T04:33:02.222361Z","steps":["trace[1828159826] 'agreement among raft nodes before linearized reading' (duration: 588.043297ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:02.222399Z","caller":"traceutil/trace.go:171","msg":"trace[1373614000] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"587.212454ms","start":"2026-07-24T04:33:01.635156Z","end":"2026-07-24T04:33:02.222368Z","steps":["trace[1373614000] 'process raft request' (duration: 572.910823ms)","trace[1373614000] 'compare' (duration: 13.902475ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:02.222436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:01.634093Z","time spent":"588.333971ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:33:02.222479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.814718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9e0b42a-8a98-4f4b-b8ab-65caef6d032a\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-07-24T04:33:02.22259Z","caller":"traceutil/trace.go:171","msg":"trace[355935700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b9e0b42a-8a98-4f4b-b8ab-65caef6d032a; range_end:; response_count:1; response_revision:2230; }","duration":"520.116853ms","start":"2026-07-24T04:33:01.70246Z","end":"2026-07-24T04:33:02.222577Z","steps":["trace[355935700] 'agreement among raft nodes before linearized reading' (duration: 519.718607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:02.222388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.423212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T04:33:02.222708Z","caller":"traceutil/trace.go:171","msg":"trace[1615836219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"588.771118ms","start":"2026-07-24T04:33:01.633911Z","end":"2026-07-24T04:33:02.222682Z","steps":["trace[1615836219] 'agreement among raft nodes before linearized reading' (duration: 588.341561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:02.222736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.566675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T04:33:02.222784Z","caller":"traceutil/trace.go:171","msg":"trace[1483185968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"605.640297ms","start":"2026-07-24T04:33:01.617132Z","end":"2026-07-24T04:33:02.222773Z","steps":["trace[1483185968] 'agreement among raft nodes before linearized reading' (duration: 605.512515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:02.222819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:01.617117Z","time spent":"605.694508ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:33:02.222729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:01.702438Z","time spent":"520.273335ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9e0b42a-8a98-4f4b-b8ab-65caef6d032a\" "} {"level":"info","ts":"2026-07-24T04:33:02.222121Z","caller":"traceutil/trace.go:171","msg":"trace[39565586] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2325; }","duration":"394.09223ms","start":"2026-07-24T04:33:01.828004Z","end":"2026-07-24T04:33:02.222096Z","steps":["trace[39565586] 'read index received' (duration: 380.056903ms)","trace[39565586] 'applied index is now lower than readState.Index' (duration: 14.034367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:02.222525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:01.635138Z","time spent":"587.323996ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:02.222748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:01.633898Z","time spent":"588.840919ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:33:02.223615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.659825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:33:02.223742Z","caller":"traceutil/trace.go:171","msg":"trace[573028546] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2230; }","duration":"457.814032ms","start":"2026-07-24T04:33:01.765909Z","end":"2026-07-24T04:33:02.223723Z","steps":["trace[573028546] 'agreement among raft nodes before linearized reading' (duration: 456.679765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:02.224131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:01.765891Z","time spent":"458.219088ms","remote":"127.0.0.1:34692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:33:02.237082Z","caller":"traceutil/trace.go:171","msg":"trace[1961474177] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"402.993752ms","start":"2026-07-24T04:33:01.83406Z","end":"2026-07-24T04:33:02.237053Z","steps":["trace[1961474177] 'process raft request' (duration: 402.85523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:02.237216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:01.834035Z","time spent":"403.112143ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:02.237385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.722747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9e0b42a-8a98-4f4b-b8ab-65caef6d032a\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-07-24T04:33:02.237537Z","caller":"traceutil/trace.go:171","msg":"trace[490980298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b9e0b42a-8a98-4f4b-b8ab-65caef6d032a; range_end:; response_count:1; response_revision:2231; }","duration":"201.87523ms","start":"2026-07-24T04:33:02.035639Z","end":"2026-07-24T04:33:02.237514Z","steps":["trace[490980298] 'agreement among raft nodes before linearized reading' (duration: 201.455433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:02.237368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.454498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62e68ba1-543d-4e00-840f-b363e8fb6de8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T04:33:02.237742Z","caller":"traceutil/trace.go:171","msg":"trace[189869714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62e68ba1-543d-4e00-840f-b363e8fb6de8; range_end:; response_count:1; response_revision:2231; }","duration":"313.987416ms","start":"2026-07-24T04:33:01.923735Z","end":"2026-07-24T04:33:02.237722Z","steps":["trace[189869714] 'agreement among raft nodes before linearized reading' (duration: 313.293905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:02.237953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:01.923717Z","time spent":"314.154209ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62e68ba1-543d-4e00-840f-b363e8fb6de8\" "} {"level":"info","ts":"2026-07-24T04:33:02.392723Z","caller":"traceutil/trace.go:171","msg":"trace[929893706] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"146.32878ms","start":"2026-07-24T04:33:02.246374Z","end":"2026-07-24T04:33:02.392702Z","steps":["trace[929893706] 'process raft request' (duration: 90.643567ms)","trace[929893706] 'compare' (duration: 55.601571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:02.928558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054236656763178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:33:03.866963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.893516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:33:03.867068Z","caller":"traceutil/trace.go:171","msg":"trace[1145653176] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"1.447683806s","start":"2026-07-24T04:33:02.419366Z","end":"2026-07-24T04:33:03.86705Z","steps":["trace[1145653176] 'process raft request' (duration: 611.620758ms)","trace[1145653176] 'compare' (duration: 835.715093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:03.867129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:02.419345Z","time spent":"1.447754207s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:03.915144Z","caller":"traceutil/trace.go:171","msg":"trace[1527027846] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"1.137855301s","start":"2026-07-24T04:33:02.777264Z","end":"2026-07-24T04:33:03.915119Z","steps":["trace[1527027846] 'process raft request' (duration: 1.137752769s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:03.915275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:02.777224Z","time spent":"1.137982963s","remote":"127.0.0.1:34450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8129,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:03.915622Z","caller":"traceutil/trace.go:171","msg":"trace[785023568] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"1.281435951s","start":"2026-07-24T04:33:02.634172Z","end":"2026-07-24T04:33:03.915608Z","steps":["trace[785023568] 'process raft request' (duration: 1.28069899s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:03.915737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:02.634145Z","time spent":"1.281560763s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:03.967875Z","caller":"traceutil/trace.go:171","msg":"trace[22367347] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"960.162318ms","start":"2026-07-24T04:33:03.007702Z","end":"2026-07-24T04:33:03.967865Z","steps":["trace[22367347] 'process raft request' (duration: 959.580899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:03.96803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:03.00768Z","time spent":"960.295339ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:03.967798Z","caller":"traceutil/trace.go:171","msg":"trace[1739325338] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2331; }","duration":"1.539785654s","start":"2026-07-24T04:33:02.427995Z","end":"2026-07-24T04:33:03.96778Z","steps":["trace[1739325338] 'read index received' (duration: 603.012072ms)","trace[1739325338] 'applied index is now lower than readState.Index' (duration: 936.772902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:03.981212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553209592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:33:03.981389Z","caller":"traceutil/trace.go:171","msg":"trace[648093188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2239; }","duration":"1.553433145s","start":"2026-07-24T04:33:02.427941Z","end":"2026-07-24T04:33:03.981375Z","steps":["trace[648093188] 'agreement among raft nodes before linearized reading' (duration: 1.540303521s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:03.982058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:02.427921Z","time spent":"1.554124716s","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T04:33:03.981389Z","caller":"traceutil/trace.go:171","msg":"trace[1482389840] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"779.466713ms","start":"2026-07-24T04:33:03.20191Z","end":"2026-07-24T04:33:03.981377Z","steps":["trace[1482389840] 'process raft request' (duration: 765.866162ms)","trace[1482389840] 'compare' (duration: 13.252986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:03.982455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.956446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62e68ba1-543d-4e00-840f-b363e8fb6de8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T04:33:03.982484Z","caller":"traceutil/trace.go:171","msg":"trace[1789453322] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62e68ba1-543d-4e00-840f-b363e8fb6de8; range_end:; response_count:1; response_revision:2241; }","duration":"741.017436ms","start":"2026-07-24T04:33:03.241458Z","end":"2026-07-24T04:33:03.982476Z","steps":["trace[1789453322] 'agreement among raft nodes before linearized reading' (duration: 740.908145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:03.982505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:03.24144Z","time spent":"741.060006ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62e68ba1-543d-4e00-840f-b363e8fb6de8\" "} {"level":"warn","ts":"2026-07-24T04:33:03.982647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:03.201883Z","time spent":"780.58572ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:03.981262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010273197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:33:03.982833Z","caller":"traceutil/trace.go:171","msg":"trace[843312910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2241; }","duration":"1.011873061s","start":"2026-07-24T04:33:02.97095Z","end":"2026-07-24T04:33:03.982824Z","steps":["trace[843312910] 'agreement among raft nodes before linearized reading' (duration: 1.010266788s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:03.982874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:02.970936Z","time spent":"1.011929862s","remote":"127.0.0.1:34318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:33:03.982347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.839591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:33:03.983002Z","caller":"traceutil/trace.go:171","msg":"trace[562511834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2241; }","duration":"180.842647ms","start":"2026-07-24T04:33:03.802151Z","end":"2026-07-24T04:33:03.982994Z","steps":["trace[562511834] 'agreement among raft nodes before linearized reading' (duration: 179.826512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:03.982654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.952002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9e0b42a-8a98-4f4b-b8ab-65caef6d032a\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-07-24T04:33:03.98311Z","caller":"traceutil/trace.go:171","msg":"trace[220252459] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b9e0b42a-8a98-4f4b-b8ab-65caef6d032a; range_end:; response_count:1; response_revision:2241; }","duration":"755.440839ms","start":"2026-07-24T04:33:03.227659Z","end":"2026-07-24T04:33:03.9831Z","steps":["trace[220252459] 'agreement among raft nodes before linearized reading' (duration: 754.951142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:03.983147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:03.227638Z","time spent":"755.49907ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3760,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9e0b42a-8a98-4f4b-b8ab-65caef6d032a\" "} {"level":"warn","ts":"2026-07-24T04:33:03.982686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007837121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:33:03.983269Z","caller":"traceutil/trace.go:171","msg":"trace[1011933899] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2241; }","duration":"1.008442971s","start":"2026-07-24T04:33:02.974816Z","end":"2026-07-24T04:33:03.983259Z","steps":["trace[1011933899] 'agreement among raft nodes before linearized reading' (duration: 1.007851132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:03.983302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:02.97481Z","time spent":"1.008481911s","remote":"127.0.0.1:34706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:33:03.981956Z","caller":"traceutil/trace.go:171","msg":"trace[34195343] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"148.685722ms","start":"2026-07-24T04:33:03.833263Z","end":"2026-07-24T04:33:03.981949Z","steps":["trace[34195343] 'process raft request' (duration: 147.894081ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:13.300171Z","caller":"traceutil/trace.go:171","msg":"trace[399649815] linearizableReadLoop","detail":"{readStateIndex:2448; appliedIndex:2447; }","duration":"109.144583ms","start":"2026-07-24T04:33:13.191001Z","end":"2026-07-24T04:33:13.300146Z","steps":["trace[399649815] 'read index received' (duration: 108.870029ms)","trace[399649815] 'applied index is now lower than readState.Index' (duration: 273.634µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:13.300369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.348346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T04:33:13.300404Z","caller":"traceutil/trace.go:171","msg":"trace[178310413] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2348; }","duration":"109.440758ms","start":"2026-07-24T04:33:13.190952Z","end":"2026-07-24T04:33:13.300392Z","steps":["trace[178310413] 'agreement among raft nodes before linearized reading' (duration: 109.299166ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:13.300555Z","caller":"traceutil/trace.go:171","msg":"trace[1847223283] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"167.476015ms","start":"2026-07-24T04:33:13.133051Z","end":"2026-07-24T04:33:13.300527Z","steps":["trace[1847223283] 'process raft request' (duration: 166.914417ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:16.075992Z","caller":"traceutil/trace.go:171","msg":"trace[1017305836] linearizableReadLoop","detail":"{readStateIndex:2464; appliedIndex:2463; }","duration":"105.508385ms","start":"2026-07-24T04:33:15.970444Z","end":"2026-07-24T04:33:16.075952Z","steps":["trace[1017305836] 'read index received' (duration: 105.321953ms)","trace[1017305836] 'applied index is now lower than readState.Index' (duration: 184.372µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:33:16.076139Z","caller":"traceutil/trace.go:171","msg":"trace[1434742487] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"142.22678ms","start":"2026-07-24T04:33:15.93386Z","end":"2026-07-24T04:33:16.076086Z","steps":["trace[1434742487] 'process raft request' (duration: 141.779854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:16.076215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.76018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:33:16.076278Z","caller":"traceutil/trace.go:171","msg":"trace[832415438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2364; }","duration":"105.880131ms","start":"2026-07-24T04:33:15.970381Z","end":"2026-07-24T04:33:16.076261Z","steps":["trace[832415438] 'agreement among raft nodes before linearized reading' (duration: 105.706158ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:16.505845Z","caller":"traceutil/trace.go:171","msg":"trace[660065029] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"500.548694ms","start":"2026-07-24T04:33:16.00527Z","end":"2026-07-24T04:33:16.505819Z","steps":["trace[660065029] 'process raft request' (duration: 500.316431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:16.50601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:16.005243Z","time spent":"500.686807ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:16.506211Z","caller":"traceutil/trace.go:171","msg":"trace[859754565] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"486.199176ms","start":"2026-07-24T04:33:16.019978Z","end":"2026-07-24T04:33:16.506177Z","steps":["trace[859754565] 'process raft request' (duration: 485.79643ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:16.506247Z","caller":"traceutil/trace.go:171","msg":"trace[1186593638] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2464; }","duration":"430.116389ms","start":"2026-07-24T04:33:16.076102Z","end":"2026-07-24T04:33:16.506218Z","steps":["trace[1186593638] 'read index received' (duration: 429.48804ms)","trace[1186593638] 'applied index is now lower than readState.Index' (duration: 627.179µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:33:16.506352Z","caller":"traceutil/trace.go:171","msg":"trace[991275508] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"485.925072ms","start":"2026-07-24T04:33:16.020413Z","end":"2026-07-24T04:33:16.506338Z","steps":["trace[991275508] 'process raft request' (duration: 485.662588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:16.506367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:16.019948Z","time spent":"486.334177ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:16.506432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:16.020399Z","time spent":"485.982173ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:16.506513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.5551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:33:16.506555Z","caller":"traceutil/trace.go:171","msg":"trace[1805955957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2367; }","duration":"442.634112ms","start":"2026-07-24T04:33:16.063907Z","end":"2026-07-24T04:33:16.506541Z","steps":["trace[1805955957] 'agreement among raft nodes before linearized reading' (duration: 442.446939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:16.506589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:16.063879Z","time spent":"442.700933ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:33:16.55494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.64114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:33:16.555071Z","caller":"traceutil/trace.go:171","msg":"trace[356186806] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"287.503824ms","start":"2026-07-24T04:33:16.267542Z","end":"2026-07-24T04:33:16.555046Z","steps":["trace[356186806] 'process raft request' (duration: 286.875635ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:16.555092Z","caller":"traceutil/trace.go:171","msg":"trace[655153744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2368; }","duration":"244.862254ms","start":"2026-07-24T04:33:16.310192Z","end":"2026-07-24T04:33:16.555054Z","steps":["trace[655153744] 'agreement among raft nodes before linearized reading' (duration: 244.481098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:16.554988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.49065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T04:33:16.555276Z","caller":"traceutil/trace.go:171","msg":"trace[176001033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2368; }","duration":"240.837365ms","start":"2026-07-24T04:33:16.314422Z","end":"2026-07-24T04:33:16.55526Z","steps":["trace[176001033] 'agreement among raft nodes before linearized reading' (duration: 240.414019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:16.555429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.542535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:33:16.555492Z","caller":"traceutil/trace.go:171","msg":"trace[1636078655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2368; }","duration":"241.626826ms","start":"2026-07-24T04:33:16.313846Z","end":"2026-07-24T04:33:16.555473Z","steps":["trace[1636078655] 'agreement among raft nodes before linearized reading' (duration: 241.451794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:16.555559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.993932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T04:33:16.555593Z","caller":"traceutil/trace.go:171","msg":"trace[350404843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2368; }","duration":"242.056983ms","start":"2026-07-24T04:33:16.313527Z","end":"2026-07-24T04:33:16.555584Z","steps":["trace[350404843] 'agreement among raft nodes before linearized reading' (duration: 241.87878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:16.723342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.032949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:33:16.723606Z","caller":"traceutil/trace.go:171","msg":"trace[1341434746] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"162.971222ms","start":"2026-07-24T04:33:16.560578Z","end":"2026-07-24T04:33:16.723549Z","steps":["trace[1341434746] 'process raft request' (duration: 15.638138ms)","trace[1341434746] 'compare' (duration: 146.716115ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:33:16.723668Z","caller":"traceutil/trace.go:171","msg":"trace[1885078695] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"160.10388ms","start":"2026-07-24T04:33:16.563543Z","end":"2026-07-24T04:33:16.723647Z","steps":["trace[1885078695] 'process raft request' (duration: 160.0585ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:16.723868Z","caller":"traceutil/trace.go:171","msg":"trace[522444622] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"162.372222ms","start":"2026-07-24T04:33:16.561485Z","end":"2026-07-24T04:33:16.723858Z","steps":["trace[522444622] 'process raft request' (duration: 161.965966ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:16.723973Z","caller":"traceutil/trace.go:171","msg":"trace[1056279512] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"162.283782ms","start":"2026-07-24T04:33:16.561674Z","end":"2026-07-24T04:33:16.723958Z","steps":["trace[1056279512] 'process raft request' (duration: 161.891386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:34.276113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.140309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:33:34.276199Z","caller":"traceutil/trace.go:171","msg":"trace[1122472447] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2474; }","duration":"135.316051ms","start":"2026-07-24T04:33:34.140864Z","end":"2026-07-24T04:33:34.27618Z","steps":["trace[1122472447] 'count revisions from in-memory index tree' (duration: 135.000916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:34.276388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.761395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T04:33:34.27647Z","caller":"traceutil/trace.go:171","msg":"trace[566930629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2474; }","duration":"109.905236ms","start":"2026-07-24T04:33:34.166546Z","end":"2026-07-24T04:33:34.276451Z","steps":["trace[566930629] 'range keys from in-memory index tree' (duration: 109.538632ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:36.440624Z","caller":"traceutil/trace.go:171","msg":"trace[2080350855] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"119.469972ms","start":"2026-07-24T04:33:36.321134Z","end":"2026-07-24T04:33:36.440604Z","steps":["trace[2080350855] 'read index received' (duration: 119.31332ms)","trace[2080350855] 'applied index is now lower than readState.Index' (duration: 156.042µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:36.440799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.647224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c51fa3b4785fcc\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-24T04:33:36.440822Z","caller":"traceutil/trace.go:171","msg":"trace[527620538] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c51fa3b4785fcc; range_end:; response_count:1; response_revision:2494; }","duration":"119.713555ms","start":"2026-07-24T04:33:36.321101Z","end":"2026-07-24T04:33:36.440815Z","steps":["trace[527620538] 'agreement among raft nodes before linearized reading' (duration: 119.580583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:36.441073Z","caller":"traceutil/trace.go:171","msg":"trace[1318827340] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"150.235212ms","start":"2026-07-24T04:33:36.290825Z","end":"2026-07-24T04:33:36.44106Z","steps":["trace[1318827340] 'process raft request' (duration: 149.671994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:36.959526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054236656763729,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T04:33:36.983381Z","caller":"traceutil/trace.go:171","msg":"trace[755958530] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"540.052876ms","start":"2026-07-24T04:33:36.443299Z","end":"2026-07-24T04:33:36.983352Z","steps":["trace[755958530] 'process raft request' (duration: 520.033669ms)","trace[755958530] 'compare' (duration: 19.618692ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:36.983546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:36.443284Z","time spent":"540.164238ms","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:36.985762Z","caller":"traceutil/trace.go:171","msg":"trace[1295253104] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"328.640118ms","start":"2026-07-24T04:33:36.657107Z","end":"2026-07-24T04:33:36.985747Z","steps":["trace[1295253104] 'process raft request' (duration: 328.510926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:36.985864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:36.657083Z","time spent":"328.723538ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:36.986096Z","caller":"traceutil/trace.go:171","msg":"trace[10160791] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"315.866934ms","start":"2026-07-24T04:33:36.6702Z","end":"2026-07-24T04:33:36.986067Z","steps":["trace[10160791] 'process raft request' (duration: 315.502719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:36.986261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:36.670181Z","time spent":"315.978376ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:36.986309Z","caller":"traceutil/trace.go:171","msg":"trace[686316257] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"305.150961ms","start":"2026-07-24T04:33:36.681136Z","end":"2026-07-24T04:33:36.986287Z","steps":["trace[686316257] 'process raft request' (duration: 304.948468ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:36.986266Z","caller":"traceutil/trace.go:171","msg":"trace[1329309227] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2599; }","duration":"527.244033ms","start":"2026-07-24T04:33:36.459002Z","end":"2026-07-24T04:33:36.986246Z","steps":["trace[1329309227] 'read index received' (duration: 504.360335ms)","trace[1329309227] 'applied index is now lower than readState.Index' (duration: 22.882258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:36.98639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:36.681122Z","time spent":"305.226312ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:36.986302Z","caller":"traceutil/trace.go:171","msg":"trace[694574462] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"311.915738ms","start":"2026-07-24T04:33:36.674341Z","end":"2026-07-24T04:33:36.986257Z","steps":["trace[694574462] 'process raft request' (duration: 311.579163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:36.986575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:36.674325Z","time spent":"312.208032ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:36.986592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.547437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:33:36.986656Z","caller":"traceutil/trace.go:171","msg":"trace[1318748556] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2499; }","duration":"527.664118ms","start":"2026-07-24T04:33:36.458977Z","end":"2026-07-24T04:33:36.986641Z","steps":["trace[1318748556] 'agreement among raft nodes before linearized reading' (duration: 527.438225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:36.986706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:36.458966Z","time spent":"527.727789ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:33:36.986767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.474874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T04:33:36.98681Z","caller":"traceutil/trace.go:171","msg":"trace[188949704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2499; }","duration":"152.528455ms","start":"2026-07-24T04:33:36.83427Z","end":"2026-07-24T04:33:36.986798Z","steps":["trace[188949704] 'agreement among raft nodes before linearized reading' (duration: 152.400903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:36.986839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.025364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:33:36.986875Z","caller":"traceutil/trace.go:171","msg":"trace[588663578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2499; }","duration":"158.092675ms","start":"2026-07-24T04:33:36.828771Z","end":"2026-07-24T04:33:36.986864Z","steps":["trace[588663578] 'agreement among raft nodes before linearized reading' (duration: 157.986453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:36.986947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.094218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:33:36.986979Z","caller":"traceutil/trace.go:171","msg":"trace[1217839243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2499; }","duration":"161.185149ms","start":"2026-07-24T04:33:36.825786Z","end":"2026-07-24T04:33:36.986971Z","steps":["trace[1217839243] 'agreement among raft nodes before linearized reading' (duration: 161.102528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:36.987024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.802026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T04:33:36.987157Z","caller":"traceutil/trace.go:171","msg":"trace[521678011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2499; }","duration":"156.959398ms","start":"2026-07-24T04:33:36.830154Z","end":"2026-07-24T04:33:36.987113Z","steps":["trace[521678011] 'agreement among raft nodes before linearized reading' (duration: 156.452691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:36.987448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.746338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:33:36.987546Z","caller":"traceutil/trace.go:171","msg":"trace[2063575064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2499; }","duration":"286.884489ms","start":"2026-07-24T04:33:36.700648Z","end":"2026-07-24T04:33:36.987532Z","steps":["trace[2063575064] 'agreement among raft nodes before linearized reading' (duration: 285.944856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:38.151864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.6014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:33:38.151951Z","caller":"traceutil/trace.go:171","msg":"trace[1361497154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2505; }","duration":"179.738111ms","start":"2026-07-24T04:33:37.972193Z","end":"2026-07-24T04:33:38.151931Z","steps":["trace[1361497154] 'range keys from in-memory index tree' (duration: 179.513039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:38.152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.195875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:33:38.152083Z","caller":"traceutil/trace.go:171","msg":"trace[832727274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2505; }","duration":"156.329017ms","start":"2026-07-24T04:33:37.995735Z","end":"2026-07-24T04:33:38.152064Z","steps":["trace[832727274] 'range keys from in-memory index tree' (duration: 155.953941ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:39.311724Z","caller":"traceutil/trace.go:171","msg":"trace[958086033] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"236.115275ms","start":"2026-07-24T04:33:39.075569Z","end":"2026-07-24T04:33:39.311684Z","steps":["trace[958086033] 'process raft request' (duration: 210.5945ms)","trace[958086033] 'compare' (duration: 25.251121ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:33:39.605474Z","caller":"traceutil/trace.go:171","msg":"trace[937655952] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"527.461551ms","start":"2026-07-24T04:33:39.077984Z","end":"2026-07-24T04:33:39.605446Z","steps":["trace[937655952] 'process raft request' (duration: 527.226088ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:39.605523Z","caller":"traceutil/trace.go:171","msg":"trace[1995871333] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"527.802146ms","start":"2026-07-24T04:33:39.077703Z","end":"2026-07-24T04:33:39.605505Z","steps":["trace[1995871333] 'process raft request' (duration: 443.49878ms)","trace[1995871333] 'compare' (duration: 83.745108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:39.605639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:39.07769Z","time spent":"527.878337ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:39.605635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:39.077973Z","time spent":"527.579962ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:39.605728Z","caller":"traceutil/trace.go:171","msg":"trace[2055819444] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"526.899953ms","start":"2026-07-24T04:33:39.078807Z","end":"2026-07-24T04:33:39.605707Z","steps":["trace[2055819444] 'process raft request' (duration: 526.561688ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:39.60578Z","caller":"traceutil/trace.go:171","msg":"trace[1873432442] linearizableReadLoop","detail":"{readStateIndex:2621; appliedIndex:2617; }","duration":"444.592636ms","start":"2026-07-24T04:33:39.161179Z","end":"2026-07-24T04:33:39.605772Z","steps":["trace[1873432442] 'read index received' (duration: 124.996227ms)","trace[1873432442] 'applied index is now lower than readState.Index' (duration: 319.595689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:39.605832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:39.078799Z","time spent":"526.983444ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:39.605981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.334442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c51fa3b4785fcc\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-24T04:33:39.606006Z","caller":"traceutil/trace.go:171","msg":"trace[1397004019] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c51fa3b4785fcc; range_end:; response_count:1; response_revision:2515; }","duration":"437.397943ms","start":"2026-07-24T04:33:39.168601Z","end":"2026-07-24T04:33:39.605999Z","steps":["trace[1397004019] 'agreement among raft nodes before linearized reading' (duration: 437.242471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:39.605983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.121251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:33:39.606022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:39.16858Z","time spent":"437.437804ms","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c51fa3b4785fcc\" "} {"level":"warn","ts":"2026-07-24T04:33:39.606034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.83812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:33:39.606045Z","caller":"traceutil/trace.go:171","msg":"trace[1876569954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2515; }","duration":"349.219882ms","start":"2026-07-24T04:33:39.256809Z","end":"2026-07-24T04:33:39.606029Z","steps":["trace[1876569954] 'agreement among raft nodes before linearized reading' (duration: 349.119211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:39.606088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:39.256797Z","time spent":"349.281644ms","remote":"127.0.0.1:34318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:33:39.606449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.186574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-07-24T04:33:39.606497Z","caller":"traceutil/trace.go:171","msg":"trace[1795384226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2515; }","duration":"275.322456ms","start":"2026-07-24T04:33:39.331162Z","end":"2026-07-24T04:33:39.606485Z","steps":["trace[1795384226] 'agreement among raft nodes before linearized reading' (duration: 275.200874ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:39.60608Z","caller":"traceutil/trace.go:171","msg":"trace[1652352564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2515; }","duration":"444.902581ms","start":"2026-07-24T04:33:39.161166Z","end":"2026-07-24T04:33:39.606069Z","steps":["trace[1652352564] 'agreement among raft nodes before linearized reading' (duration: 444.644297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:39.606567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:39.16115Z","time spent":"445.405148ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T04:33:40.593909Z","caller":"traceutil/trace.go:171","msg":"trace[488416165] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"130.17774ms","start":"2026-07-24T04:33:40.463703Z","end":"2026-07-24T04:33:40.59388Z","steps":["trace[488416165] 'process raft request' (duration: 129.997687ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:41.398813Z","caller":"traceutil/trace.go:171","msg":"trace[1830260375] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"356.714443ms","start":"2026-07-24T04:33:41.042072Z","end":"2026-07-24T04:33:41.398786Z","steps":["trace[1830260375] 'process raft request' (duration: 356.557701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:41.398964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.042046Z","time spent":"356.838475ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:42.305643Z","caller":"traceutil/trace.go:171","msg":"trace[1488070918] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"1.228138542s","start":"2026-07-24T04:33:41.077474Z","end":"2026-07-24T04:33:42.305612Z","steps":["trace[1488070918] 'process raft request' (duration: 1.227914339s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:42.305694Z","caller":"traceutil/trace.go:171","msg":"trace[1149869199] linearizableReadLoop","detail":"{readStateIndex:2629; appliedIndex:2624; }","duration":"990.101373ms","start":"2026-07-24T04:33:41.31557Z","end":"2026-07-24T04:33:42.305672Z","steps":["trace[1149869199] 'read index received' (duration: 83.276559ms)","trace[1149869199] 'applied index is now lower than readState.Index' (duration: 906.823824ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:33:42.305769Z","caller":"traceutil/trace.go:171","msg":"trace[934776958] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"1.177891034s","start":"2026-07-24T04:33:41.127856Z","end":"2026-07-24T04:33:42.305747Z","steps":["trace[934776958] 'process raft request' (duration: 1.177736762s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:42.305774Z","caller":"traceutil/trace.go:171","msg":"trace[2005778825] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"1.116336145s","start":"2026-07-24T04:33:41.189415Z","end":"2026-07-24T04:33:42.305751Z","steps":["trace[2005778825] 'process raft request' (duration: 1.116217554s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:42.305828Z","caller":"traceutil/trace.go:171","msg":"trace[651776898] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"1.227976929s","start":"2026-07-24T04:33:41.077843Z","end":"2026-07-24T04:33:42.30582Z","steps":["trace[651776898] 'process raft request' (duration: 1.227715896s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:42.305871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.077819Z","time spent":"1.228030841s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:42.305877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.12783Z","time spent":"1.177994116s","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:33:42.305891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.189387Z","time spent":"1.116441328s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:33:42.305875Z","caller":"traceutil/trace.go:171","msg":"trace[755694611] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"1.227924159s","start":"2026-07-24T04:33:41.077862Z","end":"2026-07-24T04:33:42.305786Z","steps":["trace[755694611] 'process raft request' (duration: 1.227661875s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:42.305786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.077451Z","time spent":"1.228253354s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:42.306046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.077851Z","time spent":"1.228114512s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:42.306228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.336567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:33:42.306288Z","caller":"traceutil/trace.go:171","msg":"trace[368996631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2523; }","duration":"990.741483ms","start":"2026-07-24T04:33:41.31552Z","end":"2026-07-24T04:33:42.306261Z","steps":["trace[368996631] 'agreement among raft nodes before linearized reading' (duration: 990.272966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:42.306328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.315498Z","time spent":"990.819164ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T04:33:42.372793Z","caller":"traceutil/trace.go:171","msg":"trace[1309671987] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"696.143346ms","start":"2026-07-24T04:33:41.676622Z","end":"2026-07-24T04:33:42.372765Z","steps":["trace[1309671987] 'process raft request' (duration: 695.997374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:42.372975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.625923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:33:42.372994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.676602Z","time spent":"696.306858ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:33:42.373007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.293953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:33:42.373049Z","caller":"traceutil/trace.go:171","msg":"trace[664280606] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2524; }","duration":"570.747315ms","start":"2026-07-24T04:33:41.802283Z","end":"2026-07-24T04:33:42.373031Z","steps":["trace[664280606] 'agreement among raft nodes before linearized reading' (duration: 570.575693ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:33:42.373067Z","caller":"traceutil/trace.go:171","msg":"trace[1531284503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2524; }","duration":"751.422155ms","start":"2026-07-24T04:33:41.621626Z","end":"2026-07-24T04:33:42.373048Z","steps":["trace[1531284503] 'agreement among raft nodes before linearized reading' (duration: 751.265503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:42.373099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.802266Z","time spent":"570.821746ms","remote":"127.0.0.1:34664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:33:42.373116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.621605Z","time spent":"751.498647ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:33:42.372935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.861749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-24T04:33:42.373208Z","caller":"traceutil/trace.go:171","msg":"trace[962395045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2524; }","duration":"763.182423ms","start":"2026-07-24T04:33:41.610008Z","end":"2026-07-24T04:33:42.37319Z","steps":["trace[962395045] 'agreement among raft nodes before linearized reading' (duration: 762.784887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:42.373272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.609987Z","time spent":"763.267564ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:33:42.373585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.091706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:33:42.373777Z","caller":"traceutil/trace.go:171","msg":"trace[1368242433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2524; }","duration":"764.34575ms","start":"2026-07-24T04:33:41.609416Z","end":"2026-07-24T04:33:42.373761Z","steps":["trace[1368242433] 'agreement among raft nodes before linearized reading' (duration: 763.416287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:42.373968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.609396Z","time spent":"764.526592ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:33:42.373668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.720396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:33:42.374408Z","caller":"traceutil/trace.go:171","msg":"trace[2023545902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2524; }","duration":"763.482577ms","start":"2026-07-24T04:33:41.610912Z","end":"2026-07-24T04:33:42.374394Z","steps":["trace[2023545902] 'agreement among raft nodes before linearized reading' (duration: 762.527283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:33:42.374709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:33:41.610896Z","time spent":"763.797371ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T04:33:42.440641Z","caller":"traceutil/trace.go:171","msg":"trace[696630317] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"129.959725ms","start":"2026-07-24T04:33:42.310645Z","end":"2026-07-24T04:33:42.440605Z","steps":["trace[696630317] 'process raft request' (duration: 96.040821ms)","trace[696630317] 'compare' (duration: 33.735911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:33:42.440987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.48394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:33:42.441045Z","caller":"traceutil/trace.go:171","msg":"trace[1795761557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2528; }","duration":"125.606402ms","start":"2026-07-24T04:33:42.315425Z","end":"2026-07-24T04:33:42.441031Z","steps":["trace[1795761557] 'agreement among raft nodes before linearized reading' (duration: 125.344118ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:34:07.901598Z","caller":"traceutil/trace.go:171","msg":"trace[2126461241] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"124.545222ms","start":"2026-07-24T04:34:07.77703Z","end":"2026-07-24T04:34:07.901576Z","steps":["trace[2126461241] 'process raft request' (duration: 83.312023ms)","trace[2126461241] 'compare' (duration: 41.124536ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:34:10.597686Z","caller":"traceutil/trace.go:171","msg":"trace[1742265563] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"144.784881ms","start":"2026-07-24T04:34:10.452874Z","end":"2026-07-24T04:34:10.597659Z","steps":["trace[1742265563] 'process raft request' (duration: 144.699118ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:34:10.597692Z","caller":"traceutil/trace.go:171","msg":"trace[959669418] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"145.893432ms","start":"2026-07-24T04:34:10.451768Z","end":"2026-07-24T04:34:10.597662Z","steps":["trace[959669418] 'process raft request' (duration: 145.656155ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:34:24.823318Z","caller":"traceutil/trace.go:171","msg":"trace[1831466387] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"106.645178ms","start":"2026-07-24T04:34:24.716651Z","end":"2026-07-24T04:34:24.823296Z","steps":["trace[1831466387] 'process raft request' (duration: 106.411871ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:34:24.823493Z","caller":"traceutil/trace.go:171","msg":"trace[270870052] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"107.897302ms","start":"2026-07-24T04:34:24.715582Z","end":"2026-07-24T04:34:24.82348Z","steps":["trace[270870052] 'process raft request' (duration: 90.338975ms)","trace[270870052] 'compare' (duration: 17.033372ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:34:24.823923Z","caller":"traceutil/trace.go:171","msg":"trace[25058601] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"106.776301ms","start":"2026-07-24T04:34:24.717134Z","end":"2026-07-24T04:34:24.82391Z","steps":["trace[25058601] 'process raft request' (duration: 105.97365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:10.090498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.830526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:35:10.090593Z","caller":"traceutil/trace.go:171","msg":"trace[495819979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3024; }","duration":"119.99067ms","start":"2026-07-24T04:35:09.970583Z","end":"2026-07-24T04:35:10.090574Z","steps":["trace[495819979] 'range keys from in-memory index tree' (duration: 119.745184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:10.090615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.064869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:35:10.090699Z","caller":"traceutil/trace.go:171","msg":"trace[1215747980] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3024; }","duration":"141.234114ms","start":"2026-07-24T04:35:09.949448Z","end":"2026-07-24T04:35:10.090682Z","steps":["trace[1215747980] 'count revisions from in-memory index tree' (duration: 140.895235ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:15.396619Z","caller":"traceutil/trace.go:171","msg":"trace[1712390070] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"198.615625ms","start":"2026-07-24T04:35:15.197983Z","end":"2026-07-24T04:35:15.396598Z","steps":["trace[1712390070] 'process raft request' (duration: 185.506529ms)","trace[1712390070] 'compare' (duration: 12.913111ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:35:15.396643Z","caller":"traceutil/trace.go:171","msg":"trace[406523178] linearizableReadLoop","detail":"{readStateIndex:3185; appliedIndex:3184; }","duration":"110.14867ms","start":"2026-07-24T04:35:15.286453Z","end":"2026-07-24T04:35:15.396602Z","steps":["trace[406523178] 'read index received' (duration: 96.963262ms)","trace[406523178] 'applied index is now lower than readState.Index' (duration: 13.183468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:35:15.396927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.439337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:35:15.396958Z","caller":"traceutil/trace.go:171","msg":"trace[1909913638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3059; }","duration":"110.544959ms","start":"2026-07-24T04:35:15.286402Z","end":"2026-07-24T04:35:15.396947Z","steps":["trace[1909913638] 'agreement among raft nodes before linearized reading' (duration: 110.325044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:25.542926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.031649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-24T04:35:25.54303Z","caller":"traceutil/trace.go:171","msg":"trace[719903441] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3191; }","duration":"229.191203ms","start":"2026-07-24T04:35:25.313816Z","end":"2026-07-24T04:35:25.543007Z","steps":["trace[719903441] 'range keys from in-memory index tree' (duration: 228.833364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:25.543024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.817253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-24T04:35:25.54314Z","caller":"traceutil/trace.go:171","msg":"trace[1766214588] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:3191; }","duration":"315.983136ms","start":"2026-07-24T04:35:25.22714Z","end":"2026-07-24T04:35:25.543124Z","steps":["trace[1766214588] 'range keys from in-memory index tree' (duration: 315.718441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:25.543199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:35:25.227121Z","time spent":"316.070719ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-24T04:35:25.542956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.598222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:35:25.543312Z","caller":"traceutil/trace.go:171","msg":"trace[1873571728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3191; }","duration":"106.044051ms","start":"2026-07-24T04:35:25.437257Z","end":"2026-07-24T04:35:25.543301Z","steps":["trace[1873571728] 'range keys from in-memory index tree' (duration: 105.420207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:25.543403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.305489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T04:35:25.543578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.645316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T04:35:25.543704Z","caller":"traceutil/trace.go:171","msg":"trace[48689873] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3191; }","duration":"223.78588ms","start":"2026-07-24T04:35:25.319902Z","end":"2026-07-24T04:35:25.543688Z","steps":["trace[48689873] 'range keys from in-memory index tree' (duration: 223.540005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:25.543771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.593652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:35:25.543873Z","caller":"traceutil/trace.go:171","msg":"trace[766253234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3191; }","duration":"105.750575ms","start":"2026-07-24T04:35:25.438104Z","end":"2026-07-24T04:35:25.543855Z","steps":["trace[766253234] 'range keys from in-memory index tree' (duration: 105.447478ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:25.543562Z","caller":"traceutil/trace.go:171","msg":"trace[837647751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3191; }","duration":"267.494454ms","start":"2026-07-24T04:35:25.276046Z","end":"2026-07-24T04:35:25.54354Z","steps":["trace[837647751] 'range keys from in-memory index tree' (duration: 266.984452ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:26.414312Z","caller":"traceutil/trace.go:171","msg":"trace[120787582] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"567.27451ms","start":"2026-07-24T04:35:25.847014Z","end":"2026-07-24T04:35:26.414288Z","steps":["trace[120787582] 'process raft request' (duration: 567.091016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:26.414477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:35:25.846999Z","time spent":"567.391582ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:35:26.415112Z","caller":"traceutil/trace.go:171","msg":"trace[906230932] linearizableReadLoop","detail":"{readStateIndex:3328; appliedIndex:3328; }","duration":"485.194282ms","start":"2026-07-24T04:35:25.929902Z","end":"2026-07-24T04:35:26.415097Z","steps":["trace[906230932] 'read index received' (duration: 485.188082ms)","trace[906230932] 'applied index is now lower than readState.Index' (duration: 4.84µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:35:26.415238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.320895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:35:26.415281Z","caller":"traceutil/trace.go:171","msg":"trace[621442449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3199; }","duration":"485.372246ms","start":"2026-07-24T04:35:25.929896Z","end":"2026-07-24T04:35:26.415268Z","steps":["trace[621442449] 'agreement among raft nodes before linearized reading' (duration: 485.296674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:26.415325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:35:25.929877Z","time spent":"485.434348ms","remote":"127.0.0.1:33868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:35:26.415502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.906391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:35:26.415579Z","caller":"traceutil/trace.go:171","msg":"trace[395143782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3200; }","duration":"443.015433ms","start":"2026-07-24T04:35:25.972547Z","end":"2026-07-24T04:35:26.415563Z","steps":["trace[395143782] 'agreement among raft nodes before linearized reading' (duration: 442.867299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:26.415622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:35:25.972531Z","time spent":"443.078915ms","remote":"127.0.0.1:34318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:35:26.415884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.719913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea751d4d-2080-4a0c-a11a-0f2d8d2326bd\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-24T04:35:26.415944Z","caller":"traceutil/trace.go:171","msg":"trace[1076599206] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea751d4d-2080-4a0c-a11a-0f2d8d2326bd; range_end:; response_count:1; response_revision:3200; }","duration":"263.846676ms","start":"2026-07-24T04:35:26.152083Z","end":"2026-07-24T04:35:26.41593Z","steps":["trace[1076599206] 'agreement among raft nodes before linearized reading' (duration: 263.616851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:26.415978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.686351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123974"} {"level":"info","ts":"2026-07-24T04:35:26.416024Z","caller":"traceutil/trace.go:171","msg":"trace[65127983] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3200; }","duration":"337.749443ms","start":"2026-07-24T04:35:26.078261Z","end":"2026-07-24T04:35:26.416011Z","steps":["trace[65127983] 'agreement among raft nodes before linearized reading' (duration: 337.585799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:26.416062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:35:26.078254Z","time spent":"337.796924ms","remote":"127.0.0.1:34352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123997,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T04:35:26.416314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.145301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-24T04:35:26.416326Z","caller":"traceutil/trace.go:171","msg":"trace[817051295] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"154.528096ms","start":"2026-07-24T04:35:26.261781Z","end":"2026-07-24T04:35:26.416309Z","steps":["trace[817051295] 'process raft request' (duration: 153.551193ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:26.416359Z","caller":"traceutil/trace.go:171","msg":"trace[1121836807] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3200; }","duration":"338.211753ms","start":"2026-07-24T04:35:26.078134Z","end":"2026-07-24T04:35:26.416346Z","steps":["trace[1121836807] 'agreement among raft nodes before linearized reading' (duration: 338.119391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:26.416396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:35:26.07812Z","time spent":"338.266094ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-24T04:35:26.416698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.319099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:35:26.416745Z","caller":"traceutil/trace.go:171","msg":"trace[1840258739] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3200; }","duration":"354.40619ms","start":"2026-07-24T04:35:26.062325Z","end":"2026-07-24T04:35:26.416731Z","steps":["trace[1840258739] 'agreement among raft nodes before linearized reading' (duration: 354.308648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:26.416796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:35:26.062307Z","time spent":"354.474912ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":32,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:35:27.244826Z","caller":"traceutil/trace.go:171","msg":"trace[458934806] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"282.125487ms","start":"2026-07-24T04:35:26.962679Z","end":"2026-07-24T04:35:27.244805Z","steps":["trace[458934806] 'process raft request' (duration: 281.984004ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:27.301799Z","caller":"traceutil/trace.go:171","msg":"trace[655043310] linearizableReadLoop","detail":"{readStateIndex:3336; appliedIndex:3334; }","duration":"159.207533ms","start":"2026-07-24T04:35:27.142562Z","end":"2026-07-24T04:35:27.301769Z","steps":["trace[655043310] 'read index received' (duration: 102.334016ms)","trace[655043310] 'applied index is now lower than readState.Index' (duration: 56.872257ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:35:27.301851Z","caller":"traceutil/trace.go:171","msg":"trace[363762005] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"283.784802ms","start":"2026-07-24T04:35:27.018031Z","end":"2026-07-24T04:35:27.301815Z","steps":["trace[363762005] 'process raft request' (duration: 283.529686ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:27.301893Z","caller":"traceutil/trace.go:171","msg":"trace[1259642437] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"267.583136ms","start":"2026-07-24T04:35:27.034275Z","end":"2026-07-24T04:35:27.301858Z","steps":["trace[1259642437] 'process raft request' (duration: 267.446063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:27.302059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.481029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:35:27.302097Z","caller":"traceutil/trace.go:171","msg":"trace[729578187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3207; }","duration":"159.573471ms","start":"2026-07-24T04:35:27.142511Z","end":"2026-07-24T04:35:27.302085Z","steps":["trace[729578187] 'agreement among raft nodes before linearized reading' (duration: 159.401937ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:29.51511Z","caller":"traceutil/trace.go:171","msg":"trace[1505674090] linearizableReadLoop","detail":"{readStateIndex:3349; appliedIndex:3348; }","duration":"197.1609ms","start":"2026-07-24T04:35:29.317922Z","end":"2026-07-24T04:35:29.515082Z","steps":["trace[1505674090] 'read index received' (duration: 88.81048ms)","trace[1505674090] 'applied index is now lower than readState.Index' (duration: 108.34939ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:35:29.515163Z","caller":"traceutil/trace.go:171","msg":"trace[1777898813] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"208.092907ms","start":"2026-07-24T04:35:29.307038Z","end":"2026-07-24T04:35:29.51513Z","steps":["trace[1777898813] 'process raft request' (duration: 204.199129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:29.515349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.418086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T04:35:29.515363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.235217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T04:35:29.5154Z","caller":"traceutil/trace.go:171","msg":"trace[378563940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3219; }","duration":"197.518558ms","start":"2026-07-24T04:35:29.317867Z","end":"2026-07-24T04:35:29.515385Z","steps":["trace[378563940] 'agreement among raft nodes before linearized reading' (duration: 197.347824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:29.515417Z","caller":"traceutil/trace.go:171","msg":"trace[58116994] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3219; }","duration":"195.318089ms","start":"2026-07-24T04:35:29.320084Z","end":"2026-07-24T04:35:29.515402Z","steps":["trace[58116994] 'agreement among raft nodes before linearized reading' (duration: 195.155095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:29.515481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.924455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:35:29.51553Z","caller":"traceutil/trace.go:171","msg":"trace[2009876809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3219; }","duration":"192.995457ms","start":"2026-07-24T04:35:29.322521Z","end":"2026-07-24T04:35:29.515517Z","steps":["trace[2009876809] 'agreement among raft nodes before linearized reading' (duration: 192.785993ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:33.54445Z","caller":"traceutil/trace.go:171","msg":"trace[1792943498] linearizableReadLoop","detail":"{readStateIndex:3393; appliedIndex:3392; }","duration":"224.998698ms","start":"2026-07-24T04:35:33.319431Z","end":"2026-07-24T04:35:33.54443Z","steps":["trace[1792943498] 'read index received' (duration: 224.751883ms)","trace[1792943498] 'applied index is now lower than readState.Index' (duration: 245.585µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:35:33.54474Z","caller":"traceutil/trace.go:171","msg":"trace[2115596123] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"237.096458ms","start":"2026-07-24T04:35:33.307617Z","end":"2026-07-24T04:35:33.544714Z","steps":["trace[2115596123] 'process raft request' (duration: 236.513905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:33.544989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.54159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T04:35:33.545061Z","caller":"traceutil/trace.go:171","msg":"trace[1376375037] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3261; }","duration":"225.660423ms","start":"2026-07-24T04:35:33.319385Z","end":"2026-07-24T04:35:33.545045Z","steps":["trace[1376375037] 'agreement among raft nodes before linearized reading' (duration: 225.380197ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:33.54524Z","caller":"traceutil/trace.go:171","msg":"trace[508203960] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"122.800689ms","start":"2026-07-24T04:35:33.422417Z","end":"2026-07-24T04:35:33.545217Z","steps":["trace[508203960] 'process raft request' (duration: 122.605965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:33.545802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.102403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:35:33.545897Z","caller":"traceutil/trace.go:171","msg":"trace[58322432] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3263; }","duration":"200.237226ms","start":"2026-07-24T04:35:33.345638Z","end":"2026-07-24T04:35:33.545875Z","steps":["trace[58322432] 'agreement among raft nodes before linearized reading' (duration: 199.788606ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:38.713112Z","caller":"traceutil/trace.go:171","msg":"trace[1491501667] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"135.1798ms","start":"2026-07-24T04:35:38.5779Z","end":"2026-07-24T04:35:38.71308Z","steps":["trace[1491501667] 'process raft request' (duration: 40.625316ms)","trace[1491501667] 'compare' (duration: 94.116714ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:35:39.890999Z","caller":"traceutil/trace.go:171","msg":"trace[1724565513] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"313.777381ms","start":"2026-07-24T04:35:39.577187Z","end":"2026-07-24T04:35:39.890965Z","steps":["trace[1724565513] 'process raft request' (duration: 307.265088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:39.891196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:35:39.577166Z","time spent":"313.910974ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:35:39.896343Z","caller":"traceutil/trace.go:171","msg":"trace[914447018] linearizableReadLoop","detail":"{readStateIndex:3437; appliedIndex:3435; }","duration":"238.134587ms","start":"2026-07-24T04:35:39.658183Z","end":"2026-07-24T04:35:39.896318Z","steps":["trace[914447018] 'read index received' (duration: 226.268747ms)","trace[914447018] 'applied index is now lower than readState.Index' (duration: 11.8647ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:35:39.896461Z","caller":"traceutil/trace.go:171","msg":"trace[392880359] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"301.388329ms","start":"2026-07-24T04:35:39.595045Z","end":"2026-07-24T04:35:39.896434Z","steps":["trace[392880359] 'process raft request' (duration: 301.133993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:39.896571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.360982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:35:39.896614Z","caller":"traceutil/trace.go:171","msg":"trace[1459592812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3304; }","duration":"238.462325ms","start":"2026-07-24T04:35:39.658142Z","end":"2026-07-24T04:35:39.896604Z","steps":["trace[1459592812] 'agreement among raft nodes before linearized reading' (duration: 238.299091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:39.896619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:35:39.595028Z","time spent":"301.501371ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:35:39.896713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.558054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T04:35:39.896768Z","caller":"traceutil/trace.go:171","msg":"trace[333023792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3304; }","duration":"237.658917ms","start":"2026-07-24T04:35:39.659095Z","end":"2026-07-24T04:35:39.896754Z","steps":["trace[333023792] 'agreement among raft nodes before linearized reading' (duration: 237.483153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:39.896865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.085172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T04:35:39.896916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.480203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T04:35:39.896922Z","caller":"traceutil/trace.go:171","msg":"trace[867398864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3304; }","duration":"176.154624ms","start":"2026-07-24T04:35:39.720745Z","end":"2026-07-24T04:35:39.896899Z","steps":["trace[867398864] 'agreement among raft nodes before linearized reading' (duration: 176.004231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:39.896946Z","caller":"traceutil/trace.go:171","msg":"trace[2095394085] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3304; }","duration":"192.538465ms","start":"2026-07-24T04:35:39.704396Z","end":"2026-07-24T04:35:39.896935Z","steps":["trace[2095394085] 'agreement among raft nodes before linearized reading' (duration: 192.454543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:39.897042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.196023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:35:39.897073Z","caller":"traceutil/trace.go:171","msg":"trace[1962525107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3304; }","duration":"165.288545ms","start":"2026-07-24T04:35:39.731777Z","end":"2026-07-24T04:35:39.897065Z","steps":["trace[1962525107] 'agreement among raft nodes before linearized reading' (duration: 165.213113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:35:39.897181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.375627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:35:39.897238Z","caller":"traceutil/trace.go:171","msg":"trace[1753347813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3304; }","duration":"230.448808ms","start":"2026-07-24T04:35:39.666772Z","end":"2026-07-24T04:35:39.897221Z","steps":["trace[1753347813] 'agreement among raft nodes before linearized reading' (duration: 230.329176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:44.17485Z","caller":"traceutil/trace.go:171","msg":"trace[67640121] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"220.578659ms","start":"2026-07-24T04:35:43.954251Z","end":"2026-07-24T04:35:44.174829Z","steps":["trace[67640121] 'process raft request' (duration: 135.715794ms)","trace[67640121] 'compare' (duration: 84.579609ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:35:44.174894Z","caller":"traceutil/trace.go:171","msg":"trace[1766015336] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"220.586409ms","start":"2026-07-24T04:35:43.954287Z","end":"2026-07-24T04:35:44.174873Z","steps":["trace[1766015336] 'process raft request' (duration: 220.468446ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:44.175018Z","caller":"traceutil/trace.go:171","msg":"trace[1414894883] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"220.724642ms","start":"2026-07-24T04:35:43.954286Z","end":"2026-07-24T04:35:44.175011Z","steps":["trace[1414894883] 'process raft request' (duration: 220.538198ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:44.175055Z","caller":"traceutil/trace.go:171","msg":"trace[1047991564] linearizableReadLoop","detail":"{readStateIndex:3471; appliedIndex:3467; }","duration":"205.375698ms","start":"2026-07-24T04:35:43.969668Z","end":"2026-07-24T04:35:44.175044Z","steps":["trace[1047991564] 'read index received' (duration: 120.310478ms)","trace[1047991564] 'applied index is now lower than readState.Index' (duration: 85.0644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:35:44.175144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.468399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:35:44.175181Z","caller":"traceutil/trace.go:171","msg":"trace[1744725433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3337; }","duration":"205.541641ms","start":"2026-07-24T04:35:43.96963Z","end":"2026-07-24T04:35:44.175171Z","steps":["trace[1744725433] 'agreement among raft nodes before linearized reading' (duration: 205.46063ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:35:44.175385Z","caller":"traceutil/trace.go:171","msg":"trace[1558003050] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"219.554707ms","start":"2026-07-24T04:35:43.955819Z","end":"2026-07-24T04:35:44.175374Z","steps":["trace[1558003050] 'process raft request' (duration: 219.157948ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:37:10.531643Z","caller":"traceutil/trace.go:171","msg":"trace[1369307478] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"118.524345ms","start":"2026-07-24T04:37:10.413093Z","end":"2026-07-24T04:37:10.531617Z","steps":["trace[1369307478] 'process raft request' (duration: 118.160129ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:37:14.728134Z","caller":"traceutil/trace.go:171","msg":"trace[1735216678] transaction","detail":"{read_only:false; response_revision:3843; number_of_response:1; }","duration":"142.50675ms","start":"2026-07-24T04:37:14.585587Z","end":"2026-07-24T04:37:14.728094Z","steps":["trace[1735216678] 'process raft request' (duration: 130.815872ms)","trace[1735216678] 'compare' (duration: 11.244999ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:37:45.517928Z","caller":"traceutil/trace.go:171","msg":"trace[1384381804] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"148.85878ms","start":"2026-07-24T04:37:45.369045Z","end":"2026-07-24T04:37:45.517904Z","steps":["trace[1384381804] 'process raft request' (duration: 148.617385ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:07.277806Z","caller":"traceutil/trace.go:171","msg":"trace[1663467991] linearizableReadLoop","detail":"{readStateIndex:4411; appliedIndex:4409; }","duration":"121.320579ms","start":"2026-07-24T04:38:07.156471Z","end":"2026-07-24T04:38:07.277791Z","steps":["trace[1663467991] 'read index received' (duration: 120.041497ms)","trace[1663467991] 'applied index is now lower than readState.Index' (duration: 1.278432ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:07.277905Z","caller":"traceutil/trace.go:171","msg":"trace[1562682826] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"131.599999ms","start":"2026-07-24T04:38:07.1463Z","end":"2026-07-24T04:38:07.2779Z","steps":["trace[1562682826] 'process raft request' (duration: 131.441576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:07.278043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.565493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T04:38:07.278066Z","caller":"traceutil/trace.go:171","msg":"trace[480994343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4244; }","duration":"121.601464ms","start":"2026-07-24T04:38:07.15646Z","end":"2026-07-24T04:38:07.278061Z","steps":["trace[480994343] 'agreement among raft nodes before linearized reading' (duration: 121.516342ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:07.277827Z","caller":"traceutil/trace.go:171","msg":"trace[486571235] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"149.197138ms","start":"2026-07-24T04:38:07.128606Z","end":"2026-07-24T04:38:07.277803Z","steps":["trace[486571235] 'process raft request' (duration: 147.888845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:07.278256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.538313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T04:38:07.278297Z","caller":"traceutil/trace.go:171","msg":"trace[50629791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4244; }","duration":"121.606444ms","start":"2026-07-24T04:38:07.15668Z","end":"2026-07-24T04:38:07.278286Z","steps":["trace[50629791] 'agreement among raft nodes before linearized reading' (duration: 121.463241ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:09.253173Z","caller":"traceutil/trace.go:171","msg":"trace[1384308954] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"129.393676ms","start":"2026-07-24T04:38:09.12375Z","end":"2026-07-24T04:38:09.253144Z","steps":["trace[1384308954] 'process raft request' (duration: 60.403408ms)","trace[1384308954] 'compare' (duration: 68.781485ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:00.022459Z","caller":"traceutil/trace.go:171","msg":"trace[2015101112] linearizableReadLoop","detail":"{readStateIndex:4791; appliedIndex:4790; }","duration":"240.565148ms","start":"2026-07-24T04:38:59.781866Z","end":"2026-07-24T04:39:00.022431Z","steps":["trace[2015101112] 'read index received' (duration: 240.390495ms)","trace[2015101112] 'applied index is now lower than readState.Index' (duration: 173.593µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:00.022597Z","caller":"traceutil/trace.go:171","msg":"trace[1758109485] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"244.084377ms","start":"2026-07-24T04:38:59.7785Z","end":"2026-07-24T04:39:00.022585Z","steps":["trace[1758109485] 'process raft request' (duration: 243.776982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:00.022891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.001989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:39:00.022976Z","caller":"traceutil/trace.go:171","msg":"trace[1663151850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4612; }","duration":"211.120552ms","start":"2026-07-24T04:38:59.811835Z","end":"2026-07-24T04:39:00.022956Z","steps":["trace[1663151850] 'agreement among raft nodes before linearized reading' (duration: 210.896448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:00.078888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.508563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:39:00.078944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.05466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:39:00.079052Z","caller":"traceutil/trace.go:171","msg":"trace[342596030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4612; }","duration":"297.194513ms","start":"2026-07-24T04:38:59.781823Z","end":"2026-07-24T04:39:00.079018Z","steps":["trace[342596030] 'agreement among raft nodes before linearized reading' (duration: 241.232659ms)","trace[342596030] 'range keys from in-memory index tree' (duration: 55.666889ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:00.078982Z","caller":"traceutil/trace.go:171","msg":"trace[1031299966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4612; }","duration":"107.688936ms","start":"2026-07-24T04:38:59.971265Z","end":"2026-07-24T04:39:00.078954Z","steps":["trace[1031299966] 'agreement among raft nodes before linearized reading' (duration: 51.700252ms)","trace[1031299966] 'range keys from in-memory index tree' (duration: 55.77061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:00.078888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.677248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:39:00.079232Z","caller":"traceutil/trace.go:171","msg":"trace[947634331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4612; }","duration":"267.055454ms","start":"2026-07-24T04:38:59.812163Z","end":"2026-07-24T04:39:00.079219Z","steps":["trace[947634331] 'agreement among raft nodes before linearized reading' (duration: 210.899587ms)","trace[947634331] 'range keys from in-memory index tree' (duration: 55.680999ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:13.949702Z","caller":"traceutil/trace.go:171","msg":"trace[1886579303] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"171.085372ms","start":"2026-07-24T04:39:13.778593Z","end":"2026-07-24T04:39:13.949678Z","steps":["trace[1886579303] 'process raft request' (duration: 170.906189ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:24.833041Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2772} {"level":"info","ts":"2026-07-24T04:39:24.909838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2772,"took":"73.225287ms","hash":2957492971,"current-db-size-bytes":38555648,"current-db-size":"39 MB","current-db-size-in-use-bytes":14073856,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-24T04:39:24.909958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2957492971,"revision":2772,"compact-revision":-1} {"level":"info","ts":"2026-07-24T04:41:09.791371Z","caller":"traceutil/trace.go:171","msg":"trace[1555436833] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"172.301358ms","start":"2026-07-24T04:41:09.619005Z","end":"2026-07-24T04:41:09.791307Z","steps":["trace[1555436833] 'process raft request' (duration: 122.768945ms)","trace[1555436833] 'compare' (duration: 49.3211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:19.060431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.617591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:41:19.060497Z","caller":"traceutil/trace.go:171","msg":"trace[265498300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5642; }","duration":"156.719133ms","start":"2026-07-24T04:41:18.903762Z","end":"2026-07-24T04:41:19.060481Z","steps":["trace[265498300] 'range keys from in-memory index tree' (duration: 156.474499ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:23.81446Z","caller":"traceutil/trace.go:171","msg":"trace[913988608] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"111.227055ms","start":"2026-07-24T04:41:23.703207Z","end":"2026-07-24T04:41:23.814434Z","steps":["trace[913988608] 'process raft request' (duration: 97.367214ms)","trace[913988608] 'compare' (duration: 13.733879ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:24.424854Z","caller":"traceutil/trace.go:171","msg":"trace[641856466] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"147.95082ms","start":"2026-07-24T04:41:24.276886Z","end":"2026-07-24T04:41:24.424837Z","steps":["trace[641856466] 'process raft request' (duration: 147.844838ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:43.332744Z","caller":"traceutil/trace.go:171","msg":"trace[1102526444] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"118.120418ms","start":"2026-07-24T04:41:43.21459Z","end":"2026-07-24T04:41:43.33271Z","steps":["trace[1102526444] 'process raft request' (duration: 117.655361ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:45.62701Z","caller":"traceutil/trace.go:171","msg":"trace[1780018427] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"121.383939ms","start":"2026-07-24T04:41:45.505603Z","end":"2026-07-24T04:41:45.626987Z","steps":["trace[1780018427] 'process raft request' (duration: 54.663259ms)","trace[1780018427] 'compare' (duration: 66.570218ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:45.802545Z","caller":"traceutil/trace.go:171","msg":"trace[603062874] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"153.177374ms","start":"2026-07-24T04:41:45.649349Z","end":"2026-07-24T04:41:45.802526Z","steps":["trace[603062874] 'process raft request' (duration: 91.502364ms)","trace[603062874] 'compare' (duration: 61.599749ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:48.430287Z","caller":"traceutil/trace.go:171","msg":"trace[930254976] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"185.734802ms","start":"2026-07-24T04:42:48.244528Z","end":"2026-07-24T04:42:48.430263Z","steps":["trace[930254976] 'process raft request' (duration: 94.398352ms)","trace[930254976] 'compare' (duration: 90.766231ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:48.430588Z","caller":"traceutil/trace.go:171","msg":"trace[201014555] linearizableReadLoop","detail":"{readStateIndex:6973; appliedIndex:6971; }","duration":"178.428677ms","start":"2026-07-24T04:42:48.25215Z","end":"2026-07-24T04:42:48.430579Z","steps":["trace[201014555] 'read index received' (duration: 86.792557ms)","trace[201014555] 'applied index is now lower than readState.Index' (duration: 91.63541ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:48.43074Z","caller":"traceutil/trace.go:171","msg":"trace[1243846942] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"184.155029ms","start":"2026-07-24T04:42:48.246578Z","end":"2026-07-24T04:42:48.430733Z","steps":["trace[1243846942] 'process raft request' (duration: 183.609381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:48.430888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.714746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-24T04:42:48.430978Z","caller":"traceutil/trace.go:171","msg":"trace[67980986] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6714; }","duration":"178.796329ms","start":"2026-07-24T04:42:48.252143Z","end":"2026-07-24T04:42:48.43094Z","steps":["trace[67980986] 'agreement among raft nodes before linearized reading' (duration: 178.601182ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:48.447753Z","caller":"traceutil/trace.go:171","msg":"trace[858841225] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"187.74586ms","start":"2026-07-24T04:42:48.259984Z","end":"2026-07-24T04:42:48.44773Z","steps":["trace[858841225] 'process raft request' (duration: 187.372887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:48.448079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.775316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-24T04:42:48.448115Z","caller":"traceutil/trace.go:171","msg":"trace[77133786] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6715; }","duration":"175.839709ms","start":"2026-07-24T04:42:48.272265Z","end":"2026-07-24T04:42:48.448105Z","steps":["trace[77133786] 'agreement among raft nodes before linearized reading' (duration: 175.710364ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:52.689448Z","caller":"traceutil/trace.go:171","msg":"trace[304814634] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"214.334424ms","start":"2026-07-24T04:42:52.475091Z","end":"2026-07-24T04:42:52.689426Z","steps":["trace[304814634] 'process raft request' (duration: 213.842697ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:52.698745Z","caller":"traceutil/trace.go:171","msg":"trace[1613564409] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6822; }","duration":"222.00881ms","start":"2026-07-24T04:42:52.476727Z","end":"2026-07-24T04:42:52.698735Z","steps":["trace[1613564409] 'process raft request' (duration: 221.893706ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:52.699296Z","caller":"traceutil/trace.go:171","msg":"trace[329449230] linearizableReadLoop","detail":"{readStateIndex:7087; appliedIndex:7084; }","duration":"221.756562ms","start":"2026-07-24T04:42:52.47752Z","end":"2026-07-24T04:42:52.699276Z","steps":["trace[329449230] 'read index received' (duration: 211.430007ms)","trace[329449230] 'applied index is now lower than readState.Index' (duration: 10.325565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:52.699924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.384693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-24T04:42:52.699981Z","caller":"traceutil/trace.go:171","msg":"trace[682542658] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6825; }","duration":"222.466666ms","start":"2026-07-24T04:42:52.477503Z","end":"2026-07-24T04:42:52.69997Z","steps":["trace[682542658] 'agreement among raft nodes before linearized reading' (duration: 222.28633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:52.700159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.640473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:52.7002Z","caller":"traceutil/trace.go:171","msg":"trace[158056448] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6825; }","duration":"208.682194ms","start":"2026-07-24T04:42:52.491506Z","end":"2026-07-24T04:42:52.700188Z","steps":["trace[158056448] 'agreement among raft nodes before linearized reading' (duration: 208.623752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:52.701228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.976103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-07-24T04:42:52.701269Z","caller":"traceutil/trace.go:171","msg":"trace[1371430547] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6825; }","duration":"105.054196ms","start":"2026-07-24T04:42:52.596205Z","end":"2026-07-24T04:42:52.701259Z","steps":["trace[1371430547] 'agreement among raft nodes before linearized reading' (duration: 104.316521ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:52.70378Z","caller":"traceutil/trace.go:171","msg":"trace[658047835] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"226.986347ms","start":"2026-07-24T04:42:52.47678Z","end":"2026-07-24T04:42:52.703767Z","steps":["trace[658047835] 'process raft request' (duration: 221.911658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:53.68054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.670471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-07-24T04:42:53.680793Z","caller":"traceutil/trace.go:171","msg":"trace[1712002813] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6841; }","duration":"208.963941ms","start":"2026-07-24T04:42:53.471814Z","end":"2026-07-24T04:42:53.680778Z","steps":["trace[1712002813] 'range keys from in-memory index tree' (duration: 208.482115ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:55.71527Z","caller":"traceutil/trace.go:171","msg":"trace[110843682] transaction","detail":"{read_only:false; response_revision:6865; number_of_response:1; }","duration":"319.770183ms","start":"2026-07-24T04:42:55.39547Z","end":"2026-07-24T04:42:55.71524Z","steps":["trace[110843682] 'process raft request' (duration: 226.104786ms)","trace[110843682] 'compare' (duration: 93.484711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:55.715408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:55.395451Z","time spent":"319.884808ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:59.499071Z","caller":"traceutil/trace.go:171","msg":"trace[123934121] linearizableReadLoop","detail":"{readStateIndex:7166; appliedIndex:7165; }","duration":"122.25469ms","start":"2026-07-24T04:42:59.376796Z","end":"2026-07-24T04:42:59.49905Z","steps":["trace[123934121] 'read index received' (duration: 113.671506ms)","trace[123934121] 'applied index is now lower than readState.Index' (duration: 8.582494ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:59.499303Z","caller":"traceutil/trace.go:171","msg":"trace[77754614] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"149.289573ms","start":"2026-07-24T04:42:59.350003Z","end":"2026-07-24T04:42:59.499293Z","steps":["trace[77754614] 'process raft request' (duration: 140.532173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:59.499521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.711245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5b64d88569-s2kdk.18c52026cbca70bb\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-07-24T04:42:59.499548Z","caller":"traceutil/trace.go:171","msg":"trace[814767727] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5b64d88569-s2kdk.18c52026cbca70bb; range_end:; response_count:1; response_revision:6900; }","duration":"122.773777ms","start":"2026-07-24T04:42:59.376763Z","end":"2026-07-24T04:42:59.499537Z","steps":["trace[814767727] 'agreement among raft nodes before linearized reading' (duration: 122.671163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:59.499732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.437116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-24T04:42:59.499856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.336658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T04:42:59.49988Z","caller":"traceutil/trace.go:171","msg":"trace[1853544422] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6900; }","duration":"109.626622ms","start":"2026-07-24T04:42:59.390227Z","end":"2026-07-24T04:42:59.499854Z","steps":["trace[1853544422] 'agreement among raft nodes before linearized reading' (duration: 109.335983ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:59.499922Z","caller":"traceutil/trace.go:171","msg":"trace[2032620563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6900; }","duration":"101.477903ms","start":"2026-07-24T04:42:59.39843Z","end":"2026-07-24T04:42:59.499908Z","steps":["trace[2032620563] 'agreement among raft nodes before linearized reading' (duration: 101.177303ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:59.780024Z","caller":"traceutil/trace.go:171","msg":"trace[104886823] linearizableReadLoop","detail":"{readStateIndex:7167; appliedIndex:7166; }","duration":"274.057526ms","start":"2026-07-24T04:42:59.50594Z","end":"2026-07-24T04:42:59.779998Z","steps":["trace[104886823] 'read index received' (duration: 197.820837ms)","trace[104886823] 'applied index is now lower than readState.Index' (duration: 76.235779ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:59.780132Z","caller":"traceutil/trace.go:171","msg":"trace[851804137] transaction","detail":"{read_only:false; response_revision:6901; number_of_response:1; }","duration":"276.829657ms","start":"2026-07-24T04:42:59.503269Z","end":"2026-07-24T04:42:59.780098Z","steps":["trace[851804137] 'process raft request' (duration: 200.545226ms)","trace[851804137] 'compare' (duration: 76.058824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:59.780267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.309384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8fcc08f1-352f-47d9-af9c-74210bd32bf4\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-24T04:42:59.780303Z","caller":"traceutil/trace.go:171","msg":"trace[212701307] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8fcc08f1-352f-47d9-af9c-74210bd32bf4; range_end:; response_count:1; response_revision:6901; }","duration":"274.393066ms","start":"2026-07-24T04:42:59.505898Z","end":"2026-07-24T04:42:59.780291Z","steps":["trace[212701307] 'agreement among raft nodes before linearized reading' (duration: 274.229971ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:59.842645Z","caller":"traceutil/trace.go:171","msg":"trace[1280082569] transaction","detail":"{read_only:false; response_revision:6904; number_of_response:1; }","duration":"330.577673ms","start":"2026-07-24T04:42:59.512049Z","end":"2026-07-24T04:42:59.842626Z","steps":["trace[1280082569] 'process raft request' (duration: 330.357116ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:59.8427Z","caller":"traceutil/trace.go:171","msg":"trace[560611437] transaction","detail":"{read_only:false; response_revision:6902; number_of_response:1; }","duration":"336.385756ms","start":"2026-07-24T04:42:59.506282Z","end":"2026-07-24T04:42:59.842668Z","steps":["trace[560611437] 'process raft request' (duration: 335.953541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:59.842773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.512031Z","time spent":"330.673037ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:59.842827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.642635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T04:42:59.842841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.506268Z","time spent":"336.495319ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:59.842645Z","caller":"traceutil/trace.go:171","msg":"trace[1724725732] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"330.634955ms","start":"2026-07-24T04:42:59.511995Z","end":"2026-07-24T04:42:59.84263Z","steps":["trace[1724725732] 'process raft request' (duration: 330.365806ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:59.842881Z","caller":"traceutil/trace.go:171","msg":"trace[1807866679] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"330.78979ms","start":"2026-07-24T04:42:59.512085Z","end":"2026-07-24T04:42:59.842875Z","steps":["trace[1807866679] 'process raft request' (duration: 330.346296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:59.842919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.512081Z","time spent":"330.815801ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:59.842966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.511984Z","time spent":"330.901164ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:59.843014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.191847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:42:59.843031Z","caller":"traceutil/trace.go:171","msg":"trace[855067133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6905; }","duration":"115.237288ms","start":"2026-07-24T04:42:59.727789Z","end":"2026-07-24T04:42:59.843026Z","steps":["trace[855067133] 'agreement among raft nodes before linearized reading' (duration: 115.187587ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:59.842857Z","caller":"traceutil/trace.go:171","msg":"trace[1365586281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6905; }","duration":"330.902874ms","start":"2026-07-24T04:42:59.511946Z","end":"2026-07-24T04:42:59.842848Z","steps":["trace[1365586281] 'agreement among raft nodes before linearized reading' (duration: 330.80953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:59.843067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.511929Z","time spent":"331.125181ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:43:00.164342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.142685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:00.164423Z","caller":"traceutil/trace.go:171","msg":"trace[1163288587] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6909; }","duration":"151.29046ms","start":"2026-07-24T04:43:00.013115Z","end":"2026-07-24T04:43:00.164405Z","steps":["trace[1163288587] 'count revisions from in-memory index tree' (duration: 151.038692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:00.1646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.399132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T04:43:00.164669Z","caller":"traceutil/trace.go:171","msg":"trace[1801285053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6909; }","duration":"137.505456ms","start":"2026-07-24T04:43:00.027145Z","end":"2026-07-24T04:43:00.16465Z","steps":["trace[1801285053] 'range keys from in-memory index tree' (duration: 137.230556ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:00.168913Z","caller":"traceutil/trace.go:171","msg":"trace[1402624892] transaction","detail":"{read_only:false; response_revision:6910; number_of_response:1; }","duration":"105.542532ms","start":"2026-07-24T04:43:00.063351Z","end":"2026-07-24T04:43:00.168893Z","steps":["trace[1402624892] 'process raft request' (duration: 105.253152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.360492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.41225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:04.360636Z","caller":"traceutil/trace.go:171","msg":"trace[2076890218] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6942; }","duration":"192.592477ms","start":"2026-07-24T04:43:04.168021Z","end":"2026-07-24T04:43:04.360614Z","steps":["trace[2076890218] 'count revisions from in-memory index tree' (duration: 192.309567ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:04.411768Z","caller":"traceutil/trace.go:171","msg":"trace[1268060516] linearizableReadLoop","detail":"{readStateIndex:7210; appliedIndex:7209; }","duration":"230.020052ms","start":"2026-07-24T04:43:04.181722Z","end":"2026-07-24T04:43:04.411742Z","steps":["trace[1268060516] 'read index received' (duration: 229.944919ms)","trace[1268060516] 'applied index is now lower than readState.Index' (duration: 74.013µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:04.411956Z","caller":"traceutil/trace.go:171","msg":"trace[1831321524] transaction","detail":"{read_only:false; response_revision:6943; number_of_response:1; }","duration":"233.448054ms","start":"2026-07-24T04:43:04.178462Z","end":"2026-07-24T04:43:04.41191Z","steps":["trace[1831321524] 'process raft request' (duration: 233.116163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.412139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.388924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T04:43:04.412228Z","caller":"traceutil/trace.go:171","msg":"trace[2033263333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6943; }","duration":"230.534469ms","start":"2026-07-24T04:43:04.181661Z","end":"2026-07-24T04:43:04.412196Z","steps":["trace[2033263333] 'agreement among raft nodes before linearized reading' (duration: 230.26324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.620825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.43682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:04.620933Z","caller":"traceutil/trace.go:171","msg":"trace[112376758] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"388.118019ms","start":"2026-07-24T04:43:04.232795Z","end":"2026-07-24T04:43:04.620913Z","steps":["trace[112376758] 'process raft request' (duration: 261.511643ms)","trace[112376758] 'compare' (duration: 126.328267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:04.620994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.232777Z","time spent":"388.188381ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:04.838557Z","caller":"traceutil/trace.go:171","msg":"trace[1682008790] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"422.07418ms","start":"2026-07-24T04:43:04.416465Z","end":"2026-07-24T04:43:04.838539Z","steps":["trace[1682008790] 'process raft request' (duration: 420.405935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.838666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.416451Z","time spent":"422.155053ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:04.838753Z","caller":"traceutil/trace.go:171","msg":"trace[1970374710] transaction","detail":"{read_only:false; response_revision:6947; number_of_response:1; }","duration":"104.405039ms","start":"2026-07-24T04:43:04.734331Z","end":"2026-07-24T04:43:04.838736Z","steps":["trace[1970374710] 'process raft request' (duration: 104.332866ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:04.838808Z","caller":"traceutil/trace.go:171","msg":"trace[800415433] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"351.727077ms","start":"2026-07-24T04:43:04.487054Z","end":"2026-07-24T04:43:04.838781Z","steps":["trace[800415433] 'process raft request' (duration: 351.446468ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:04.838867Z","caller":"traceutil/trace.go:171","msg":"trace[1980996741] linearizableReadLoop","detail":"{readStateIndex:7212; appliedIndex:7210; }","duration":"388.455199ms","start":"2026-07-24T04:43:04.450401Z","end":"2026-07-24T04:43:04.838857Z","steps":["trace[1980996741] 'read index received' (duration: 43.894387ms)","trace[1980996741] 'applied index is now lower than readState.Index' (duration: 344.559852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:04.838924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.487034Z","time spent":"351.833301ms","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:43:04.839003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.596995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:43:04.839042Z","caller":"traceutil/trace.go:171","msg":"trace[1502728945] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6947; }","duration":"388.686817ms","start":"2026-07-24T04:43:04.450346Z","end":"2026-07-24T04:43:04.839033Z","steps":["trace[1502728945] 'agreement among raft nodes before linearized reading' (duration: 388.561833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.839078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.450324Z","time spent":"388.744779ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":85,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:44:24.841243Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4795} {"level":"info","ts":"2026-07-24T04:44:24.893859Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4795,"took":"50.791266ms","hash":1201349938,"current-db-size-bytes":38555648,"current-db-size":"39 MB","current-db-size-in-use-bytes":30744576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T04:44:24.893914Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1201349938,"revision":4795,"compact-revision":2772} {"level":"info","ts":"2026-07-24T04:45:16.503831Z","caller":"traceutil/trace.go:171","msg":"trace[1072314903] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"111.956926ms","start":"2026-07-24T04:45:16.391824Z","end":"2026-07-24T04:45:16.503781Z","steps":["trace[1072314903] 'process raft request' (duration: 111.542485ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:40.782874Z","caller":"traceutil/trace.go:171","msg":"trace[1804456561] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"108.26174ms","start":"2026-07-24T04:45:40.674586Z","end":"2026-07-24T04:45:40.782848Z","steps":["trace[1804456561] 'process raft request' (duration: 105.481018ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:51.003113Z","caller":"traceutil/trace.go:171","msg":"trace[1906757213] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8165; }","duration":"139.975156ms","start":"2026-07-24T04:45:50.863108Z","end":"2026-07-24T04:45:51.003083Z","steps":["trace[1906757213] 'read index received' (duration: 139.72116ms)","trace[1906757213] 'applied index is now lower than readState.Index' (duration: 252.276µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:51.003246Z","caller":"traceutil/trace.go:171","msg":"trace[412066528] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"167.832248ms","start":"2026-07-24T04:45:50.835375Z","end":"2026-07-24T04:45:51.003207Z","steps":["trace[412066528] 'process raft request' (duration: 167.470059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:51.003358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.229843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:45:51.003431Z","caller":"traceutil/trace.go:171","msg":"trace[135668190] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7862; }","duration":"140.361527ms","start":"2026-07-24T04:45:50.863052Z","end":"2026-07-24T04:45:51.003413Z","steps":["trace[135668190] 'agreement among raft nodes before linearized reading' (duration: 140.164692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:51.003492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.503691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:45:51.003561Z","caller":"traceutil/trace.go:171","msg":"trace[575941158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7862; }","duration":"131.635744ms","start":"2026-07-24T04:45:50.871908Z","end":"2026-07-24T04:45:51.003544Z","steps":["trace[575941158] 'agreement among raft nodes before linearized reading' (duration: 131.432299ms)"],"step_count":1}