{"level":"warn","ts":"2026-07-21T20:57:41.156766Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T20:57:41.15685Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-21T20:57:41.156912Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T20:57:41.156926Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-21T20:57:41.156944Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T20:57:41.157502Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-07-21T20:57:41.157567Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-21T20:57:41.162175Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.403734ms"} {"level":"info","ts":"2026-07-21T20:57:41.170075Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-07-21T20:57:41.170135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-07-21T20:57:41.170153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-07-21T20:57:41.170167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-21T20:57:41.170175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-07-21T20:57:41.170208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-07-21T20:57:41.175183Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-21T20:57:41.176317Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-21T20:57:41.177317Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-21T20:57:41.186051Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-21T20:57:41.186445Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-21T20:57:41.186744Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T20:57:41.186786Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T20:57:41.186796Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T20:57:41.192051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-07-21T20:57:41.193186Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T20:57:41.193394Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-21T20:57:41.194587Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-21T20:57:41.194618Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-21T20:57:41.195217Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-21T20:57:41.195242Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-21T20:57:41.470792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-07-21T20:57:41.470854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-21T20:57:41.470936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-07-21T20:57:41.470987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-07-21T20:57:41.471004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-21T20:57:41.471047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-07-21T20:57:41.471065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-21T20:57:41.472253Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-07-21T20:57:41.472272Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T20:57:41.472308Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T20:57:41.472463Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T20:57:41.473177Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-21T20:57:41.473266Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-21T20:57:41.473338Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T20:57:41.473436Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T20:57:41.473486Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T20:57:41.476612Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-07-21T20:57:41.476867Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-21T20:57:44.468574Z","caller":"traceutil/trace.go:171","msg":"trace[313257915] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"123.364102ms","start":"2026-07-21T20:57:44.345182Z","end":"2026-07-21T20:57:44.468547Z","steps":["trace[313257915] 'process raft request' (duration: 60.145413ms)","trace[313257915] 'compare' (duration: 63.089256ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:57:44.666832Z","caller":"traceutil/trace.go:171","msg":"trace[701141899] transaction","detail":"{read_only:false; response_revision:179; number_of_response:1; }","duration":"104.718338ms","start":"2026-07-21T20:57:44.562085Z","end":"2026-07-21T20:57:44.666803Z","steps":["trace[701141899] 'process raft request' (duration: 61.624385ms)","trace[701141899] 'compare' (duration: 42.917548ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:57:44.959644Z","caller":"traceutil/trace.go:171","msg":"trace[1509301137] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"112.219568ms","start":"2026-07-21T20:57:44.847382Z","end":"2026-07-21T20:57:44.959602Z","steps":["trace[1509301137] 'process raft request' (duration: 66.703647ms)","trace[1509301137] 'compare' (duration: 45.268963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:17.786617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.31264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T20:58:17.786739Z","caller":"traceutil/trace.go:171","msg":"trace[2049942390] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"243.248015ms","start":"2026-07-21T20:58:17.543474Z","end":"2026-07-21T20:58:17.786722Z","steps":["trace[2049942390] 'process raft request' (duration: 38.304198ms)","trace[2049942390] 'compare' (duration: 204.199496ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:19.662622Z","caller":"traceutil/trace.go:171","msg":"trace[431780499] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"250.010507ms","start":"2026-07-21T20:58:19.412579Z","end":"2026-07-21T20:58:19.66259Z","steps":["trace[431780499] 'read index received' (duration: 249.440961ms)","trace[431780499] 'applied index is now lower than readState.Index' (duration: 568.216µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:19.662744Z","caller":"traceutil/trace.go:171","msg":"trace[1340275384] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"267.761535ms","start":"2026-07-21T20:58:19.394957Z","end":"2026-07-21T20:58:19.662718Z","steps":["trace[1340275384] 'process raft request' (duration: 267.173889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:19.66305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.442069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-07-21T20:58:19.663168Z","caller":"traceutil/trace.go:171","msg":"trace[2027974798] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:559; }","duration":"250.552881ms","start":"2026-07-21T20:58:19.412547Z","end":"2026-07-21T20:58:19.6631Z","steps":["trace[2027974798] 'agreement among raft nodes before linearized reading' (duration: 250.229662ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.096636Z","caller":"traceutil/trace.go:171","msg":"trace[1329049518] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"123.010932ms","start":"2026-07-21T20:58:25.973599Z","end":"2026-07-21T20:58:26.09661Z","steps":["trace[1329049518] 'process raft request' (duration: 122.883079ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.801909Z","caller":"traceutil/trace.go:171","msg":"trace[1050388580] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:624; }","duration":"433.706436ms","start":"2026-07-21T20:58:26.368173Z","end":"2026-07-21T20:58:26.80188Z","steps":["trace[1050388580] 'read index received' (duration: 433.519691ms)","trace[1050388580] 'applied index is now lower than readState.Index' (duration: 184.705µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:26.801958Z","caller":"traceutil/trace.go:171","msg":"trace[238045814] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"457.27859ms","start":"2026-07-21T20:58:26.344646Z","end":"2026-07-21T20:58:26.801924Z","steps":["trace[238045814] 'process raft request' (duration: 457.063084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:26.802036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.849061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-21T20:58:26.802075Z","caller":"traceutil/trace.go:171","msg":"trace[1487980354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:604; }","duration":"433.936272ms","start":"2026-07-21T20:58:26.368124Z","end":"2026-07-21T20:58:26.802061Z","steps":["trace[1487980354] 'agreement among raft nodes before linearized reading' (duration: 433.858041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:26.802117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:26.344627Z","time spent":"457.408713ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:58:26.80212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:26.368104Z","time spent":"434.005055ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-21T20:58:38.452722Z","caller":"traceutil/trace.go:171","msg":"trace[188431747] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"238.011293ms","start":"2026-07-21T20:58:38.214623Z","end":"2026-07-21T20:58:38.452634Z","steps":["trace[188431747] 'process raft request' (duration: 200.631373ms)","trace[188431747] 'compare' (duration: 37.104402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:41.559346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243985009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T20:58:42.039379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.383484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T20:58:42.039504Z","caller":"traceutil/trace.go:171","msg":"trace[1445526284] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:784; }","duration":"980.673197ms","start":"2026-07-21T20:58:41.058811Z","end":"2026-07-21T20:58:42.039484Z","steps":["trace[1445526284] 'read index received' (duration: 628.039246ms)","trace[1445526284] 'applied index is now lower than readState.Index' (duration: 352.632301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:42.040163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.345765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-pg4p5\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-21T20:58:42.040233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.505054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-21T20:58:42.040251Z","caller":"traceutil/trace.go:171","msg":"trace[207603213] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"1.107520248s","start":"2026-07-21T20:58:40.932718Z","end":"2026-07-21T20:58:42.040238Z","steps":["trace[207603213] 'process raft request' (duration: 754.201588ms)","trace[207603213] 'compare' (duration: 352.24317ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:42.04025Z","caller":"traceutil/trace.go:171","msg":"trace[1132101850] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-pg4p5; range_end:; response_count:1; response_revision:760; }","duration":"981.433638ms","start":"2026-07-21T20:58:41.058789Z","end":"2026-07-21T20:58:42.040223Z","steps":["trace[1132101850] 'agreement among raft nodes before linearized reading' (duration: 981.215162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:42.040293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:41.058758Z","time spent":"981.526671ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3986,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-pg4p5\" "} {"level":"warn","ts":"2026-07-21T20:58:42.040309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:40.93269Z","time spent":"1.107589791s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:58:42.040377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.26909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T20:58:42.040447Z","caller":"traceutil/trace.go:171","msg":"trace[593741507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:760; }","duration":"103.360973ms","start":"2026-07-21T20:58:41.937064Z","end":"2026-07-21T20:58:42.040425Z","steps":["trace[593741507] 'agreement among raft nodes before linearized reading' (duration: 103.220349ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:42.040485Z","caller":"traceutil/trace.go:171","msg":"trace[137866260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:760; }","duration":"740.587256ms","start":"2026-07-21T20:58:41.299684Z","end":"2026-07-21T20:58:42.040271Z","steps":["trace[137866260] 'agreement among raft nodes before linearized reading' (duration: 740.432181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:42.040541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:41.299668Z","time spent":"740.857433ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-21T20:58:46.774555Z","caller":"traceutil/trace.go:171","msg":"trace[1107896115] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"127.770957ms","start":"2026-07-21T20:58:46.646727Z","end":"2026-07-21T20:58:46.774498Z","steps":["trace[1107896115] 'process raft request' (duration: 102.281762ms)","trace[1107896115] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; req_size:1036278; } (duration: 19.376254ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:59:17.398442Z","caller":"traceutil/trace.go:171","msg":"trace[1840751251] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1008; }","duration":"247.639973ms","start":"2026-07-21T20:59:17.150786Z","end":"2026-07-21T20:59:17.398425Z","steps":["trace[1840751251] 'read index received' (duration: 247.479189ms)","trace[1840751251] 'applied index is now lower than readState.Index' (duration: 159.974µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:59:17.39851Z","caller":"traceutil/trace.go:171","msg":"trace[341410873] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"251.40453ms","start":"2026-07-21T20:59:17.147053Z","end":"2026-07-21T20:59:17.398457Z","steps":["trace[341410873] 'process raft request' (duration: 251.261036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:59:17.398652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.838009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T20:59:17.398767Z","caller":"traceutil/trace.go:171","msg":"trace[834221808] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:976; }","duration":"247.985283ms","start":"2026-07-21T20:59:17.15076Z","end":"2026-07-21T20:59:17.398745Z","steps":["trace[834221808] 'agreement among raft nodes before linearized reading' (duration: 247.821279ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:59:17.523907Z","caller":"traceutil/trace.go:171","msg":"trace[607900393] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"120.169214ms","start":"2026-07-21T20:59:17.403714Z","end":"2026-07-21T20:59:17.523883Z","steps":["trace[607900393] 'process raft request' (duration: 109.481384ms)","trace[607900393] 'compare' (duration: 10.611408ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:59:40.453402Z","caller":"traceutil/trace.go:171","msg":"trace[1234350566] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"125.491517ms","start":"2026-07-21T20:59:40.327847Z","end":"2026-07-21T20:59:40.453339Z","steps":["trace[1234350566] 'process raft request' (duration: 125.369694ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:59:40.463816Z","caller":"traceutil/trace.go:171","msg":"trace[958202357] linearizableReadLoop","detail":"{readStateIndex:1089; appliedIndex:1087; }","duration":"113.88855ms","start":"2026-07-21T20:59:40.349911Z","end":"2026-07-21T20:59:40.463799Z","steps":["trace[958202357] 'read index received' (duration: 103.393734ms)","trace[958202357] 'applied index is now lower than readState.Index' (duration: 10.493756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:59:40.463976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.047804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T20:59:40.463994Z","caller":"traceutil/trace.go:171","msg":"trace[1986370324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1051; }","duration":"114.103705ms","start":"2026-07-21T20:59:40.349885Z","end":"2026-07-21T20:59:40.463989Z","steps":["trace[1986370324] 'agreement among raft nodes before linearized reading' (duration: 114.000493ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:59:50.605568Z","caller":"traceutil/trace.go:171","msg":"trace[1998528220] linearizableReadLoop","detail":"{readStateIndex:1123; appliedIndex:1122; }","duration":"115.69793ms","start":"2026-07-21T20:59:50.489846Z","end":"2026-07-21T20:59:50.605544Z","steps":["trace[1998528220] 'read index received' (duration: 86.732833ms)","trace[1998528220] 'applied index is now lower than readState.Index' (duration: 28.963877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:59:50.605843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.974579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-21T20:59:50.605978Z","caller":"traceutil/trace.go:171","msg":"trace[1277533190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1083; }","duration":"116.157394ms","start":"2026-07-21T20:59:50.489801Z","end":"2026-07-21T20:59:50.605958Z","steps":["trace[1277533190] 'agreement among raft nodes before linearized reading' (duration: 115.841275ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:59:51.68381Z","caller":"traceutil/trace.go:171","msg":"trace[1164444860] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"137.696721ms","start":"2026-07-21T20:59:51.546088Z","end":"2026-07-21T20:59:51.683785Z","steps":["trace[1164444860] 'process raft request' (duration: 137.558757ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:59:52.062135Z","caller":"traceutil/trace.go:171","msg":"trace[1903550485] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"379.129554ms","start":"2026-07-21T20:59:51.682972Z","end":"2026-07-21T20:59:52.062102Z","steps":["trace[1903550485] 'process raft request' (duration: 336.637066ms)","trace[1903550485] 'compare' (duration: 41.619023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:59:52.062414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:59:51.682944Z","time spent":"379.382601ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:00:06.330099Z","caller":"traceutil/trace.go:171","msg":"trace[2139427525] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"213.201818ms","start":"2026-07-21T21:00:06.116869Z","end":"2026-07-21T21:00:06.330071Z","steps":["trace[2139427525] 'process raft request' (duration: 212.9224ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:00:08.290222Z","caller":"traceutil/trace.go:171","msg":"trace[861359064] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"527.948998ms","start":"2026-07-21T21:00:07.76225Z","end":"2026-07-21T21:00:08.290199Z","steps":["trace[861359064] 'process raft request' (duration: 527.806204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:08.290354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:00:07.762232Z","time spent":"528.06086ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:00:20.968787Z","caller":"traceutil/trace.go:171","msg":"trace[1176316440] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1282; }","duration":"148.518625ms","start":"2026-07-21T21:00:20.820242Z","end":"2026-07-21T21:00:20.968761Z","steps":["trace[1176316440] 'read index received' (duration: 144.995585ms)","trace[1176316440] 'applied index is now lower than readState.Index' (duration: 3.52201ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:00:20.968886Z","caller":"traceutil/trace.go:171","msg":"trace[253537731] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"150.11377ms","start":"2026-07-21T21:00:20.818762Z","end":"2026-07-21T21:00:20.968876Z","steps":["trace[253537731] 'process raft request' (duration: 146.468627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:20.96912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.862743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-21T21:00:20.969166Z","caller":"traceutil/trace.go:171","msg":"trace[1498695892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1235; }","duration":"127.944475ms","start":"2026-07-21T21:00:20.841211Z","end":"2026-07-21T21:00:20.969156Z","steps":["trace[1498695892] 'agreement among raft nodes before linearized reading' (duration: 127.809132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:20.969225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.957837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-21T21:00:20.969318Z","caller":"traceutil/trace.go:171","msg":"trace[289224899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1235; }","duration":"149.088611ms","start":"2026-07-21T21:00:20.820209Z","end":"2026-07-21T21:00:20.969297Z","steps":["trace[289224899] 'agreement among raft nodes before linearized reading' (duration: 148.865345ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:00:25.123506Z","caller":"traceutil/trace.go:171","msg":"trace[1589935980] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"102.465698ms","start":"2026-07-21T21:00:25.021006Z","end":"2026-07-21T21:00:25.123471Z","steps":["trace[1589935980] 'process raft request' (duration: 102.296913ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:00:25.251001Z","caller":"traceutil/trace.go:171","msg":"trace[183271310] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1316; }","duration":"121.530625ms","start":"2026-07-21T21:00:25.129444Z","end":"2026-07-21T21:00:25.250974Z","steps":["trace[183271310] 'read index received' (duration: 61.534654ms)","trace[183271310] 'applied index is now lower than readState.Index' (duration: 59.994571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:00:25.251112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.653749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-07-21T21:00:25.25117Z","caller":"traceutil/trace.go:171","msg":"trace[534851689] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:1268; }","duration":"121.75873ms","start":"2026-07-21T21:00:25.129398Z","end":"2026-07-21T21:00:25.251157Z","steps":["trace[534851689] 'agreement among raft nodes before linearized reading' (duration: 121.646147ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:00:27.086458Z","caller":"traceutil/trace.go:171","msg":"trace[1567081534] linearizableReadLoop","detail":"{readStateIndex:1323; appliedIndex:1322; }","duration":"258.084103ms","start":"2026-07-21T21:00:26.82835Z","end":"2026-07-21T21:00:27.086434Z","steps":["trace[1567081534] 'read index received' (duration: 257.95797ms)","trace[1567081534] 'applied index is now lower than readState.Index' (duration: 125.273µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:00:27.086559Z","caller":"traceutil/trace.go:171","msg":"trace[225429213] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"268.408164ms","start":"2026-07-21T21:00:26.818143Z","end":"2026-07-21T21:00:27.086551Z","steps":["trace[225429213] 'process raft request' (duration: 268.183027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:27.086812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.403672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:00:27.086879Z","caller":"traceutil/trace.go:171","msg":"trace[2016047854] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1274; }","duration":"258.548086ms","start":"2026-07-21T21:00:26.828314Z","end":"2026-07-21T21:00:27.086862Z","steps":["trace[2016047854] 'agreement among raft nodes before linearized reading' (duration: 258.393602ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:00:27.711776Z","caller":"traceutil/trace.go:171","msg":"trace[712445818] linearizableReadLoop","detail":"{readStateIndex:1326; appliedIndex:1324; }","duration":"399.766315ms","start":"2026-07-21T21:00:27.311986Z","end":"2026-07-21T21:00:27.711752Z","steps":["trace[712445818] 'read index received' (duration: 348.896632ms)","trace[712445818] 'applied index is now lower than readState.Index' (duration: 50.868503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:00:27.71192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.932181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:00:27.711966Z","caller":"traceutil/trace.go:171","msg":"trace[982578045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1277; }","duration":"400.031802ms","start":"2026-07-21T21:00:27.311921Z","end":"2026-07-21T21:00:27.711952Z","steps":["trace[982578045] 'agreement among raft nodes before linearized reading' (duration: 399.927909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:27.712009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:00:27.311899Z","time spent":"400.096574ms","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-21T21:00:27.712139Z","caller":"traceutil/trace.go:171","msg":"trace[1231386807] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"620.804444ms","start":"2026-07-21T21:00:27.0913Z","end":"2026-07-21T21:00:27.712105Z","steps":["trace[1231386807] 'process raft request' (duration: 569.633202ms)","trace[1231386807] 'compare' (duration: 50.583305ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:00:27.712257Z","caller":"traceutil/trace.go:171","msg":"trace[1379370911] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"620.113754ms","start":"2026-07-21T21:00:27.092127Z","end":"2026-07-21T21:00:27.712241Z","steps":["trace[1379370911] 'process raft request' (duration: 619.568129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:27.712287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:00:27.091285Z","time spent":"620.923366ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:00:27.712379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:00:27.092118Z","time spent":"620.186755ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:00:28.783642Z","caller":"traceutil/trace.go:171","msg":"trace[1446105633] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"397.884613ms","start":"2026-07-21T21:00:28.385735Z","end":"2026-07-21T21:00:28.78362Z","steps":["trace[1446105633] 'process raft request' (duration: 397.729369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:28.783805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:00:28.385726Z","time spent":"398.007276ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:00:28.824971Z","caller":"traceutil/trace.go:171","msg":"trace[783247608] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1327; }","duration":"270.011739ms","start":"2026-07-21T21:00:28.554928Z","end":"2026-07-21T21:00:28.82494Z","steps":["trace[783247608] 'read index received' (duration: 228.493139ms)","trace[783247608] 'applied index is now lower than readState.Index' (duration: 41.51758ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:00:28.825095Z","caller":"traceutil/trace.go:171","msg":"trace[1825534156] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"399.107836ms","start":"2026-07-21T21:00:28.425954Z","end":"2026-07-21T21:00:28.825062Z","steps":["trace[1825534156] 'process raft request' (duration: 398.846238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:28.825146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.187383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:00:28.825197Z","caller":"traceutil/trace.go:171","msg":"trace[1210229843] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1280; }","duration":"270.259776ms","start":"2026-07-21T21:00:28.554922Z","end":"2026-07-21T21:00:28.825182Z","steps":["trace[1210229843] 'agreement among raft nodes before linearized reading' (duration: 270.141842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:28.825249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:00:28.425933Z","time spent":"399.23907ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:00:38.699232Z","caller":"traceutil/trace.go:171","msg":"trace[1847947734] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"128.314685ms","start":"2026-07-21T21:00:38.570892Z","end":"2026-07-21T21:00:38.699207Z","steps":["trace[1847947734] 'process raft request' (duration: 128.12085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:39.387765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.943356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-21T21:00:39.387844Z","caller":"traceutil/trace.go:171","msg":"trace[1512143015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1355; }","duration":"561.062519ms","start":"2026-07-21T21:00:38.826766Z","end":"2026-07-21T21:00:39.387828Z","steps":["trace[1512143015] 'range keys from in-memory index tree' (duration: 560.752011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:39.387876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:00:38.826751Z","time spent":"561.116212ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-21T21:00:39.387925Z","caller":"traceutil/trace.go:171","msg":"trace[216082608] linearizableReadLoop","detail":"{readStateIndex:1407; appliedIndex:1406; }","duration":"156.15644ms","start":"2026-07-21T21:00:39.231746Z","end":"2026-07-21T21:00:39.387903Z","steps":["trace[216082608] 'read index received' (duration: 155.849241ms)","trace[216082608] 'applied index is now lower than readState.Index' (duration: 301.899µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:00:39.387958Z","caller":"traceutil/trace.go:171","msg":"trace[819801168] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"533.303728ms","start":"2026-07-21T21:00:38.85463Z","end":"2026-07-21T21:00:39.387934Z","steps":["trace[819801168] 'process raft request' (duration: 533.02559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:00:39.388089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.727849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-21T21:00:39.388103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.348385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-21T21:00:39.388099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:00:38.854609Z","time spent":"533.417471ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:00:39.388131Z","caller":"traceutil/trace.go:171","msg":"trace[361643908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1356; }","duration":"156.416747ms","start":"2026-07-21T21:00:39.231706Z","end":"2026-07-21T21:00:39.388123Z","steps":["trace[361643908] 'agreement among raft nodes before linearized reading' (duration: 156.290224ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:00:39.388122Z","caller":"traceutil/trace.go:171","msg":"trace[242571975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1356; }","duration":"149.75906ms","start":"2026-07-21T21:00:39.238354Z","end":"2026-07-21T21:00:39.388113Z","steps":["trace[242571975] 'agreement among raft nodes before linearized reading' (duration: 149.679218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:24.815952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:25.316979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:25.817493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:26.315452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T21:04:26.315561Z","caller":"traceutil/trace.go:171","msg":"trace[1783412706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020081s","start":"2026-07-21T21:04:24.315525Z","end":"2026-07-21T21:04:26.315545Z","steps":["trace[1783412706] 'agreement among raft nodes before linearized reading' (duration: 1.999894978s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:26.315599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.315505Z","time spent":"2.000086703s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 21:04:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:26.318727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:26.818921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:27.319896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:27.774735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T21:04:27.774868Z","caller":"traceutil/trace.go:171","msg":"trace[1955996532] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001384739s","start":"2026-07-21T21:04:25.773443Z","end":"2026-07-21T21:04:27.774828Z","steps":["trace[1955996532] 'agreement among raft nodes before linearized reading' (duration: 2.000602107s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:27.774941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:25.77341Z","time spent":"2.001512983s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 21:04:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:27.820969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:28.315726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999797244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T21:04:28.315799Z","caller":"traceutil/trace.go:171","msg":"trace[1551441993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999939589s","start":"2026-07-21T21:04:26.31584Z","end":"2026-07-21T21:04:28.31578Z","steps":["trace[1551441993] 'agreement among raft nodes before linearized reading' (duration: 1.999847316s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:28.31585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:26.315812Z","time spent":"2.000022811s","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T21:04:28.321695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:28.822706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:29.13395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.135227Z","time spent":"4.998716274s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/21 21:04:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:29.323197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:29.502063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999330971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T21:04:29.502127Z","caller":"traceutil/trace.go:171","msg":"trace[987336653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999481076s","start":"2026-07-21T21:04:24.502631Z","end":"2026-07-21T21:04:29.502112Z","steps":["trace[987336653] 'agreement among raft nodes before linearized reading' (duration: 4.999400524s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:29.50216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.502612Z","time spent":"4.999541477s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/21 21:04:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:29.824127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243988914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:29.832113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999802825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T21:04:29.832204Z","caller":"traceutil/trace.go:171","msg":"trace[1134957650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999935048s","start":"2026-07-21T21:04:24.832249Z","end":"2026-07-21T21:04:29.832184Z","steps":["trace[1134957650] 'agreement among raft nodes before linearized reading' (duration: 4.999826595s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:29.832192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999830546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-21T21:04:29.832257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.832233Z","time spent":"5.000014632s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/21 21:04:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-21T21:04:29.832321Z","caller":"traceutil/trace.go:171","msg":"trace[343908699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000026071s","start":"2026-07-21T21:04:24.83226Z","end":"2026-07-21T21:04:29.832287Z","steps":["trace[343908699] 'agreement among raft nodes before linearized reading' (duration: 4.999857746s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:29.832392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.832243Z","time spent":"5.000136094s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/21 21:04:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:30.068485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000918176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T21:04:30.068595Z","caller":"traceutil/trace.go:171","msg":"trace[691801465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001098992s","start":"2026-07-21T21:04:28.067469Z","end":"2026-07-21T21:04:30.068568Z","steps":["trace[691801465] 'agreement among raft nodes before linearized reading' (duration: 2.000942698s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.068659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:28.067447Z","time spent":"2.001201274s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 21:04:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:30.147119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.362600956s","expected-duration":"1s"} {"level":"info","ts":"2026-07-21T21:04:30.147562Z","caller":"traceutil/trace.go:171","msg":"trace[400780211] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"6.363232955s","start":"2026-07-21T21:04:23.784303Z","end":"2026-07-21T21:04:30.147536Z","steps":["trace[400780211] 'process raft request' (duration: 6.363046129s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.147823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:23.784278Z","time spent":"6.363361269s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:30.32297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000435193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T21:04:30.323212Z","caller":"traceutil/trace.go:171","msg":"trace[251144307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0006981s","start":"2026-07-21T21:04:28.322419Z","end":"2026-07-21T21:04:30.323117Z","steps":["trace[251144307] 'agreement among raft nodes before linearized reading' (duration: 2.000481814s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.323307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:28.32239Z","time spent":"2.000899057s","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T21:04:30.447716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.8281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-21T21:04:30.448032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:27.777445Z","time spent":"2.670580017s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-21T21:04:30.448037Z","caller":"traceutil/trace.go:171","msg":"trace[41848995] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"6.080661364s","start":"2026-07-21T21:04:24.36733Z","end":"2026-07-21T21:04:30.447991Z","steps":["trace[41848995] 'process raft request' (duration: 6.080484179s)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.448186Z","caller":"traceutil/trace.go:171","msg":"trace[15635349] linearizableReadLoop","detail":"{readStateIndex:2486; appliedIndex:2482; }","duration":"6.132556821s","start":"2026-07-21T21:04:24.315564Z","end":"2026-07-21T21:04:30.44812Z","steps":["trace[15635349] 'read index received' (duration: 5.83185304s)","trace[15635349] 'applied index is now lower than readState.Index' (duration: 300.697291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:30.448237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.367304Z","time spent":"6.080825729s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:30.523346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.022416393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-21T21:04:30.523406Z","caller":"traceutil/trace.go:171","msg":"trace[811879152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2390; }","duration":"6.022531617s","start":"2026-07-21T21:04:24.500861Z","end":"2026-07-21T21:04:30.523393Z","steps":["trace[811879152] 'agreement among raft nodes before linearized reading' (duration: 6.022340521s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.523561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.482323599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T21:04:30.523581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.68782171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-21T21:04:30.523598Z","caller":"traceutil/trace.go:171","msg":"trace[521247689] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2391; }","duration":"5.482434682s","start":"2026-07-21T21:04:25.041153Z","end":"2026-07-21T21:04:30.523587Z","steps":["trace[521247689] 'agreement among raft nodes before linearized reading' (duration: 5.482312309s)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.52361Z","caller":"traceutil/trace.go:171","msg":"trace[1598857926] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2391; }","duration":"5.687891323s","start":"2026-07-21T21:04:24.835707Z","end":"2026-07-21T21:04:30.523599Z","steps":["trace[1598857926] 'agreement among raft nodes before linearized reading' (duration: 5.68778743s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.523571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580218786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T21:04:30.523633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.835691Z","time spent":"5.687936264s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-21T21:04:30.523661Z","caller":"traceutil/trace.go:171","msg":"trace[1316523507] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2391; }","duration":"3.580437111s","start":"2026-07-21T21:04:26.943202Z","end":"2026-07-21T21:04:30.523639Z","steps":["trace[1316523507] 'agreement among raft nodes before linearized reading' (duration: 3.580178074s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.523704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:26.943169Z","time spent":"3.580526432s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.523733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091211146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-21T21:04:30.523775Z","caller":"traceutil/trace.go:171","msg":"trace[160706409] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2391; }","duration":"4.091307889s","start":"2026-07-21T21:04:26.432457Z","end":"2026-07-21T21:04:30.523765Z","steps":["trace[160706409] 'agreement among raft nodes before linearized reading' (duration: 4.091195946s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.523801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:26.432426Z","time spent":"4.091368729s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-21T21:04:30.523863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.628959793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-21T21:04:30.523889Z","caller":"traceutil/trace.go:171","msg":"trace[593278176] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2391; }","duration":"5.629024785s","start":"2026-07-21T21:04:24.894855Z","end":"2026-07-21T21:04:30.523879Z","steps":["trace[593278176] 'agreement among raft nodes before linearized reading' (duration: 5.628947232s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.52391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.894834Z","time spent":"5.629070275s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-21T21:04:30.523928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.616551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T21:04:30.523906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.418661844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:30.523968Z","caller":"traceutil/trace.go:171","msg":"trace[1232995434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2391; }","duration":"194.685321ms","start":"2026-07-21T21:04:30.329273Z","end":"2026-07-21T21:04:30.523958Z","steps":["trace[1232995434] 'agreement among raft nodes before linearized reading' (duration: 194.621879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.523638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:25.041132Z","time spent":"5.482499044s","remote":"127.0.0.1:44088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.524019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.022262959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T21:04:30.523999Z","caller":"traceutil/trace.go:171","msg":"trace[2038139407] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:0; response_revision:2391; }","duration":"5.418788287s","start":"2026-07-21T21:04:25.105189Z","end":"2026-07-21T21:04:30.523977Z","steps":["trace[2038139407] 'agreement among raft nodes before linearized reading' (duration: 5.418658393s)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.524045Z","caller":"traceutil/trace.go:171","msg":"trace[1123795160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2391; }","duration":"6.02230854s","start":"2026-07-21T21:04:24.50173Z","end":"2026-07-21T21:04:30.524038Z","steps":["trace[1123795160] 'agreement among raft nodes before linearized reading' (duration: 6.022241778s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.524066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.501721Z","time spent":"6.02234044s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T21:04:30.524074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:25.105174Z","time spent":"5.41888681s","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-21T21:04:30.524157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417881502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-21T21:04:30.524183Z","caller":"traceutil/trace.go:171","msg":"trace[1545182574] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2391; }","duration":"2.417933913s","start":"2026-07-21T21:04:28.106242Z","end":"2026-07-21T21:04:30.524176Z","steps":["trace[1545182574] 'agreement among raft nodes before linearized reading' (duration: 2.41787038s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.524204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:28.106226Z","time spent":"2.417971843s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-21T21:04:30.5242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866314378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T21:04:30.524234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.774944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:30.524258Z","caller":"traceutil/trace.go:171","msg":"trace[2012790910] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2391; }","duration":"946.841866ms","start":"2026-07-21T21:04:29.577409Z","end":"2026-07-21T21:04:30.524251Z","steps":["trace[2012790910] 'agreement among raft nodes before linearized reading' (duration: 946.798304ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.524255Z","caller":"traceutil/trace.go:171","msg":"trace[1051287210] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2391; }","duration":"2.866430592s","start":"2026-07-21T21:04:27.657809Z","end":"2026-07-21T21:04:30.524239Z","steps":["trace[1051287210] 'agreement among raft nodes before linearized reading' (duration: 2.866338209s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.524279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:29.577384Z","time spent":"946.889789ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.52432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388341983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-07-21T21:04:30.524341Z","caller":"traceutil/trace.go:171","msg":"trace[1920092478] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2391; }","duration":"1.388400486s","start":"2026-07-21T21:04:29.135935Z","end":"2026-07-21T21:04:30.524335Z","steps":["trace[1920092478] 'agreement among raft nodes before linearized reading' (duration: 1.388331044s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.524337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:27.657788Z","time spent":"2.866521264s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.524359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:29.135912Z","time spent":"1.388442677s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-21T21:04:30.524399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.66616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:30.524419Z","caller":"traceutil/trace.go:171","msg":"trace[602352309] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2391; }","duration":"308.7167ms","start":"2026-07-21T21:04:30.215696Z","end":"2026-07-21T21:04:30.524413Z","steps":["trace[602352309] 'agreement among raft nodes before linearized reading' (duration: 308.68059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.524436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.215643Z","time spent":"308.787023ms","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.523435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.500839Z","time spent":"6.022590038s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-21T21:04:30.66122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.567093ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-21T21:04:30.661345Z","caller":"traceutil/trace.go:171","msg":"trace[396609590] linearizableReadLoop","detail":"{readStateIndex:2489; appliedIndex:2488; }","duration":"132.059976ms","start":"2026-07-21T21:04:30.529268Z","end":"2026-07-21T21:04:30.661328Z","steps":["trace[396609590] 'read index received' (duration: 31.382021ms)","trace[396609590] 'applied index is now lower than readState.Index' (duration: 100.676385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:30.66164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.357425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-07-21T21:04:30.66168Z","caller":"traceutil/trace.go:171","msg":"trace[2021307077] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2391; }","duration":"132.437757ms","start":"2026-07-21T21:04:30.529229Z","end":"2026-07-21T21:04:30.661667Z","steps":["trace[2021307077] 'agreement among raft nodes before linearized reading' (duration: 132.146898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.909136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.818819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:30.90957Z","caller":"traceutil/trace.go:171","msg":"trace[170383881] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"380.20415ms","start":"2026-07-21T21:04:30.529337Z","end":"2026-07-21T21:04:30.909541Z","steps":["trace[170383881] 'process raft request' (duration: 379.953073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.90984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.529321Z","time spent":"380.326214ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:30.909849Z","caller":"traceutil/trace.go:171","msg":"trace[1286854691] linearizableReadLoop","detail":"{readStateIndex:2497; appliedIndex:2489; }","duration":"115.11692ms","start":"2026-07-21T21:04:30.794707Z","end":"2026-07-21T21:04:30.909824Z","steps":["trace[1286854691] 'read index received' (duration: 86.699066ms)","trace[1286854691] 'applied index is now lower than readState.Index' (duration: 28.416364ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:30.909855Z","caller":"traceutil/trace.go:171","msg":"trace[670572429] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"380.505919ms","start":"2026-07-21T21:04:30.529313Z","end":"2026-07-21T21:04:30.909819Z","steps":["trace[670572429] 'process raft request' (duration: 247.895807ms)","trace[670572429] 'compare' (duration: 131.573542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:30.909994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.272645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:30.910041Z","caller":"traceutil/trace.go:171","msg":"trace[1048781265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2399; }","duration":"115.381169ms","start":"2026-07-21T21:04:30.794648Z","end":"2026-07-21T21:04:30.910029Z","steps":["trace[1048781265] 'agreement among raft nodes before linearized reading' (duration: 115.245716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.910044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.529285Z","time spent":"380.635963ms","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-21T21:04:30.910462Z","caller":"traceutil/trace.go:171","msg":"trace[85611419] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"381.116017ms","start":"2026-07-21T21:04:30.529337Z","end":"2026-07-21T21:04:30.910453Z","steps":["trace[85611419] 'process raft request' (duration: 380.053916ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.910471Z","caller":"traceutil/trace.go:171","msg":"trace[1763644953] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"380.996222ms","start":"2026-07-21T21:04:30.529433Z","end":"2026-07-21T21:04:30.910429Z","steps":["trace[1763644953] 'process raft request' (duration: 380.20279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.910518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.529315Z","time spent":"381.174018ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:30.910566Z","caller":"traceutil/trace.go:171","msg":"trace[1444455684] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"381.105896ms","start":"2026-07-21T21:04:30.529447Z","end":"2026-07-21T21:04:30.910552Z","steps":["trace[1444455684] 'process raft request' (duration: 380.243042ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.910647Z","caller":"traceutil/trace.go:171","msg":"trace[446953691] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"381.23728ms","start":"2026-07-21T21:04:30.529401Z","end":"2026-07-21T21:04:30.910638Z","steps":["trace[446953691] 'process raft request' (duration: 380.031696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.910714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.529436Z","time spent":"381.174058ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:30.910732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.529392Z","time spent":"381.302932ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:30.910838Z","caller":"traceutil/trace.go:171","msg":"trace[975208908] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"248.282608ms","start":"2026-07-21T21:04:30.662548Z","end":"2026-07-21T21:04:30.910831Z","steps":["trace[975208908] 'process raft request' (duration: 247.232928ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.910906Z","caller":"traceutil/trace.go:171","msg":"trace[1765795583] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"380.88666ms","start":"2026-07-21T21:04:30.530005Z","end":"2026-07-21T21:04:30.910892Z","steps":["trace[1765795583] 'process raft request' (duration: 379.728837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.910978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.529997Z","time spent":"380.945622ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:30.91069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.529418Z","time spent":"381.136558ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:31.216026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.628329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:31.216126Z","caller":"traceutil/trace.go:171","msg":"trace[1854571566] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"250.280096ms","start":"2026-07-21T21:04:30.965831Z","end":"2026-07-21T21:04:31.216111Z","steps":["trace[1854571566] 'process raft request' (duration: 130.494852ms)","trace[1854571566] 'compare' (duration: 119.523356ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:31.69586Z","caller":"traceutil/trace.go:171","msg":"trace[1273848869] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"157.99394ms","start":"2026-07-21T21:04:31.537837Z","end":"2026-07-21T21:04:31.695831Z","steps":["trace[1273848869] 'process raft request' (duration: 157.843216ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:31.940769Z","caller":"traceutil/trace.go:171","msg":"trace[1063978889] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"101.627183ms","start":"2026-07-21T21:04:31.839119Z","end":"2026-07-21T21:04:31.940746Z","steps":["trace[1063978889] 'process raft request' (duration: 101.460599ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:32.016461Z","caller":"traceutil/trace.go:171","msg":"trace[1235484387] linearizableReadLoop","detail":"{readStateIndex:2502; appliedIndex:2500; }","duration":"100.397088ms","start":"2026-07-21T21:04:31.91604Z","end":"2026-07-21T21:04:32.016437Z","steps":["trace[1235484387] 'read index received' (duration: 24.677517ms)","trace[1235484387] 'applied index is now lower than readState.Index' (duration: 75.713241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:32.016667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.581123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:32.016712Z","caller":"traceutil/trace.go:171","msg":"trace[147195084] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2404; }","duration":"100.698567ms","start":"2026-07-21T21:04:31.916003Z","end":"2026-07-21T21:04:32.016701Z","steps":["trace[147195084] 'agreement among raft nodes before linearized reading' (duration: 100.531682ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:32.016879Z","caller":"traceutil/trace.go:171","msg":"trace[445487400] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"176.053528ms","start":"2026-07-21T21:04:31.840793Z","end":"2026-07-21T21:04:32.016847Z","steps":["trace[445487400] 'process raft request' (duration: 175.485582ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:32.774286Z","caller":"traceutil/trace.go:171","msg":"trace[44510653] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"106.638207ms","start":"2026-07-21T21:04:32.667618Z","end":"2026-07-21T21:04:32.774256Z","steps":["trace[44510653] 'process raft request' (duration: 106.184684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:33.22574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.580352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:33.225974Z","caller":"traceutil/trace.go:171","msg":"trace[443378828] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"206.021257ms","start":"2026-07-21T21:04:33.019934Z","end":"2026-07-21T21:04:33.225956Z","steps":["trace[443378828] 'process raft request' (duration: 104.129176ms)","trace[443378828] 'compare' (duration: 101.464599ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:34.329438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.423109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-21T21:04:34.329502Z","caller":"traceutil/trace.go:171","msg":"trace[891582861] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2411; }","duration":"160.533153ms","start":"2026-07-21T21:04:34.168956Z","end":"2026-07-21T21:04:34.329489Z","steps":["trace[891582861] 'range keys from in-memory index tree' (duration: 160.245514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:35.410049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.241499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-21T21:04:35.41013Z","caller":"traceutil/trace.go:171","msg":"trace[1431601212] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2416; }","duration":"111.365423ms","start":"2026-07-21T21:04:35.298742Z","end":"2026-07-21T21:04:35.410107Z","steps":["trace[1431601212] 'range keys from in-memory index tree' (duration: 111.124166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:36.350898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.068428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:36.351111Z","caller":"traceutil/trace.go:171","msg":"trace[884960049] linearizableReadLoop","detail":"{readStateIndex:2520; appliedIndex:2517; }","duration":"331.658389ms","start":"2026-07-21T21:04:36.019437Z","end":"2026-07-21T21:04:36.351095Z","steps":["trace[884960049] 'read index received' (duration: 118.21302ms)","trace[884960049] 'applied index is now lower than readState.Index' (duration: 213.444509ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:36.351141Z","caller":"traceutil/trace.go:171","msg":"trace[2105143698] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"393.43956ms","start":"2026-07-21T21:04:35.957652Z","end":"2026-07-21T21:04:36.351092Z","steps":["trace[2105143698] 'process raft request' (duration: 180.102454ms)","trace[2105143698] 'compare' (duration: 212.900934ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:36.351207Z","caller":"traceutil/trace.go:171","msg":"trace[282252204] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"391.897675ms","start":"2026-07-21T21:04:35.959299Z","end":"2026-07-21T21:04:36.351196Z","steps":["trace[282252204] 'process raft request' (duration: 391.74006ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:36.351221Z","caller":"traceutil/trace.go:171","msg":"trace[2082375423] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"393.45785ms","start":"2026-07-21T21:04:35.957711Z","end":"2026-07-21T21:04:36.351169Z","steps":["trace[2082375423] 'process raft request' (duration: 393.280315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:36.351274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:35.959286Z","time spent":"391.954156ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:36.351307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:35.95763Z","time spent":"393.586815ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:36.351401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:35.957699Z","time spent":"393.609595ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:36.351539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.520131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T21:04:36.351608Z","caller":"traceutil/trace.go:171","msg":"trace[727336434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2421; }","duration":"289.620363ms","start":"2026-07-21T21:04:36.061971Z","end":"2026-07-21T21:04:36.351591Z","steps":["trace[727336434] 'agreement among raft nodes before linearized reading' (duration: 289.441759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:36.351646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.229455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-21T21:04:36.351701Z","caller":"traceutil/trace.go:171","msg":"trace[1452262789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2421; }","duration":"332.318338ms","start":"2026-07-21T21:04:36.019372Z","end":"2026-07-21T21:04:36.351691Z","steps":["trace[1452262789] 'agreement among raft nodes before linearized reading' (duration: 332.072791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:36.351738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:36.019355Z","time spent":"332.37592ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T21:04:36.738498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.654846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:36.738974Z","caller":"traceutil/trace.go:171","msg":"trace[1063667568] linearizableReadLoop","detail":"{readStateIndex:2522; appliedIndex:2520; }","duration":"375.799443ms","start":"2026-07-21T21:04:36.363151Z","end":"2026-07-21T21:04:36.738951Z","steps":["trace[1063667568] 'read index received' (duration: 124.619993ms)","trace[1063667568] 'applied index is now lower than readState.Index' (duration: 251.17779ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:36.739163Z","caller":"traceutil/trace.go:171","msg":"trace[601046541] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"382.526497ms","start":"2026-07-21T21:04:36.356619Z","end":"2026-07-21T21:04:36.739146Z","steps":["trace[601046541] 'process raft request' (duration: 382.258269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:36.739348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:36.356603Z","time spent":"382.659891ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:36.73898Z","caller":"traceutil/trace.go:171","msg":"trace[417466296] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"382.963169ms","start":"2026-07-21T21:04:36.355979Z","end":"2026-07-21T21:04:36.738942Z","steps":["trace[417466296] 'process raft request' (duration: 131.811159ms)","trace[417466296] 'compare' (duration: 250.527712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:36.739737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:36.355964Z","time spent":"383.70292ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:36.739864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.696989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-21T21:04:36.739943Z","caller":"traceutil/trace.go:171","msg":"trace[1805441463] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2423; }","duration":"376.804593ms","start":"2026-07-21T21:04:36.363126Z","end":"2026-07-21T21:04:36.739931Z","steps":["trace[1805441463] 'agreement among raft nodes before linearized reading' (duration: 376.087644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:36.740007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:36.363117Z","time spent":"376.879756ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-21T21:04:37.068826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.19712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:37.069523Z","caller":"traceutil/trace.go:171","msg":"trace[1841883915] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"249.05991ms","start":"2026-07-21T21:04:36.820438Z","end":"2026-07-21T21:04:37.069498Z","steps":["trace[1841883915] 'process raft request' (duration: 248.542146ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:37.069455Z","caller":"traceutil/trace.go:171","msg":"trace[1603381342] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"325.410379ms","start":"2026-07-21T21:04:36.744014Z","end":"2026-07-21T21:04:37.069424Z","steps":["trace[1603381342] 'process raft request' (duration: 109.51421ms)","trace[1603381342] 'compare' (duration: 214.981283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:37.069696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:36.743995Z","time spent":"325.603205ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:37.485292Z","caller":"traceutil/trace.go:171","msg":"trace[2120520785] linearizableReadLoop","detail":"{readStateIndex:2526; appliedIndex:2525; }","duration":"172.799714ms","start":"2026-07-21T21:04:37.312465Z","end":"2026-07-21T21:04:37.485265Z","steps":["trace[2120520785] 'read index received' (duration: 172.565058ms)","trace[2120520785] 'applied index is now lower than readState.Index' (duration: 233.496µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:37.485381Z","caller":"traceutil/trace.go:171","msg":"trace[1293072160] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"182.203404ms","start":"2026-07-21T21:04:37.303144Z","end":"2026-07-21T21:04:37.485347Z","steps":["trace[1293072160] 'process raft request' (duration: 181.950956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:37.485468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.99357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:37.485513Z","caller":"traceutil/trace.go:171","msg":"trace[1532904915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2427; }","duration":"173.097952ms","start":"2026-07-21T21:04:37.312401Z","end":"2026-07-21T21:04:37.485499Z","steps":["trace[1532904915] 'agreement among raft nodes before linearized reading' (duration: 173.013459ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:39.264476Z","caller":"traceutil/trace.go:171","msg":"trace[1256335592] linearizableReadLoop","detail":"{readStateIndex:2531; appliedIndex:2530; }","duration":"110.615712ms","start":"2026-07-21T21:04:39.153829Z","end":"2026-07-21T21:04:39.264444Z","steps":["trace[1256335592] 'read index received' (duration: 101.896622ms)","trace[1256335592] 'applied index is now lower than readState.Index' (duration: 8.71797ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:39.264622Z","caller":"traceutil/trace.go:171","msg":"trace[1401629270] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"186.309082ms","start":"2026-07-21T21:04:39.078299Z","end":"2026-07-21T21:04:39.264608Z","steps":["trace[1401629270] 'process raft request' (duration: 177.475949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:39.26524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.400635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-21T21:04:39.265297Z","caller":"traceutil/trace.go:171","msg":"trace[1960356276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2432; }","duration":"111.496096ms","start":"2026-07-21T21:04:39.153784Z","end":"2026-07-21T21:04:39.26528Z","steps":["trace[1960356276] 'agreement among raft nodes before linearized reading' (duration: 110.781966ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:40.828983Z","caller":"traceutil/trace.go:171","msg":"trace[1543775878] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"262.813255ms","start":"2026-07-21T21:04:40.566136Z","end":"2026-07-21T21:04:40.828949Z","steps":["trace[1543775878] 'process raft request' (duration: 262.536427ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:41.030619Z","caller":"traceutil/trace.go:171","msg":"trace[1906829320] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"196.869374ms","start":"2026-07-21T21:04:40.833725Z","end":"2026-07-21T21:04:41.030594Z","steps":["trace[1906829320] 'process raft request' (duration: 185.753375ms)","trace[1906829320] 'compare' (duration: 10.379358ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:41.278708Z","caller":"traceutil/trace.go:171","msg":"trace[620945255] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"136.026079ms","start":"2026-07-21T21:04:41.142619Z","end":"2026-07-21T21:04:41.278645Z","steps":["trace[620945255] 'process raft request' (duration: 95.434346ms)","trace[620945255] 'compare' (duration: 40.399609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:41.480959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.302335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:41.481051Z","caller":"traceutil/trace.go:171","msg":"trace[1808933633] linearizableReadLoop","detail":"{readStateIndex:2542; appliedIndex:2541; }","duration":"121.277107ms","start":"2026-07-21T21:04:41.359759Z","end":"2026-07-21T21:04:41.481036Z","steps":["trace[1808933633] 'read index received' (duration: 19.325883ms)","trace[1808933633] 'applied index is now lower than readState.Index' (duration: 101.949503ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:41.481341Z","caller":"traceutil/trace.go:171","msg":"trace[1071911386] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"121.978347ms","start":"2026-07-21T21:04:41.359305Z","end":"2026-07-21T21:04:41.481283Z","steps":["trace[1071911386] 'process raft request' (duration: 19.693625ms)","trace[1071911386] 'compare' (duration: 101.119389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:41.481378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.611558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-21T21:04:41.481425Z","caller":"traceutil/trace.go:171","msg":"trace[1793674931] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2443; }","duration":"121.696299ms","start":"2026-07-21T21:04:41.359719Z","end":"2026-07-21T21:04:41.481415Z","steps":["trace[1793674931] 'agreement among raft nodes before linearized reading' (duration: 121.359749ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:41.527481Z","caller":"traceutil/trace.go:171","msg":"trace[1136281415] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"167.704889ms","start":"2026-07-21T21:04:41.359747Z","end":"2026-07-21T21:04:41.527452Z","steps":["trace[1136281415] 'process raft request' (duration: 167.556135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:41.838729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.952361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:41.838863Z","caller":"traceutil/trace.go:171","msg":"trace[865777168] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"263.823064ms","start":"2026-07-21T21:04:41.575028Z","end":"2026-07-21T21:04:41.838851Z","steps":["trace[865777168] 'process raft request' (duration: 263.777803ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:41.839107Z","caller":"traceutil/trace.go:171","msg":"trace[493293864] linearizableReadLoop","detail":"{readStateIndex:2545; appliedIndex:2544; }","duration":"282.726805ms","start":"2026-07-21T21:04:41.55635Z","end":"2026-07-21T21:04:41.839077Z","steps":["trace[493293864] 'read index received' (duration: 51.348702ms)","trace[493293864] 'applied index is now lower than readState.Index' (duration: 231.375533ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:41.839141Z","caller":"traceutil/trace.go:171","msg":"trace[1959740733] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"294.122664ms","start":"2026-07-21T21:04:41.544984Z","end":"2026-07-21T21:04:41.839107Z","steps":["trace[1959740733] 'process raft request' (duration: 62.704879ms)","trace[1959740733] 'compare' (duration: 230.519288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:41.839295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.579877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:41.839333Z","caller":"traceutil/trace.go:171","msg":"trace[2033563735] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2447; }","duration":"233.67977ms","start":"2026-07-21T21:04:41.605642Z","end":"2026-07-21T21:04:41.839322Z","steps":["trace[2033563735] 'agreement among raft nodes before linearized reading' (duration: 233.579397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:41.839463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.073576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-21T21:04:41.839535Z","caller":"traceutil/trace.go:171","msg":"trace[310623866] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2447; }","duration":"283.210599ms","start":"2026-07-21T21:04:41.556304Z","end":"2026-07-21T21:04:41.839514Z","steps":["trace[310623866] 'agreement among raft nodes before linearized reading' (duration: 282.857549ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:54.767025Z","caller":"traceutil/trace.go:171","msg":"trace[468283721] linearizableReadLoop","detail":"{readStateIndex:2614; appliedIndex:2613; }","duration":"112.389332ms","start":"2026-07-21T21:04:54.654609Z","end":"2026-07-21T21:04:54.766998Z","steps":["trace[468283721] 'read index received' (duration: 112.179466ms)","trace[468283721] 'applied index is now lower than readState.Index' (duration: 209.006µs)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:54.767151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.521165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:1536"} {"level":"info","ts":"2026-07-21T21:04:54.767203Z","caller":"traceutil/trace.go:171","msg":"trace[679505757] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2512; }","duration":"112.606668ms","start":"2026-07-21T21:04:54.654581Z","end":"2026-07-21T21:04:54.767188Z","steps":["trace[679505757] 'agreement among raft nodes before linearized reading' (duration: 112.517046ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:54.767312Z","caller":"traceutil/trace.go:171","msg":"trace[1470023437] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"113.393941ms","start":"2026-07-21T21:04:54.653684Z","end":"2026-07-21T21:04:54.767078Z","steps":["trace[1470023437] 'process raft request' (duration: 113.178885ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:59.482769Z","caller":"traceutil/trace.go:171","msg":"trace[2108252196] linearizableReadLoop","detail":"{readStateIndex:2645; appliedIndex:2644; }","duration":"304.372186ms","start":"2026-07-21T21:04:59.178354Z","end":"2026-07-21T21:04:59.482726Z","steps":["trace[2108252196] 'read index received' (duration: 304.067737ms)","trace[2108252196] 'applied index is now lower than readState.Index' (duration: 302.279µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:59.482919Z","caller":"traceutil/trace.go:171","msg":"trace[296304568] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"483.506822ms","start":"2026-07-21T21:04:58.999354Z","end":"2026-07-21T21:04:59.482861Z","steps":["trace[296304568] 'process raft request' (duration: 483.08665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.483698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.315383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-21T21:04:59.483775Z","caller":"traceutil/trace.go:171","msg":"trace[1962662848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2542; }","duration":"305.451508ms","start":"2026-07-21T21:04:59.178304Z","end":"2026-07-21T21:04:59.483755Z","steps":["trace[1962662848] 'agreement among raft nodes before linearized reading' (duration: 304.661215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.483836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:59.178285Z","time spent":"305.53841ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T21:04:59.483841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:58.999345Z","time spent":"484.393808ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:59.986824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.096029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:59.987026Z","caller":"traceutil/trace.go:171","msg":"trace[2002403517] linearizableReadLoop","detail":"{readStateIndex:2646; appliedIndex:2645; }","duration":"503.32403ms","start":"2026-07-21T21:04:59.483666Z","end":"2026-07-21T21:04:59.98699Z","steps":["trace[2002403517] 'read index received' (duration: 215.113237ms)","trace[2002403517] 'applied index is now lower than readState.Index' (duration: 288.208883ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:59.98718Z","caller":"traceutil/trace.go:171","msg":"trace[319572179] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"498.379758ms","start":"2026-07-21T21:04:59.4886Z","end":"2026-07-21T21:04:59.98698Z","steps":["trace[319572179] 'process raft request' (duration: 498.323337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.987277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:59.488574Z","time spent":"498.660867ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:59.987337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.929608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:59.987428Z","caller":"traceutil/trace.go:171","msg":"trace[2056543481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"676.082372ms","start":"2026-07-21T21:04:59.311327Z","end":"2026-07-21T21:04:59.987409Z","steps":["trace[2056543481] 'agreement among raft nodes before linearized reading' (duration: 675.878576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.987489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:59.311308Z","time spent":"676.168017ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-21T21:04:59.987184Z","caller":"traceutil/trace.go:171","msg":"trace[1689009180] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"645.210258ms","start":"2026-07-21T21:04:59.341959Z","end":"2026-07-21T21:04:59.987169Z","steps":["trace[1689009180] 'process raft request' (duration: 356.682066ms)","trace[1689009180] 'compare' (duration: 287.961846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:59.98757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:59.341942Z","time spent":"645.59709ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:59.987372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.038973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2474"} {"level":"info","ts":"2026-07-21T21:04:59.987785Z","caller":"traceutil/trace.go:171","msg":"trace[1641487415] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2544; }","duration":"209.492787ms","start":"2026-07-21T21:04:59.778281Z","end":"2026-07-21T21:04:59.987774Z","steps":["trace[1641487415] 'agreement among raft nodes before linearized reading' (duration: 208.946892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.987789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.841122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-21T21:04:59.987908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.422024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-21T21:04:59.987905Z","caller":"traceutil/trace.go:171","msg":"trace[221774783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2544; }","duration":"543.965605ms","start":"2026-07-21T21:04:59.443906Z","end":"2026-07-21T21:04:59.987872Z","steps":["trace[221774783] 'agreement among raft nodes before linearized reading' (duration: 543.79895ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:59.987973Z","caller":"traceutil/trace.go:171","msg":"trace[783396474] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2544; }","duration":"601.516956ms","start":"2026-07-21T21:04:59.386422Z","end":"2026-07-21T21:04:59.987939Z","steps":["trace[783396474] 'agreement among raft nodes before linearized reading' (duration: 601.400342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.988016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:59.386394Z","time spent":"601.612558ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-21T21:04:59.98801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:59.443889Z","time spent":"544.0869ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-21T21:05:00.146764Z","caller":"traceutil/trace.go:171","msg":"trace[732702950] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"151.276768ms","start":"2026-07-21T21:04:59.995446Z","end":"2026-07-21T21:05:00.146722Z","steps":["trace[732702950] 'process raft request' (duration: 151.144663ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:00.14679Z","caller":"traceutil/trace.go:171","msg":"trace[1666957524] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"152.973497ms","start":"2026-07-21T21:04:59.993766Z","end":"2026-07-21T21:05:00.14674Z","steps":["trace[1666957524] 'process raft request' (duration: 125.1987ms)","trace[1666957524] 'compare' (duration: 27.417976ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:00.147049Z","caller":"traceutil/trace.go:171","msg":"trace[809999231] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"151.277978ms","start":"2026-07-21T21:04:59.995758Z","end":"2026-07-21T21:05:00.147036Z","steps":["trace[809999231] 'process raft request' (duration: 150.885906ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:01.22966Z","caller":"traceutil/trace.go:171","msg":"trace[1652367174] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2652; }","duration":"120.852655ms","start":"2026-07-21T21:05:01.108786Z","end":"2026-07-21T21:05:01.229638Z","steps":["trace[1652367174] 'read index received' (duration: 120.702241ms)","trace[1652367174] 'applied index is now lower than readState.Index' (duration: 149.394µs)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:01.229866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.075892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-21T21:05:01.229899Z","caller":"traceutil/trace.go:171","msg":"trace[624902871] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2549; }","duration":"121.189264ms","start":"2026-07-21T21:05:01.108699Z","end":"2026-07-21T21:05:01.229889Z","steps":["trace[624902871] 'agreement among raft nodes before linearized reading' (duration: 121.03428ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:01.230235Z","caller":"traceutil/trace.go:171","msg":"trace[121130444] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"148.207449ms","start":"2026-07-21T21:05:01.082017Z","end":"2026-07-21T21:05:01.230224Z","steps":["trace[121130444] 'process raft request' (duration: 147.385826ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:01.395291Z","caller":"traceutil/trace.go:171","msg":"trace[598565797] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"160.369458ms","start":"2026-07-21T21:05:01.234895Z","end":"2026-07-21T21:05:01.395264Z","steps":["trace[598565797] 'process raft request' (duration: 160.10266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:01.791955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.811325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:01.792344Z","caller":"traceutil/trace.go:171","msg":"trace[1869658347] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"172.226518ms","start":"2026-07-21T21:05:01.620087Z","end":"2026-07-21T21:05:01.792313Z","steps":["trace[1869658347] 'process raft request' (duration: 29.904287ms)","trace[1869658347] 'compare' (duration: 141.62582ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:01.792588Z","caller":"traceutil/trace.go:171","msg":"trace[652238281] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"171.927208ms","start":"2026-07-21T21:05:01.620633Z","end":"2026-07-21T21:05:01.79256Z","steps":["trace[652238281] 'process raft request' (duration: 171.476366ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:02.172067Z","caller":"traceutil/trace.go:171","msg":"trace[853448811] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"175.155903ms","start":"2026-07-21T21:05:01.996886Z","end":"2026-07-21T21:05:02.172042Z","steps":["trace[853448811] 'process raft request' (duration: 128.307269ms)","trace[853448811] 'compare' (duration: 46.570255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:04.197806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.09591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:04.197909Z","caller":"traceutil/trace.go:171","msg":"trace[1126313949] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"180.63708ms","start":"2026-07-21T21:05:04.017259Z","end":"2026-07-21T21:05:04.197896Z","steps":["trace[1126313949] 'process raft request' (duration: 37.374866ms)","trace[1126313949] 'compare' (duration: 142.865313ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:04.212792Z","caller":"traceutil/trace.go:171","msg":"trace[1688551541] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"193.604059ms","start":"2026-07-21T21:05:04.019153Z","end":"2026-07-21T21:05:04.212757Z","steps":["trace[1688551541] 'process raft request' (duration: 193.312611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:04.459777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.3409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:04.460107Z","caller":"traceutil/trace.go:171","msg":"trace[608632873] linearizableReadLoop","detail":"{readStateIndex:2675; appliedIndex:2672; }","duration":"149.287646ms","start":"2026-07-21T21:05:04.310797Z","end":"2026-07-21T21:05:04.460085Z","steps":["trace[608632873] 'read index received' (duration: 550.795µs)","trace[608632873] 'applied index is now lower than readState.Index' (duration: 148.735571ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:04.460227Z","caller":"traceutil/trace.go:171","msg":"trace[450992858] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"190.861622ms","start":"2026-07-21T21:05:04.269352Z","end":"2026-07-21T21:05:04.460213Z","steps":["trace[450992858] 'process raft request' (duration: 190.554943ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:04.460268Z","caller":"traceutil/trace.go:171","msg":"trace[382751009] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"190.951564ms","start":"2026-07-21T21:05:04.269288Z","end":"2026-07-21T21:05:04.46024Z","steps":["trace[382751009] 'process raft request' (duration: 42.055198ms)","trace[382751009] 'compare' (duration: 148.188725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:04.460612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.797781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:04.460669Z","caller":"traceutil/trace.go:171","msg":"trace[889637091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2571; }","duration":"149.888764ms","start":"2026-07-21T21:05:04.310766Z","end":"2026-07-21T21:05:04.460654Z","steps":["trace[889637091] 'agreement among raft nodes before linearized reading' (duration: 149.792491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:04.460696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.83731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2474"} {"level":"info","ts":"2026-07-21T21:05:04.46077Z","caller":"traceutil/trace.go:171","msg":"trace[2104530570] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2571; }","duration":"111.958623ms","start":"2026-07-21T21:05:04.348793Z","end":"2026-07-21T21:05:04.460752Z","steps":["trace[2104530570] 'agreement among raft nodes before linearized reading' (duration: 111.733365ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:04.460877Z","caller":"traceutil/trace.go:171","msg":"trace[650953059] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"190.09761ms","start":"2026-07-21T21:05:04.270721Z","end":"2026-07-21T21:05:04.460819Z","steps":["trace[650953059] 'process raft request' (duration: 189.259166ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:04.617987Z","caller":"traceutil/trace.go:171","msg":"trace[1773495638] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"149.623986ms","start":"2026-07-21T21:05:04.468345Z","end":"2026-07-21T21:05:04.617969Z","steps":["trace[1773495638] 'process raft request' (duration: 137.112959ms)","trace[1773495638] 'compare' (duration: 12.419685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:06.124975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.779892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:06.125092Z","caller":"traceutil/trace.go:171","msg":"trace[341787524] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"421.454155ms","start":"2026-07-21T21:05:05.703622Z","end":"2026-07-21T21:05:06.125076Z","steps":["trace[341787524] 'process raft request' (duration: 285.499608ms)","trace[341787524] 'compare' (duration: 135.39169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:06.12526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:05.703605Z","time spent":"421.531067ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2561,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:06.427844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.993759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:06.428273Z","caller":"traceutil/trace.go:171","msg":"trace[768771464] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"211.072068ms","start":"2026-07-21T21:05:06.217185Z","end":"2026-07-21T21:05:06.428257Z","steps":["trace[768771464] 'process raft request' (duration: 41.603386ms)","trace[768771464] 'compare' (duration: 168.909166ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:06.428442Z","caller":"traceutil/trace.go:171","msg":"trace[2123097295] linearizableReadLoop","detail":"{readStateIndex:2681; appliedIndex:2680; }","duration":"176.327787ms","start":"2026-07-21T21:05:06.252106Z","end":"2026-07-21T21:05:06.428434Z","steps":["trace[2123097295] 'read index received' (duration: 6.594188ms)","trace[2123097295] 'applied index is now lower than readState.Index' (duration: 169.732599ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:06.428551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.44274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-21T21:05:06.428569Z","caller":"traceutil/trace.go:171","msg":"trace[396749614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2577; }","duration":"176.498223ms","start":"2026-07-21T21:05:06.252064Z","end":"2026-07-21T21:05:06.428562Z","steps":["trace[396749614] 'agreement among raft nodes before linearized reading' (duration: 176.42123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:06.428693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.371704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-21T21:05:06.428712Z","caller":"traceutil/trace.go:171","msg":"trace[1105660087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2577; }","duration":"159.426905ms","start":"2026-07-21T21:05:06.269279Z","end":"2026-07-21T21:05:06.428706Z","steps":["trace[1105660087] 'agreement among raft nodes before linearized reading' (duration: 159.375223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:06.429027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.207193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:06.429046Z","caller":"traceutil/trace.go:171","msg":"trace[885222743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2577; }","duration":"116.267446ms","start":"2026-07-21T21:05:06.312772Z","end":"2026-07-21T21:05:06.42904Z","steps":["trace[885222743] 'agreement among raft nodes before linearized reading' (duration: 116.239605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:06.964684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312859243989383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:05:08.047252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.251919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:08.047431Z","caller":"traceutil/trace.go:171","msg":"trace[1243237688] linearizableReadLoop","detail":"{readStateIndex:2685; appliedIndex:2682; }","duration":"1.583213692s","start":"2026-07-21T21:05:06.464204Z","end":"2026-07-21T21:05:08.047418Z","steps":["trace[1243237688] 'read index received' (duration: 641.794028ms)","trace[1243237688] 'applied index is now lower than readState.Index' (duration: 941.418864ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:08.047459Z","caller":"traceutil/trace.go:171","msg":"trace[372713908] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"1.614259519s","start":"2026-07-21T21:05:06.433167Z","end":"2026-07-21T21:05:08.047427Z","steps":["trace[372713908] 'process raft request' (duration: 672.814434ms)","trace[372713908] 'compare' (duration: 940.804827ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:08.047585Z","caller":"traceutil/trace.go:171","msg":"trace[1510564260] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"1.612984761s","start":"2026-07-21T21:05:06.434593Z","end":"2026-07-21T21:05:08.047578Z","steps":["trace[1510564260] 'process raft request' (duration: 1.612739394s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.047627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:06.434585Z","time spent":"1.613020792s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:08.047611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:06.433149Z","time spent":"1.614381021s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:08.047718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.458645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:08.047735Z","caller":"traceutil/trace.go:171","msg":"trace[1288278723] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:2580; }","duration":"935.522856ms","start":"2026-07-21T21:05:07.112207Z","end":"2026-07-21T21:05:08.04773Z","steps":["trace[1288278723] 'agreement among raft nodes before linearized reading' (duration: 935.493555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.047752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:07.112179Z","time spent":"935.570308ms","remote":"127.0.0.1:43794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/test-pv\" "} {"level":"warn","ts":"2026-07-21T21:05:08.047794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583053809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-21T21:05:08.047837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583628585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-21T21:05:08.047878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.650157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-21T21:05:08.047898Z","caller":"traceutil/trace.go:171","msg":"trace[2011175619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2580; }","duration":"345.698078ms","start":"2026-07-21T21:05:07.702194Z","end":"2026-07-21T21:05:08.047892Z","steps":["trace[2011175619] 'agreement among raft nodes before linearized reading' (duration: 345.643476ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:08.047894Z","caller":"traceutil/trace.go:171","msg":"trace[1126773737] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2580; }","duration":"1.583729378s","start":"2026-07-21T21:05:06.46415Z","end":"2026-07-21T21:05:08.047879Z","steps":["trace[1126773737] 'agreement among raft nodes before linearized reading' (duration: 1.583564043s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.047916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:07.702179Z","time spent":"345.731769ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T21:05:08.047942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:06.46413Z","time spent":"1.58379694s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-21T21:05:08.047964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.486743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:08.047979Z","caller":"traceutil/trace.go:171","msg":"trace[784308907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2580; }","duration":"734.539446ms","start":"2026-07-21T21:05:07.313435Z","end":"2026-07-21T21:05:08.047974Z","steps":["trace[784308907] 'agreement among raft nodes before linearized reading' (duration: 734.518614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.047969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250363113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-21T21:05:08.048027Z","caller":"traceutil/trace.go:171","msg":"trace[1909041892] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2580; }","duration":"1.250436425s","start":"2026-07-21T21:05:06.797573Z","end":"2026-07-21T21:05:08.048009Z","steps":["trace[1909041892] 'agreement among raft nodes before linearized reading' (duration: 1.250304462s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.04807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:06.797563Z","time spent":"1.250495936s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-21T21:05:08.04785Z","caller":"traceutil/trace.go:171","msg":"trace[977175861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2580; }","duration":"1.583177601s","start":"2026-07-21T21:05:06.464657Z","end":"2026-07-21T21:05:08.047834Z","steps":["trace[977175861] 'agreement among raft nodes before linearized reading' (duration: 1.582984726s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.048123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474797751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-21T21:05:08.048142Z","caller":"traceutil/trace.go:171","msg":"trace[436493303] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2580; }","duration":"1.474845624s","start":"2026-07-21T21:05:06.573291Z","end":"2026-07-21T21:05:08.048137Z","steps":["trace[436493303] 'agreement among raft nodes before linearized reading' (duration: 1.474790713s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.047993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:07.313416Z","time spent":"734.573496ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T21:05:08.048159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:06.573277Z","time spent":"1.474877904s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-21T21:05:08.048168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252409121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-21T21:05:08.048159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:06.464626Z","time spent":"1.583504382s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-21T21:05:08.048172Z","caller":"traceutil/trace.go:171","msg":"trace[1158955517] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"1.613511706s","start":"2026-07-21T21:05:06.43464Z","end":"2026-07-21T21:05:08.048152Z","steps":["trace[1158955517] 'process raft request' (duration: 1.612752054s)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:08.048215Z","caller":"traceutil/trace.go:171","msg":"trace[18402680] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2580; }","duration":"1.252489904s","start":"2026-07-21T21:05:06.795713Z","end":"2026-07-21T21:05:08.048203Z","steps":["trace[18402680] 'agreement among raft nodes before linearized reading' (duration: 1.252372951s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.048244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:06.795695Z","time spent":"1.252542205s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-21T21:05:08.048261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581756341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-21T21:05:08.048311Z","caller":"traceutil/trace.go:171","msg":"trace[2110677119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2580; }","duration":"1.581827173s","start":"2026-07-21T21:05:06.466469Z","end":"2026-07-21T21:05:08.048296Z","steps":["trace[2110677119] 'agreement among raft nodes before linearized reading' (duration: 1.581691648s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.048306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:06.434625Z","time spent":"1.61361319s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:08.048352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:06.466459Z","time spent":"1.581882396s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T21:05:08.964103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.365436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:08.964349Z","caller":"traceutil/trace.go:171","msg":"trace[1495345641] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"911.076336ms","start":"2026-07-21T21:05:08.053243Z","end":"2026-07-21T21:05:08.96432Z","steps":["trace[1495345641] 'process raft request' (duration: 107.33755ms)","trace[1495345641] 'compare' (duration: 803.227782ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:08.964384Z","caller":"traceutil/trace.go:171","msg":"trace[2045837165] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"911.127149ms","start":"2026-07-21T21:05:08.053229Z","end":"2026-07-21T21:05:08.964356Z","steps":["trace[2045837165] 'process raft request' (duration: 910.983484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.964481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.053237Z","time spent":"911.17317ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:08.964488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.053219Z","time spent":"911.22174ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:09.275315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114765143s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-21T21:05:09.401769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.113128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:09.402064Z","caller":"traceutil/trace.go:171","msg":"trace[752255948] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"1.348644632s","start":"2026-07-21T21:05:08.053395Z","end":"2026-07-21T21:05:09.402039Z","steps":["trace[752255948] 'process raft request' (duration: 1.222296229s)","trace[752255948] 'compare' (duration: 124.995004ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:09.402122Z","caller":"traceutil/trace.go:171","msg":"trace[626419135] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"1.348578749s","start":"2026-07-21T21:05:08.053535Z","end":"2026-07-21T21:05:09.402114Z","steps":["trace[626419135] 'process raft request' (duration: 1.348427396s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:09.402161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.053171Z","time spent":"1.348938199s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:09.402174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.053475Z","time spent":"1.348676572s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:05:09.402282Z","caller":"traceutil/trace.go:171","msg":"trace[1893928477] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"1.348720655s","start":"2026-07-21T21:05:08.053557Z","end":"2026-07-21T21:05:09.402277Z","steps":["trace[1893928477] 'process raft request' (duration: 1.348532459s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:09.402307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.053544Z","time spent":"1.348748825s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:05:09.402328Z","caller":"traceutil/trace.go:171","msg":"trace[447644124] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2685; }","duration":"1.348441246s","start":"2026-07-21T21:05:08.053874Z","end":"2026-07-21T21:05:09.402315Z","steps":["trace[447644124] 'read index received' (duration: 106.695283ms)","trace[447644124] 'applied index is now lower than readState.Index' (duration: 1.241745253s)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:09.402388Z","caller":"traceutil/trace.go:171","msg":"trace[978267820] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"1.348731455s","start":"2026-07-21T21:05:08.053646Z","end":"2026-07-21T21:05:09.402377Z","steps":["trace[978267820] 'process raft request' (duration: 1.348637082s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:09.402407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348531929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:09.402406Z","caller":"traceutil/trace.go:171","msg":"trace[515780374] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"1.348830558s","start":"2026-07-21T21:05:08.053557Z","end":"2026-07-21T21:05:09.402387Z","steps":["trace[515780374] 'process raft request' (duration: 1.348673074s)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:09.402439Z","caller":"traceutil/trace.go:171","msg":"trace[1714728771] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:2587; }","duration":"1.34857918s","start":"2026-07-21T21:05:08.053849Z","end":"2026-07-21T21:05:09.402428Z","steps":["trace[1714728771] 'agreement among raft nodes before linearized reading' (duration: 1.348528789s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:09.402442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.05364Z","time spent":"1.348773325s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:09.402468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.053842Z","time spent":"1.348618641s","remote":"127.0.0.1:43794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/test-pv\" "} {"level":"warn","ts":"2026-07-21T21:05:09.402505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.053545Z","time spent":"1.3489087s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:10.237728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.686876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:10.237867Z","caller":"traceutil/trace.go:171","msg":"trace[1162350408] linearizableReadLoop","detail":"{readStateIndex:2693; appliedIndex:2692; }","duration":"835.487581ms","start":"2026-07-21T21:05:09.402357Z","end":"2026-07-21T21:05:10.237844Z","steps":["trace[1162350408] 'read index received' (duration: 140.594718ms)","trace[1162350408] 'applied index is now lower than readState.Index' (duration: 694.890663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:10.238026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.574699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:10.238075Z","caller":"traceutil/trace.go:171","msg":"trace[2022289368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2588; }","duration":"925.654012ms","start":"2026-07-21T21:05:09.312408Z","end":"2026-07-21T21:05:10.238062Z","steps":["trace[2022289368] 'agreement among raft nodes before linearized reading' (duration: 925.544029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:10.238121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:09.312392Z","time spent":"925.717604ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-21T21:05:10.237999Z","caller":"traceutil/trace.go:171","msg":"trace[1456794792] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"1.80213357s","start":"2026-07-21T21:05:08.435814Z","end":"2026-07-21T21:05:10.237947Z","steps":["trace[1456794792] 'process raft request' (duration: 1.107134984s)","trace[1456794792] 'compare' (duration: 694.487141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:10.2386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.435789Z","time spent":"1.802720436s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:11.804025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402074722s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-21T21:05:11.804105Z","caller":"traceutil/trace.go:171","msg":"trace[1290526520] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2693; }","duration":"1.566188289s","start":"2026-07-21T21:05:10.237903Z","end":"2026-07-21T21:05:11.804091Z","steps":["trace[1290526520] 'read index received' (duration: 164.059246ms)","trace[1290526520] 'applied index is now lower than readState.Index' (duration: 1.402127823s)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:11.804275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607992232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:11.804296Z","caller":"traceutil/trace.go:171","msg":"trace[659836968] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2588; }","duration":"1.608050774s","start":"2026-07-21T21:05:10.196238Z","end":"2026-07-21T21:05:11.804289Z","steps":["trace[659836968] 'agreement among raft nodes before linearized reading' (duration: 1.608000792s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.804319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:10.196221Z","time spent":"1.608091865s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:05:11.804504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75071921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-21T21:05:11.804524Z","caller":"traceutil/trace.go:171","msg":"trace[653775269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2588; }","duration":"1.750785013s","start":"2026-07-21T21:05:10.053732Z","end":"2026-07-21T21:05:11.804517Z","steps":["trace[653775269] 'agreement among raft nodes before linearized reading' (duration: 1.75070268s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.804559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:10.053705Z","time spent":"1.750842314s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-21T21:05:11.804645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751840573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-21T21:05:11.804712Z","caller":"traceutil/trace.go:171","msg":"trace[1205660594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2588; }","duration":"1.751943926s","start":"2026-07-21T21:05:10.052755Z","end":"2026-07-21T21:05:11.804699Z","steps":["trace[1205660594] 'agreement among raft nodes before linearized reading' (duration: 1.751785051s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.804776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:10.052731Z","time spent":"1.752028317s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-21T21:05:11.919588Z","caller":"traceutil/trace.go:171","msg":"trace[1607863673] linearizableReadLoop","detail":"{readStateIndex:2695; appliedIndex:2694; }","duration":"115.450682ms","start":"2026-07-21T21:05:11.804121Z","end":"2026-07-21T21:05:11.919572Z","steps":["trace[1607863673] 'read index received' (duration: 115.431692ms)","trace[1607863673] 'applied index is now lower than readState.Index' (duration: 18.46µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:11.919651Z","caller":"traceutil/trace.go:171","msg":"trace[1468849811] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"543.825945ms","start":"2026-07-21T21:05:11.375777Z","end":"2026-07-21T21:05:11.919603Z","steps":["trace[1468849811] 'process raft request' (duration: 543.67398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.919715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680453268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:11.919735Z","caller":"traceutil/trace.go:171","msg":"trace[1332622002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2589; }","duration":"1.680566931s","start":"2026-07-21T21:05:10.239162Z","end":"2026-07-21T21:05:11.919729Z","steps":["trace[1332622002] 'agreement among raft nodes before linearized reading' (duration: 1.680520859s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.919753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:10.239142Z","time spent":"1.680606372s","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T21:05:11.919793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:11.375742Z","time spent":"543.971679ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:11.919923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.409022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-21T21:05:11.919915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.740685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-21T21:05:11.919955Z","caller":"traceutil/trace.go:171","msg":"trace[207943161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2589; }","duration":"510.453023ms","start":"2026-07-21T21:05:11.409494Z","end":"2026-07-21T21:05:11.919947Z","steps":["trace[207943161] 'agreement among raft nodes before linearized reading' (duration: 510.34772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.919977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:11.409489Z","time spent":"510.484164ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-21T21:05:11.919982Z","caller":"traceutil/trace.go:171","msg":"trace[1517345110] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2589; }","duration":"950.848659ms","start":"2026-07-21T21:05:10.969115Z","end":"2026-07-21T21:05:11.919964Z","steps":["trace[1517345110] 'agreement among raft nodes before linearized reading' (duration: 950.57412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.920029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:10.969089Z","time spent":"950.929051ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-21T21:05:11.920074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.446118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-21T21:05:11.920095Z","caller":"traceutil/trace.go:171","msg":"trace[1568578356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2589; }","duration":"514.494968ms","start":"2026-07-21T21:05:11.405592Z","end":"2026-07-21T21:05:11.920087Z","steps":["trace[1568578356] 'agreement among raft nodes before linearized reading' (duration: 514.442677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.920114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:11.405577Z","time spent":"514.533739ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T21:05:11.920231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.831922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T21:05:11.920258Z","caller":"traceutil/trace.go:171","msg":"trace[577693047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2589; }","duration":"512.871743ms","start":"2026-07-21T21:05:11.407379Z","end":"2026-07-21T21:05:11.92025Z","steps":["trace[577693047] 'agreement among raft nodes before linearized reading' (duration: 512.792711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.920279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:11.407372Z","time spent":"512.902754ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-21T21:05:11.956759Z","caller":"traceutil/trace.go:171","msg":"trace[190099976] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"147.746852ms","start":"2026-07-21T21:05:11.808991Z","end":"2026-07-21T21:05:11.956738Z","steps":["trace[190099976] 'process raft request' (duration: 147.546998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:11.956895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.608165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:05:11.956978Z","caller":"traceutil/trace.go:171","msg":"trace[1615849850] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2591; }","duration":"116.747049ms","start":"2026-07-21T21:05:11.840213Z","end":"2026-07-21T21:05:11.95696Z","steps":["trace[1615849850] 'agreement among raft nodes before linearized reading' (duration: 116.583735ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:11.957457Z","caller":"traceutil/trace.go:171","msg":"trace[1175801700] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"148.435612ms","start":"2026-07-21T21:05:11.809005Z","end":"2026-07-21T21:05:11.957441Z","steps":["trace[1175801700] 'process raft request' (duration: 147.67075ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:12.080597Z","caller":"traceutil/trace.go:171","msg":"trace[344030564] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"156.773169ms","start":"2026-07-21T21:05:11.923801Z","end":"2026-07-21T21:05:12.080574Z","steps":["trace[344030564] 'process raft request' (duration: 82.302657ms)","trace[344030564] 'compare' (duration: 74.333809ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:12.080855Z","caller":"traceutil/trace.go:171","msg":"trace[1728303671] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"155.661348ms","start":"2026-07-21T21:05:11.925171Z","end":"2026-07-21T21:05:12.080832Z","steps":["trace[1728303671] 'process raft request' (duration: 155.368549ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:12.081052Z","caller":"traceutil/trace.go:171","msg":"trace[448533311] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"154.718261ms","start":"2026-07-21T21:05:11.926322Z","end":"2026-07-21T21:05:12.08104Z","steps":["trace[448533311] 'process raft request' (duration: 154.439913ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:12.081171Z","caller":"traceutil/trace.go:171","msg":"trace[449161273] linearizableReadLoop","detail":"{readStateIndex:2701; appliedIndex:2697; }","duration":"124.444608ms","start":"2026-07-21T21:05:11.956715Z","end":"2026-07-21T21:05:12.08116Z","steps":["trace[449161273] 'read index received' (duration: 49.43155ms)","trace[449161273] 'applied index is now lower than readState.Index' (duration: 75.012158ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:12.081264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.726791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:12.081301Z","caller":"traceutil/trace.go:171","msg":"trace[1117828112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2595; }","duration":"154.800513ms","start":"2026-07-21T21:05:11.926489Z","end":"2026-07-21T21:05:12.08129Z","steps":["trace[1117828112] 'agreement among raft nodes before linearized reading' (duration: 154.71825ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:12.081302Z","caller":"traceutil/trace.go:171","msg":"trace[1994027872] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"153.553438ms","start":"2026-07-21T21:05:11.927733Z","end":"2026-07-21T21:05:12.081287Z","steps":["trace[1994027872] 'process raft request' (duration: 153.267609ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:12.456163Z","caller":"traceutil/trace.go:171","msg":"trace[2061278974] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2597; }","duration":"124.507641ms","start":"2026-07-21T21:05:12.331626Z","end":"2026-07-21T21:05:12.456134Z","steps":["trace[2061278974] 'process raft request' (duration: 41.325069ms)","trace[2061278974] 'compare' (duration: 82.914224ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:12.679282Z","caller":"traceutil/trace.go:171","msg":"trace[1339084050] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"135.139953ms","start":"2026-07-21T21:05:12.544107Z","end":"2026-07-21T21:05:12.679247Z","steps":["trace[1339084050] 'process raft request' (duration: 64.451448ms)","trace[1339084050] 'compare' (duration: 70.607753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:12.97167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.12284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:05:12.971994Z","caller":"traceutil/trace.go:171","msg":"trace[1920143644] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2599; }","duration":"116.571483ms","start":"2026-07-21T21:05:12.855384Z","end":"2026-07-21T21:05:12.971955Z","steps":["trace[1920143644] 'count revisions from in-memory index tree' (duration: 115.982607ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:13.523494Z","caller":"traceutil/trace.go:171","msg":"trace[353341870] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"134.798702ms","start":"2026-07-21T21:05:13.388669Z","end":"2026-07-21T21:05:13.523468Z","steps":["trace[353341870] 'process raft request' (duration: 134.633518ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:14.168475Z","caller":"traceutil/trace.go:171","msg":"trace[1104778662] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"165.267941ms","start":"2026-07-21T21:05:14.003184Z","end":"2026-07-21T21:05:14.168452Z","steps":["trace[1104778662] 'process raft request' (duration: 75.08621ms)","trace[1104778662] 'compare' (duration: 89.904094ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:15.908514Z","caller":"traceutil/trace.go:171","msg":"trace[570646496] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"121.898795ms","start":"2026-07-21T21:05:15.786578Z","end":"2026-07-21T21:05:15.908477Z","steps":["trace[570646496] 'process raft request' (duration: 121.502474ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:16.119169Z","caller":"traceutil/trace.go:171","msg":"trace[599268043] linearizableReadLoop","detail":"{readStateIndex:2722; appliedIndex:2721; }","duration":"146.459006ms","start":"2026-07-21T21:05:15.972688Z","end":"2026-07-21T21:05:16.119147Z","steps":["trace[599268043] 'read index received' (duration: 75.986537ms)","trace[599268043] 'applied index is now lower than readState.Index' (duration: 70.471609ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:16.11928Z","caller":"traceutil/trace.go:171","msg":"trace[326757740] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"185.473718ms","start":"2026-07-21T21:05:15.933775Z","end":"2026-07-21T21:05:16.119249Z","steps":["trace[326757740] 'process raft request' (duration: 114.938987ms)","trace[326757740] 'compare' (duration: 70.308154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:16.119424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.541313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-21T21:05:16.119456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.090929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-21T21:05:16.11949Z","caller":"traceutil/trace.go:171","msg":"trace[455485619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2615; }","duration":"116.618134ms","start":"2026-07-21T21:05:16.002855Z","end":"2026-07-21T21:05:16.119473Z","steps":["trace[455485619] 'agreement among raft nodes before linearized reading' (duration: 116.426269ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:16.11951Z","caller":"traceutil/trace.go:171","msg":"trace[730388250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2615; }","duration":"116.159302ms","start":"2026-07-21T21:05:16.003337Z","end":"2026-07-21T21:05:16.119496Z","steps":["trace[730388250] 'agreement among raft nodes before linearized reading' (duration: 116.019438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:16.119494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.841286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-07-21T21:05:16.119725Z","caller":"traceutil/trace.go:171","msg":"trace[1410524976] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2615; }","duration":"147.111505ms","start":"2026-07-21T21:05:15.972597Z","end":"2026-07-21T21:05:16.119709Z","steps":["trace[1410524976] 'agreement among raft nodes before linearized reading' (duration: 146.663271ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:32.379138Z","caller":"traceutil/trace.go:171","msg":"trace[367167307] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"157.884381ms","start":"2026-07-21T21:05:32.221234Z","end":"2026-07-21T21:05:32.379118Z","steps":["trace[367167307] 'process raft request' (duration: 157.755668ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:32.498528Z","caller":"traceutil/trace.go:171","msg":"trace[2029296706] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2798; }","duration":"263.73614ms","start":"2026-07-21T21:05:32.234772Z","end":"2026-07-21T21:05:32.498508Z","steps":["trace[2029296706] 'read index received' (duration: 144.216612ms)","trace[2029296706] 'applied index is now lower than readState.Index' (duration: 119.518408ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:32.498733Z","caller":"traceutil/trace.go:171","msg":"trace[878156219] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"275.211117ms","start":"2026-07-21T21:05:32.223508Z","end":"2026-07-21T21:05:32.498719Z","steps":["trace[878156219] 'process raft request' (duration: 257.009038ms)","trace[878156219] 'compare' (duration: 17.913941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:32.498897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.09237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/kube-public/\" range_end:\"/registry/ingress/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:32.499013Z","caller":"traceutil/trace.go:171","msg":"trace[234406161] range","detail":"{range_begin:/registry/ingress/kube-public/; range_end:/registry/ingress/kube-public0; response_count:0; response_revision:2690; }","duration":"264.243774ms","start":"2026-07-21T21:05:32.234738Z","end":"2026-07-21T21:05:32.498982Z","steps":["trace[234406161] 'agreement among raft nodes before linearized reading' (duration: 264.049738ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:32.501957Z","caller":"traceutil/trace.go:171","msg":"trace[1163223753] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"104.308914ms","start":"2026-07-21T21:05:32.397621Z","end":"2026-07-21T21:05:32.501929Z","steps":["trace[1163223753] 'process raft request' (duration: 104.089498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:32.502134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.706478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:32.502176Z","caller":"traceutil/trace.go:171","msg":"trace[1582426402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2692; }","duration":"189.784262ms","start":"2026-07-21T21:05:32.312381Z","end":"2026-07-21T21:05:32.502166Z","steps":["trace[1582426402] 'agreement among raft nodes before linearized reading' (duration: 189.71564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:32.502195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.9452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-21T21:05:32.502199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.134653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-node-lease/\" range_end:\"/registry/persistentvolumeclaims/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:32.502261Z","caller":"traceutil/trace.go:171","msg":"trace[1957846415] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:2692; }","duration":"234.050433ms","start":"2026-07-21T21:05:32.268194Z","end":"2026-07-21T21:05:32.502244Z","steps":["trace[1957846415] 'agreement among raft nodes before linearized reading' (duration: 233.853228ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:32.502278Z","caller":"traceutil/trace.go:171","msg":"trace[983166965] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-node-lease/; range_end:/registry/persistentvolumeclaims/kube-node-lease0; response_count:0; response_revision:2692; }","duration":"101.233567ms","start":"2026-07-21T21:05:32.401026Z","end":"2026-07-21T21:05:32.502259Z","steps":["trace[983166965] 'agreement among raft nodes before linearized reading' (duration: 101.116633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:32.502817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.832648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T21:05:32.502887Z","caller":"traceutil/trace.go:171","msg":"trace[1696026414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2692; }","duration":"118.937081ms","start":"2026-07-21T21:05:32.383941Z","end":"2026-07-21T21:05:32.502878Z","steps":["trace[1696026414] 'agreement among raft nodes before linearized reading' (duration: 118.105108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:32.503317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.353548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-21T21:05:32.503393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.453339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-21T21:05:32.503432Z","caller":"traceutil/trace.go:171","msg":"trace[1733693986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2692; }","duration":"131.53129ms","start":"2026-07-21T21:05:32.371892Z","end":"2026-07-21T21:05:32.503423Z","steps":["trace[1733693986] 'agreement among raft nodes before linearized reading' (duration: 130.225363ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:32.503414Z","caller":"traceutil/trace.go:171","msg":"trace[1114097951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2692; }","duration":"156.490992ms","start":"2026-07-21T21:05:32.346905Z","end":"2026-07-21T21:05:32.503396Z","steps":["trace[1114097951] 'agreement among raft nodes before linearized reading' (duration: 155.184245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:32.503483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.047184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-21T21:05:32.503712Z","caller":"traceutil/trace.go:171","msg":"trace[1627467819] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2692; }","duration":"106.27213ms","start":"2026-07-21T21:05:32.397413Z","end":"2026-07-21T21:05:32.503685Z","steps":["trace[1627467819] 'agreement among raft nodes before linearized reading' (duration: 104.730566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:32.504123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.0405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" ","response":"range_response_count:1 size:1036297"} {"level":"info","ts":"2026-07-21T21:05:32.504164Z","caller":"traceutil/trace.go:171","msg":"trace[196385651] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; range_end:; response_count:1; response_revision:2692; }","duration":"203.110451ms","start":"2026-07-21T21:05:32.301041Z","end":"2026-07-21T21:05:32.504152Z","steps":["trace[196385651] 'agreement among raft nodes before linearized reading' (duration: 201.337561ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:34.75209Z","caller":"traceutil/trace.go:171","msg":"trace[1807086200] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"160.98134ms","start":"2026-07-21T21:05:34.591073Z","end":"2026-07-21T21:05:34.752055Z","steps":["trace[1807086200] 'process raft request' (duration: 137.258184ms)","trace[1807086200] 'compare' (duration: 23.425938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:34.752287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.726713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-21T21:05:34.752429Z","caller":"traceutil/trace.go:171","msg":"trace[1394170183] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2708; }","duration":"160.905318ms","start":"2026-07-21T21:05:34.591503Z","end":"2026-07-21T21:05:34.752409Z","steps":["trace[1394170183] 'agreement among raft nodes before linearized reading' (duration: 160.682492ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:34.752132Z","caller":"traceutil/trace.go:171","msg":"trace[239853231] linearizableReadLoop","detail":"{readStateIndex:2814; appliedIndex:2812; }","duration":"160.575748ms","start":"2026-07-21T21:05:34.59153Z","end":"2026-07-21T21:05:34.752105Z","steps":["trace[239853231] 'read index received' (duration: 23.077508ms)","trace[239853231] 'applied index is now lower than readState.Index' (duration: 137.49709ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:34.75289Z","caller":"traceutil/trace.go:171","msg":"trace[310740334] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"160.365153ms","start":"2026-07-21T21:05:34.592482Z","end":"2026-07-21T21:05:34.752847Z","steps":["trace[310740334] 'process raft request' (duration: 159.53193ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:34.752968Z","caller":"traceutil/trace.go:171","msg":"trace[858460943] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"160.315021ms","start":"2026-07-21T21:05:34.592633Z","end":"2026-07-21T21:05:34.752948Z","steps":["trace[858460943] 'process raft request' (duration: 159.426165ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:34.753171Z","caller":"traceutil/trace.go:171","msg":"trace[318702280] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"160.735822ms","start":"2026-07-21T21:05:34.592418Z","end":"2026-07-21T21:05:34.753154Z","steps":["trace[318702280] 'process raft request' (duration: 159.507478ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:34.753232Z","caller":"traceutil/trace.go:171","msg":"trace[550121991] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"160.724173ms","start":"2026-07-21T21:05:34.592482Z","end":"2026-07-21T21:05:34.753206Z","steps":["trace[550121991] 'process raft request' (duration: 159.493618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:34.75354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.921559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:1 size:612"} {"level":"info","ts":"2026-07-21T21:05:34.754199Z","caller":"traceutil/trace.go:171","msg":"trace[1674537204] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:2708; }","duration":"161.607378ms","start":"2026-07-21T21:05:34.592571Z","end":"2026-07-21T21:05:34.754179Z","steps":["trace[1674537204] 'agreement among raft nodes before linearized reading' (duration: 160.6162ms)"],"step_count":1}