{"level":"warn","ts":"2026-07-27T20:02:16.628787Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-27T20:02:16.628871Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.225:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.225:2380","--initial-cluster=instance=https://199.19.213.225:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.225:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.225:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-27T20:02:16.629004Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-27T20:02:16.629013Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.225:2380"]} {"level":"info","ts":"2026-07-27T20:02:16.629033Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-27T20:02:16.629621Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"]} {"level":"info","ts":"2026-07-27T20:02:16.629692Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.225:2380"],"listen-peer-urls":["https://199.19.213.225:2380"],"advertise-client-urls":["https://199.19.213.225:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.225:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-27T20:02:16.634784Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.893772ms"} {"level":"info","ts":"2026-07-27T20:02:16.64719Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b7b89c171c5fe95c","cluster-id":"5746414c29a21eae"} {"level":"info","ts":"2026-07-27T20:02:16.647303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=()"} {"level":"info","ts":"2026-07-27T20:02:16.647351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became follower at term 0"} {"level":"info","ts":"2026-07-27T20:02:16.647384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b7b89c171c5fe95c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-27T20:02:16.647407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became follower at term 1"} {"level":"info","ts":"2026-07-27T20:02:16.647464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=(13238502727729801564)"} {"level":"warn","ts":"2026-07-27T20:02:16.66171Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-27T20:02:16.663161Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-27T20:02:16.664369Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-27T20:02:16.666604Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b7b89c171c5fe95c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-27T20:02:16.666743Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T20:02:16.66691Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T20:02:16.666893Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b7b89c171c5fe95c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-27T20:02:16.666933Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T20:02:16.670109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=(13238502727729801564)"} {"level":"info","ts":"2026-07-27T20:02:16.670267Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5746414c29a21eae","local-member-id":"b7b89c171c5fe95c","added-peer-id":"b7b89c171c5fe95c","added-peer-peer-urls":["https://199.19.213.225:2380"]} {"level":"info","ts":"2026-07-27T20:02:16.67246Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-27T20:02:16.672604Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.225:2380"} {"level":"info","ts":"2026-07-27T20:02:16.672646Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.225:2380"} {"level":"info","ts":"2026-07-27T20:02:16.672881Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b7b89c171c5fe95c","initial-advertise-peer-urls":["https://199.19.213.225:2380"],"listen-peer-urls":["https://199.19.213.225:2380"],"advertise-client-urls":["https://199.19.213.225:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-27T20:02:16.673002Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-27T20:02:16.748634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c is starting a new election at term 1"} {"level":"info","ts":"2026-07-27T20:02:16.748678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became pre-candidate at term 1"} {"level":"info","ts":"2026-07-27T20:02:16.748727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c received MsgPreVoteResp from b7b89c171c5fe95c at term 1"} {"level":"info","ts":"2026-07-27T20:02:16.748756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became candidate at term 2"} {"level":"info","ts":"2026-07-27T20:02:16.748775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c received MsgVoteResp from b7b89c171c5fe95c at term 2"} {"level":"info","ts":"2026-07-27T20:02:16.748794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became leader at term 2"} {"level":"info","ts":"2026-07-27T20:02:16.748816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b7b89c171c5fe95c elected leader b7b89c171c5fe95c at term 2"} {"level":"info","ts":"2026-07-27T20:02:16.749715Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T20:02:16.750432Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b7b89c171c5fe95c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.225:2379]}","request-path":"/0/members/b7b89c171c5fe95c/attributes","cluster-id":"5746414c29a21eae","publish-timeout":"7s"} {"level":"info","ts":"2026-07-27T20:02:16.75076Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-27T20:02:16.750764Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-27T20:02:16.750949Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5746414c29a21eae","local-member-id":"b7b89c171c5fe95c","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T20:02:16.751107Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T20:02:16.75116Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T20:02:16.754106Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-27T20:02:16.754282Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-27T20:02:16.754822Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-27T20:02:16.755149Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.225:2379"} {"level":"info","ts":"2026-07-27T20:02:21.794479Z","caller":"traceutil/trace.go:171","msg":"trace[765141876] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"500.335805ms","start":"2026-07-27T20:02:21.294106Z","end":"2026-07-27T20:02:21.794442Z","steps":["trace[765141876] 'process raft request' (duration: 500.127558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:02:21.795123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:02:21.294082Z","time spent":"500.520133ms","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11436,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T20:02:22.077236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.268058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:02:22.077498Z","caller":"traceutil/trace.go:171","msg":"trace[1985384634] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"780.470826ms","start":"2026-07-27T20:02:21.296976Z","end":"2026-07-27T20:02:22.077447Z","steps":["trace[1985384634] 'process raft request' (duration: 675.786573ms)","trace[1985384634] 'compare' (duration: 104.090533ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:02:22.077558Z","caller":"traceutil/trace.go:171","msg":"trace[392341256] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"276.705223ms","start":"2026-07-27T20:02:21.800832Z","end":"2026-07-27T20:02:22.077537Z","steps":["trace[392341256] 'process raft request' (duration: 276.591689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:02:22.077739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:02:21.296964Z","time spent":"780.646352ms","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T20:02:22.077936Z","caller":"traceutil/trace.go:171","msg":"trace[1258008825] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:268; }","duration":"599.573422ms","start":"2026-07-27T20:02:21.478314Z","end":"2026-07-27T20:02:22.077887Z","steps":["trace[1258008825] 'read index received' (duration: 315.827137ms)","trace[1258008825] 'applied index is now lower than readState.Index' (duration: 283.742415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:02:22.078197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.875832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:02:22.07826Z","caller":"traceutil/trace.go:171","msg":"trace[140009924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:265; }","duration":"599.984155ms","start":"2026-07-27T20:02:21.478257Z","end":"2026-07-27T20:02:22.078241Z","steps":["trace[140009924] 'agreement among raft nodes before linearized reading' (duration: 599.820459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:02:22.078294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:02:21.478236Z","time spent":"600.050728ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T20:02:37.389711Z","caller":"traceutil/trace.go:171","msg":"trace[1420085893] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"101.2212ms","start":"2026-07-27T20:02:37.288461Z","end":"2026-07-27T20:02:37.389683Z","steps":["trace[1420085893] 'process raft request' (duration: 101.067315ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:02:37.400142Z","caller":"traceutil/trace.go:171","msg":"trace[553005108] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"110.749791ms","start":"2026-07-27T20:02:37.289361Z","end":"2026-07-27T20:02:37.400111Z","steps":["trace[553005108] 'process raft request' (duration: 110.614067ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:02:43.715202Z","caller":"traceutil/trace.go:171","msg":"trace[724388962] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"290.889924ms","start":"2026-07-27T20:02:43.424263Z","end":"2026-07-27T20:02:43.715153Z","steps":["trace[724388962] 'process raft request' (duration: 289.707488ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:02:43.715275Z","caller":"traceutil/trace.go:171","msg":"trace[1431546043] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"163.42806ms","start":"2026-07-27T20:02:43.551808Z","end":"2026-07-27T20:02:43.715236Z","steps":["trace[1431546043] 'read index received' (duration: 162.148201ms)","trace[1431546043] 'applied index is now lower than readState.Index' (duration: 1.277768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:02:43.715396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.579354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:02:43.715427Z","caller":"traceutil/trace.go:171","msg":"trace[1058755197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"163.661866ms","start":"2026-07-27T20:02:43.551755Z","end":"2026-07-27T20:02:43.715417Z","steps":["trace[1058755197] 'agreement among raft nodes before linearized reading' (duration: 163.587264ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:02:54.206768Z","caller":"traceutil/trace.go:171","msg":"trace[388187335] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"189.317681ms","start":"2026-07-27T20:02:54.017421Z","end":"2026-07-27T20:02:54.206738Z","steps":["trace[388187335] 'process raft request' (duration: 189.149266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:02:55.24865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.955905ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T20:02:55.249173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.658883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:02:55.249324Z","caller":"traceutil/trace.go:171","msg":"trace[590726116] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"324.722626ms","start":"2026-07-27T20:02:54.924568Z","end":"2026-07-27T20:02:55.24929Z","steps":["trace[590726116] 'process raft request' (duration: 25.850377ms)","trace[590726116] 'compare' (duration: 298.389015ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:02:55.248792Z","caller":"traceutil/trace.go:171","msg":"trace[1329440826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:573; }","duration":"192.11336ms","start":"2026-07-27T20:02:55.056654Z","end":"2026-07-27T20:02:55.248768Z","steps":["trace[1329440826] 'range keys from in-memory index tree' (duration: 191.937325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:02:55.249393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:02:54.92454Z","time spent":"324.827869ms","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T20:02:55.259312Z","caller":"traceutil/trace.go:171","msg":"trace[723347113] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"285.830306ms","start":"2026-07-27T20:02:54.973461Z","end":"2026-07-27T20:02:55.259291Z","steps":["trace[723347113] 'process raft request' (duration: 285.563168ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:02:55.268491Z","caller":"traceutil/trace.go:171","msg":"trace[107136802] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:601; }","duration":"239.965296ms","start":"2026-07-27T20:02:55.028423Z","end":"2026-07-27T20:02:55.268389Z","steps":["trace[107136802] 'read index received' (duration: 230.591453ms)","trace[107136802] 'applied index is now lower than readState.Index' (duration: 9.371983ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:02:55.268646Z","caller":"traceutil/trace.go:171","msg":"trace[487905945] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"295.026374ms","start":"2026-07-27T20:02:54.973606Z","end":"2026-07-27T20:02:55.268632Z","steps":["trace[487905945] 'process raft request' (duration: 291.498681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:02:55.268926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.779461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:02:55.269073Z","caller":"traceutil/trace.go:171","msg":"trace[1842732866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:576; }","duration":"119.971067ms","start":"2026-07-27T20:02:55.149079Z","end":"2026-07-27T20:02:55.26905Z","steps":["trace[1842732866] 'agreement among raft nodes before linearized reading' (duration: 119.75045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:02:55.277183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.978213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:02:55.277249Z","caller":"traceutil/trace.go:171","msg":"trace[804742619] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:576; }","duration":"128.005541ms","start":"2026-07-27T20:02:55.149221Z","end":"2026-07-27T20:02:55.277227Z","steps":["trace[804742619] 'agreement among raft nodes before linearized reading' (duration: 122.276274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:02:55.278457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.988578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T20:02:55.278555Z","caller":"traceutil/trace.go:171","msg":"trace[1043973678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"250.156813ms","start":"2026-07-27T20:02:55.028384Z","end":"2026-07-27T20:02:55.27854Z","steps":["trace[1043973678] 'agreement among raft nodes before linearized reading' (duration: 243.089417ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:02:56.040068Z","caller":"traceutil/trace.go:171","msg":"trace[58401095] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"178.862541ms","start":"2026-07-27T20:02:55.861173Z","end":"2026-07-27T20:02:56.040035Z","steps":["trace[58401095] 'process raft request' (duration: 178.706136ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:02:56.045118Z","caller":"traceutil/trace.go:171","msg":"trace[1583290632] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"163.745898ms","start":"2026-07-27T20:02:55.881329Z","end":"2026-07-27T20:02:56.045074Z","steps":["trace[1583290632] 'process raft request' (duration: 163.655315ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:01.537834Z","caller":"traceutil/trace.go:171","msg":"trace[330826554] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"172.971446ms","start":"2026-07-27T20:03:01.364826Z","end":"2026-07-27T20:03:01.537798Z","steps":["trace[330826554] 'read index received' (duration: 172.657227ms)","trace[330826554] 'applied index is now lower than readState.Index' (duration: 312.498µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:01.537983Z","caller":"traceutil/trace.go:171","msg":"trace[2021741468] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"211.292666ms","start":"2026-07-27T20:03:01.326666Z","end":"2026-07-27T20:03:01.537958Z","steps":["trace[2021741468] 'process raft request' (duration: 210.900565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:01.538294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.438479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fwv5v\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-27T20:03:01.538437Z","caller":"traceutil/trace.go:171","msg":"trace[784280866] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fwv5v; range_end:; response_count:1; response_revision:635; }","duration":"173.639305ms","start":"2026-07-27T20:03:01.364774Z","end":"2026-07-27T20:03:01.538413Z","steps":["trace[784280866] 'agreement among raft nodes before linearized reading' (duration: 173.232023ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:01.787813Z","caller":"traceutil/trace.go:171","msg":"trace[66827824] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"229.542556ms","start":"2026-07-27T20:03:01.558242Z","end":"2026-07-27T20:03:01.787785Z","steps":["trace[66827824] 'read index received' (duration: 167.658684ms)","trace[66827824] 'applied index is now lower than readState.Index' (duration: 61.879292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:03:01.788042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.779853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T20:03:01.788086Z","caller":"traceutil/trace.go:171","msg":"trace[2048412263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"229.865955ms","start":"2026-07-27T20:03:01.55821Z","end":"2026-07-27T20:03:01.788076Z","steps":["trace[2048412263] 'agreement among raft nodes before linearized reading' (duration: 229.67858ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:01.788121Z","caller":"traceutil/trace.go:171","msg":"trace[1011773295] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"236.146904ms","start":"2026-07-27T20:03:01.551936Z","end":"2026-07-27T20:03:01.788083Z","steps":["trace[1011773295] 'process raft request' (duration: 173.735637ms)","trace[1011773295] 'compare' (duration: 61.991766ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:01.843371Z","caller":"traceutil/trace.go:171","msg":"trace[1691132782] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"269.818723ms","start":"2026-07-27T20:03:01.573531Z","end":"2026-07-27T20:03:01.84335Z","steps":["trace[1691132782] 'process raft request' (duration: 269.33562ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:02.270049Z","caller":"traceutil/trace.go:171","msg":"trace[2055699934] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"207.144426ms","start":"2026-07-27T20:03:02.06288Z","end":"2026-07-27T20:03:02.270025Z","steps":["trace[2055699934] 'read index received' (duration: 206.990831ms)","trace[2055699934] 'applied index is now lower than readState.Index' (duration: 152.075µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:03:02.270304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.414615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T20:03:02.270352Z","caller":"traceutil/trace.go:171","msg":"trace[1372846386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:639; }","duration":"207.531999ms","start":"2026-07-27T20:03:02.06281Z","end":"2026-07-27T20:03:02.270342Z","steps":["trace[1372846386] 'agreement among raft nodes before linearized reading' (duration: 207.304551ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:02.270432Z","caller":"traceutil/trace.go:171","msg":"trace[1384107422] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"355.588428ms","start":"2026-07-27T20:03:01.914802Z","end":"2026-07-27T20:03:02.270391Z","steps":["trace[1384107422] 'process raft request' (duration: 355.067762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:02.270618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:01.914763Z","time spent":"355.758673ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T20:03:02.509293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.31161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:03:02.509419Z","caller":"traceutil/trace.go:171","msg":"trace[1198093265] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"228.147083ms","start":"2026-07-27T20:03:02.281254Z","end":"2026-07-27T20:03:02.509401Z","steps":["trace[1198093265] 'read index received' (duration: 86.502474ms)","trace[1198093265] 'applied index is now lower than readState.Index' (duration: 141.643119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:03:02.509725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.401701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T20:03:02.509818Z","caller":"traceutil/trace.go:171","msg":"trace[1228628589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"117.538845ms","start":"2026-07-27T20:03:02.392259Z","end":"2026-07-27T20:03:02.509798Z","steps":["trace[1228628589] 'agreement among raft nodes before linearized reading' (duration: 117.271278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:02.509908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.474222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-27T20:03:02.509985Z","caller":"traceutil/trace.go:171","msg":"trace[1720423857] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"233.720681ms","start":"2026-07-27T20:03:02.275692Z","end":"2026-07-27T20:03:02.509413Z","steps":["trace[1720423857] 'process raft request' (duration: 92.046642ms)","trace[1720423857] 'compare' (duration: 141.064602ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:02.510028Z","caller":"traceutil/trace.go:171","msg":"trace[1014785552] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:640; }","duration":"228.77683ms","start":"2026-07-27T20:03:02.281234Z","end":"2026-07-27T20:03:02.510011Z","steps":["trace[1014785552] 'agreement among raft nodes before linearized reading' (duration: 228.239095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:13.43427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:13.934867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:14.435421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:14.936021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:15.034153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.451254412s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T20:03:15.034733Z","caller":"traceutil/trace.go:171","msg":"trace[1833309158] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"2.468514855s","start":"2026-07-27T20:03:12.566192Z","end":"2026-07-27T20:03:15.034707Z","steps":["trace[1833309158] 'process raft request' (duration: 2.468385041s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:15.034958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:12.566169Z","time spent":"2.468617287s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:03:15.03534Z","caller":"traceutil/trace.go:171","msg":"trace[1688354365] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:782; }","duration":"2.102147239s","start":"2026-07-27T20:03:12.933181Z","end":"2026-07-27T20:03:15.035328Z","steps":["trace[1688354365] 'read index received' (duration: 2.101344078s)","trace[1688354365] 'applied index is now lower than readState.Index' (duration: 802.141µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:15.035422Z","caller":"traceutil/trace.go:171","msg":"trace[1124674870] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"661.564548ms","start":"2026-07-27T20:03:14.373846Z","end":"2026-07-27T20:03:15.03541Z","steps":["trace[1124674870] 'process raft request' (duration: 661.425195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:15.03548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:14.373821Z","time spent":"661.62127ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:03:15.035577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343459621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-27T20:03:15.035617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.37248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:03:15.035657Z","caller":"traceutil/trace.go:171","msg":"trace[1639017655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:752; }","duration":"1.343582014s","start":"2026-07-27T20:03:13.692052Z","end":"2026-07-27T20:03:15.035634Z","steps":["trace[1639017655] 'agreement among raft nodes before linearized reading' (duration: 1.343382349s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:15.035663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102482438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fwv5v\" ","response":"range_response_count:1 size:18713"} {"level":"warn","ts":"2026-07-27T20:03:15.0357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:13.692033Z","time spent":"1.343659126s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T20:03:15.035706Z","caller":"traceutil/trace.go:171","msg":"trace[1855252669] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fwv5v; range_end:; response_count:1; response_revision:752; }","duration":"2.102566571s","start":"2026-07-27T20:03:12.933127Z","end":"2026-07-27T20:03:15.035694Z","steps":["trace[1855252669] 'agreement among raft nodes before linearized reading' (duration: 2.102427437s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:15.035734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:12.933099Z","time spent":"2.102630192s","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18736,"request content":"key:\"/registry/pods/kube-system/cilium-fwv5v\" "} {"level":"warn","ts":"2026-07-27T20:03:15.035825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.86008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-27T20:03:15.035855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104093186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T20:03:15.035857Z","caller":"traceutil/trace.go:171","msg":"trace[714198344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:752; }","duration":"448.942173ms","start":"2026-07-27T20:03:14.586906Z","end":"2026-07-27T20:03:15.035848Z","steps":["trace[714198344] 'agreement among raft nodes before linearized reading' (duration: 448.81697ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:15.035886Z","caller":"traceutil/trace.go:171","msg":"trace[300153785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:752; }","duration":"1.104142138s","start":"2026-07-27T20:03:13.931733Z","end":"2026-07-27T20:03:15.035875Z","steps":["trace[300153785] 'agreement among raft nodes before linearized reading' (duration: 1.104062376s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:15.035892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:14.58687Z","time spent":"449.014955ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T20:03:15.035913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:13.931722Z","time spent":"1.104185809s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T20:03:15.035694Z","caller":"traceutil/trace.go:171","msg":"trace[2102073991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:752; }","duration":"483.528354ms","start":"2026-07-27T20:03:14.552148Z","end":"2026-07-27T20:03:15.035676Z","steps":["trace[2102073991] 'agreement among raft nodes before linearized reading' (duration: 483.38381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:15.035994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:14.552118Z","time spent":"483.870953ms","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:03:15.036019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12255829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T20:03:15.036045Z","caller":"traceutil/trace.go:171","msg":"trace[1476322615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:752; }","duration":"1.122611151s","start":"2026-07-27T20:03:13.913425Z","end":"2026-07-27T20:03:15.036036Z","steps":["trace[1476322615] 'agreement among raft nodes before linearized reading' (duration: 1.122545739s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:15.036069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:13.913408Z","time spent":"1.122656104s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T20:03:19.729815Z","caller":"traceutil/trace.go:171","msg":"trace[1543817360] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"240.671888ms","start":"2026-07-27T20:03:19.48911Z","end":"2026-07-27T20:03:19.729782Z","steps":["trace[1543817360] 'process raft request' (duration: 240.476233ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:42.934816Z","caller":"traceutil/trace.go:171","msg":"trace[516312459] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1177; }","duration":"382.046078ms","start":"2026-07-27T20:03:42.552737Z","end":"2026-07-27T20:03:42.934783Z","steps":["trace[516312459] 'read index received' (duration: 381.835732ms)","trace[516312459] 'applied index is now lower than readState.Index' (duration: 208.646µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:42.93486Z","caller":"traceutil/trace.go:171","msg":"trace[1247764170] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"429.408642ms","start":"2026-07-27T20:03:42.505404Z","end":"2026-07-27T20:03:42.934812Z","steps":["trace[1247764170] 'process raft request' (duration: 429.194597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:42.93502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.239242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T20:03:42.935079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:42.50537Z","time spent":"429.609907ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T20:03:42.93512Z","caller":"traceutil/trace.go:171","msg":"trace[1469385696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1137; }","duration":"382.414978ms","start":"2026-07-27T20:03:42.552679Z","end":"2026-07-27T20:03:42.935094Z","steps":["trace[1469385696] 'agreement among raft nodes before linearized reading' (duration: 382.177181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:42.935175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:42.552658Z","time spent":"382.50835ms","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:03:44.380167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:44.881306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:45.381967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:45.883173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:46.384394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:46.884976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:47.385522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:47.556574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:03:47.556678Z","caller":"traceutil/trace.go:171","msg":"trace[1718499930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032784s","start":"2026-07-27T20:03:45.556327Z","end":"2026-07-27T20:03:47.556655Z","steps":["trace[1718499930] 'agreement among raft nodes before linearized reading' (duration: 2.000186926s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:47.556735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:45.5563Z","time spent":"2.000423372s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 20:03:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:47.886033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:48.386334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:48.801893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:43.804033Z","time spent":"4.997853206s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 20:03:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:48.886826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:49.38811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:49.565928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000403433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:03:49.566023Z","caller":"traceutil/trace.go:171","msg":"trace[682617968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000575928s","start":"2026-07-27T20:03:47.565423Z","end":"2026-07-27T20:03:49.565999Z","steps":["trace[682617968] 'agreement among raft nodes before linearized reading' (duration: 2.000447563s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:49.566079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:47.56539Z","time spent":"2.000677649s","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 20:03:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:49.889224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:50.390074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:50.880762Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-27T20:03:50.881042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001320849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-27T20:03:50.881105Z","caller":"traceutil/trace.go:171","msg":"trace[1324177944] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"7.001471152s","start":"2026-07-27T20:03:43.879607Z","end":"2026-07-27T20:03:50.881078Z","steps":["trace[1324177944] 'agreement among raft nodes before linearized reading' (duration: 7.00136852s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:50.881168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:43.879582Z","time spent":"7.001570115s","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:03:51.381383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:51.566592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T20:03:51.566746Z","caller":"traceutil/trace.go:171","msg":"trace[104876426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471061s","start":"2026-07-27T20:03:49.566249Z","end":"2026-07-27T20:03:51.56672Z","steps":["trace[104876426] 'agreement among raft nodes before linearized reading' (duration: 2.000297137s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:51.566879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:49.566218Z","time spent":"2.000646435s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 20:03:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:51.88235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:52.259025Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"695c9fa52bc3ce96","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-27T20:03:52.339955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:45.339163Z","time spent":"7.000783049s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-27T20:03:52.383459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:52.88458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:53.106156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000029811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T20:03:53.106254Z","caller":"traceutil/trace.go:171","msg":"trace[708269858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228435s","start":"2026-07-27T20:03:51.106002Z","end":"2026-07-27T20:03:53.106231Z","steps":["trace[708269858] 'agreement among raft nodes before linearized reading' (duration: 2.000068801s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:53.1065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:51.105972Z","time spent":"2.000327798s","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:03:53.276837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997774007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:03:53.276984Z","caller":"traceutil/trace.go:171","msg":"trace[1720337366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997969872s","start":"2026-07-27T20:03:50.278954Z","end":"2026-07-27T20:03:53.276924Z","steps":["trace[1720337366] 'agreement among raft nodes before linearized reading' (duration: 2.997811908s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:53.277054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:50.278925Z","time spent":"2.998118396s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/27 20:03:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:53.28883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997730704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:03:53.288988Z","caller":"traceutil/trace.go:171","msg":"trace[700330891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997882549s","start":"2026-07-27T20:03:50.291031Z","end":"2026-07-27T20:03:53.288913Z","steps":["trace[700330891] 'agreement among raft nodes before linearized reading' (duration: 2.997748675s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:53.289055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:50.29102Z","time spent":"2.998022732s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/27 20:03:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:53.303122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.734221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:03:53.303181Z","caller":"traceutil/trace.go:171","msg":"trace[1808193844] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; }","duration":"299.840824ms","start":"2026-07-27T20:03:53.003326Z","end":"2026-07-27T20:03:53.303167Z","steps":["trace[1808193844] 'agreement among raft nodes before linearized reading' (duration: 299.773242ms)"],"step_count":1} 2026/07/27 20:03:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:53.305445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998085141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:03:53.305499Z","caller":"traceutil/trace.go:171","msg":"trace[781633663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998181113s","start":"2026-07-27T20:03:50.307306Z","end":"2026-07-27T20:03:53.305487Z","steps":["trace[781633663] 'agreement among raft nodes before linearized reading' (duration: 2.998120202s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:53.305542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:50.307295Z","time spent":"2.998237524s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/27 20:03:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:53.385049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:53.574014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:03:53.574108Z","caller":"traceutil/trace.go:171","msg":"trace[571722797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021621s","start":"2026-07-27T20:03:51.573869Z","end":"2026-07-27T20:03:53.574086Z","steps":["trace[571722797] 'agreement among raft nodes before linearized reading' (duration: 2.000099027s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:53.574157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:51.573846Z","time spent":"2.000303212s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 20:03:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:53.802076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998103165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:03:53.802682Z","caller":"traceutil/trace.go:171","msg":"trace[1233072687] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998664759s","start":"2026-07-27T20:03:48.803685Z","end":"2026-07-27T20:03:53.802349Z","steps":["trace[1233072687] 'agreement among raft nodes before linearized reading' (duration: 4.998143256s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:53.802965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:48.803662Z","time spent":"4.999277604s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/27 20:03:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:53.88617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:54.386714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:54.561062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:47.560714Z","time spent":"7.000336868s","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-27T20:03:54.886892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447262754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:03:55.11381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.309596915s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T20:03:55.41982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.162889357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-27T20:03:55.419938Z","caller":"traceutil/trace.go:171","msg":"trace[1477032655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"12.163081943s","start":"2026-07-27T20:03:43.256834Z","end":"2026-07-27T20:03:55.419916Z","steps":["trace[1477032655] 'range keys from in-memory index tree' (duration: 12.162742745s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:55.419869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.362573443s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T20:03:55.41999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:43.256808Z","time spent":"12.163170285s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T20:03:55.420028Z","caller":"traceutil/trace.go:171","msg":"trace[228726794] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1137; }","duration":"10.362751347s","start":"2026-07-27T20:03:45.057255Z","end":"2026-07-27T20:03:55.420006Z","steps":["trace[228726794] 'range keys from in-memory index tree' (duration: 10.362554192s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:55.420079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.142461712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-27T20:03:55.420112Z","caller":"traceutil/trace.go:171","msg":"trace[17759041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"12.142549015s","start":"2026-07-27T20:03:43.277555Z","end":"2026-07-27T20:03:55.420104Z","steps":["trace[17759041] 'range keys from in-memory index tree' (duration: 12.142292188s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:55.42015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:43.277526Z","time spent":"12.142615716s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T20:03:55.420702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.123738711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-27T20:03:55.420874Z","caller":"traceutil/trace.go:171","msg":"trace[143208661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"12.123974758s","start":"2026-07-27T20:03:43.296833Z","end":"2026-07-27T20:03:55.420808Z","steps":["trace[143208661] 'range keys from in-memory index tree' (duration: 12.123570226s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:55.42103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:43.296795Z","time spent":"12.124216584s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T20:03:55.421184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.115210357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} 2026/07/27 20:03:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-27T20:03:55.421238Z","caller":"traceutil/trace.go:171","msg":"trace[1391942978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"12.115267278s","start":"2026-07-27T20:03:43.305937Z","end":"2026-07-27T20:03:55.421204Z","steps":["trace[1391942978] 'range keys from in-memory index tree' (duration: 12.115133455s)"],"step_count":1} 2026/07/27 20:03:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:55.421272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:43.305923Z","time spent":"12.11534112s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/27 20:03:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/27 20:03:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:55.42137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.865787899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:03:55.421471Z","caller":"traceutil/trace.go:171","msg":"trace[277866841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1137; }","duration":"11.865930172s","start":"2026-07-27T20:03:43.555518Z","end":"2026-07-27T20:03:55.421448Z","steps":["trace[277866841] 'range keys from in-memory index tree' (duration: 11.865695067s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:55.421501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.361481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-27T20:03:55.421545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:43.5555Z","time spent":"11.866033745s","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:03:55.420241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.1308422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-27T20:03:55.42372Z","caller":"traceutil/trace.go:171","msg":"trace[128005552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"12.134341787s","start":"2026-07-27T20:03:43.289365Z","end":"2026-07-27T20:03:55.423706Z","steps":["trace[128005552] 'range keys from in-memory index tree' (duration: 12.130764098s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:55.425832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:43.289352Z","time spent":"12.136461118s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/27 20:03:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:55.581618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:03:55.581729Z","caller":"traceutil/trace.go:171","msg":"trace[713474197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095277s","start":"2026-07-27T20:03:53.581606Z","end":"2026-07-27T20:03:55.581701Z","steps":["trace[713474197] 'agreement among raft nodes before linearized reading' (duration: 1.999923742s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:55.581789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:53.581531Z","time spent":"2.00024491s","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 20:03:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:03:56.514745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.517604ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-27T20:03:56.577426Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"61.971µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-27T20:03:56.577718Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"695c9fa52bc3ce96","error":"lease not found"} {"level":"info","ts":"2026-07-27T20:03:56.577794Z","caller":"traceutil/trace.go:171","msg":"trace[356486386] linearizableReadLoop","detail":"{readStateIndex:1190; appliedIndex:1178; }","duration":"5.696866224s","start":"2026-07-27T20:03:50.880904Z","end":"2026-07-27T20:03:56.577771Z","steps":["trace[356486386] 'read index received' (duration: 4.233173725s)","trace[356486386] 'applied index is now lower than readState.Index' (duration: 1.463691429s)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:56.577886Z","caller":"traceutil/trace.go:171","msg":"trace[703626322] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1141; }","duration":"4.230832884s","start":"2026-07-27T20:03:52.34704Z","end":"2026-07-27T20:03:56.577873Z","steps":["trace[703626322] 'process raft request' (duration: 4.230454494s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.578067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.618071185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:03:56.578049Z","caller":"traceutil/trace.go:171","msg":"trace[1107770918] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"3.285659406s","start":"2026-07-27T20:03:53.292346Z","end":"2026-07-27T20:03:56.578006Z","steps":["trace[1107770918] 'process raft request' (duration: 3.285265366s)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:56.578115Z","caller":"traceutil/trace.go:171","msg":"trace[1028281255] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1146; }","duration":"8.618183248s","start":"2026-07-27T20:03:47.95992Z","end":"2026-07-27T20:03:56.578104Z","steps":["trace[1028281255] 'agreement among raft nodes before linearized reading' (duration: 8.618092135s)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:56.578072Z","caller":"traceutil/trace.go:171","msg":"trace[956121412] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"2.772395711s","start":"2026-07-27T20:03:53.805594Z","end":"2026-07-27T20:03:56.57799Z","steps":["trace[956121412] 'process raft request' (duration: 2.772123043s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.578159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:47.959895Z","time spent":"8.61825477s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:03:56.578266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:53.292318Z","time spent":"3.285829401s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:03:56.578345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:53.805565Z","time spent":"2.772602636s","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T20:03:56.578573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:52.347015Z","time spent":"4.230908406s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:03:56.578646Z","caller":"traceutil/trace.go:171","msg":"trace[328208305] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"3.318844965s","start":"2026-07-27T20:03:53.259779Z","end":"2026-07-27T20:03:56.578624Z","steps":["trace[328208305] 'process raft request' (duration: 3.317783099s)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:56.578724Z","caller":"traceutil/trace.go:171","msg":"trace[1272185420] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"5.820193662s","start":"2026-07-27T20:03:50.758436Z","end":"2026-07-27T20:03:56.57863Z","steps":["trace[1272185420] 'process raft request' (duration: 5.818829939s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.578831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.573211269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:03:56.578874Z","caller":"traceutil/trace.go:171","msg":"trace[1496015064] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1146; }","duration":"10.573312931s","start":"2026-07-27T20:03:46.005545Z","end":"2026-07-27T20:03:56.578858Z","steps":["trace[1496015064] 'agreement among raft nodes before linearized reading' (duration: 10.573242349s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.578907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:46.005514Z","time spent":"10.573383763s","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:03:56.578942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:53.259746Z","time spent":"3.318983599s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:03:56.578963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:50.7584Z","time spent":"5.820445568s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:03:56.579284Z","caller":"traceutil/trace.go:171","msg":"trace[893439490] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"3.280102269s","start":"2026-07-27T20:03:53.299008Z","end":"2026-07-27T20:03:56.57911Z","steps":["trace[893439490] 'process raft request' (duration: 3.278640243s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.579365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.496386353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T20:03:56.579404Z","caller":"traceutil/trace.go:171","msg":"trace[494350328] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1146; }","duration":"9.496485726s","start":"2026-07-27T20:03:47.082908Z","end":"2026-07-27T20:03:56.579394Z","steps":["trace[494350328] 'agreement among raft nodes before linearized reading' (duration: 9.496411284s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.579443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:47.08288Z","time spent":"9.496550038s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:03:56.579464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:53.298982Z","time spent":"3.280380166s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:03:56.57999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.365840195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T20:03:56.580057Z","caller":"traceutil/trace.go:171","msg":"trace[361337786] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:1146; }","duration":"6.365961677s","start":"2026-07-27T20:03:50.214076Z","end":"2026-07-27T20:03:56.580038Z","steps":["trace[361337786] 'agreement among raft nodes before linearized reading' (duration: 6.365157568s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.580091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:50.214047Z","time spent":"6.366035539s","remote":"127.0.0.1:60386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"info","ts":"2026-07-27T20:03:56.579335Z","caller":"traceutil/trace.go:171","msg":"trace[1033795872] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"3.268868693s","start":"2026-07-27T20:03:53.310445Z","end":"2026-07-27T20:03:56.579314Z","steps":["trace[1033795872] 'process raft request' (duration: 3.267236443s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.580444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:53.310429Z","time spent":"3.269963869s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:03:56.586405Z","caller":"traceutil/trace.go:171","msg":"trace[1274122276] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"1.339564209s","start":"2026-07-27T20:03:55.246823Z","end":"2026-07-27T20:03:56.586387Z","steps":["trace[1274122276] 'process raft request' (duration: 1.339425295s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.586482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:55.246796Z","time spent":"1.339650611s","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5752,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:03:56.673349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692739494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T20:03:56.67335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095478454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-27T20:03:56.673426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31031907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:03:56.67345Z","caller":"traceutil/trace.go:171","msg":"trace[1615819253] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1148; }","duration":"3.095625288s","start":"2026-07-27T20:03:53.577801Z","end":"2026-07-27T20:03:56.673426Z","steps":["trace[1615819253] 'agreement among raft nodes before linearized reading' (duration: 3.095446703s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.673414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091388359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T20:03:56.673482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107374877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c63e2436c39f51\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-27T20:03:56.673506Z","caller":"traceutil/trace.go:171","msg":"trace[252365753] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c63e2436c39f51; range_end:; response_count:1; response_revision:1148; }","duration":"2.107419517s","start":"2026-07-27T20:03:54.56608Z","end":"2026-07-27T20:03:56.673499Z","steps":["trace[252365753] 'agreement among raft nodes before linearized reading' (duration: 2.107371126s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.673504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:53.577786Z","time spent":"3.095708329s","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-27T20:03:56.673526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598998722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T20:03:56.673543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:54.566062Z","time spent":"2.107474329s","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c63e2436c39f51\" "} {"level":"info","ts":"2026-07-27T20:03:56.673563Z","caller":"traceutil/trace.go:171","msg":"trace[385174153] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1148; }","duration":"4.599037003s","start":"2026-07-27T20:03:52.074517Z","end":"2026-07-27T20:03:56.673554Z","steps":["trace[385174153] 'agreement among raft nodes before linearized reading' (duration: 4.598982992s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.673595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:52.074439Z","time spent":"4.599147505s","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:03:56.67361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.637381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:03:56.673656Z","caller":"traceutil/trace.go:171","msg":"trace[407296006] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1148; }","duration":"757.747893ms","start":"2026-07-27T20:03:55.915898Z","end":"2026-07-27T20:03:56.673646Z","steps":["trace[407296006] 'agreement among raft nodes before linearized reading' (duration: 757.668721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.673695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:55.915868Z","time spent":"757.817265ms","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:03:56.673759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213319733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T20:03:56.673791Z","caller":"traceutil/trace.go:171","msg":"trace[1060989564] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1148; }","duration":"2.213401974s","start":"2026-07-27T20:03:54.460382Z","end":"2026-07-27T20:03:56.673784Z","steps":["trace[1060989564] 'agreement among raft nodes before linearized reading' (duration: 2.213350203s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.673813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:54.460353Z","time spent":"2.213453736s","remote":"127.0.0.1:60664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-27T20:03:56.673519Z","caller":"traceutil/trace.go:171","msg":"trace[1877929304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1148; }","duration":"1.091557813s","start":"2026-07-27T20:03:55.581937Z","end":"2026-07-27T20:03:56.673495Z","steps":["trace[1877929304] 'agreement among raft nodes before linearized reading' (duration: 1.091382269s)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:56.673429Z","caller":"traceutil/trace.go:171","msg":"trace[1176601187] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1148; }","duration":"2.692901217s","start":"2026-07-27T20:03:53.980509Z","end":"2026-07-27T20:03:56.673411Z","steps":["trace[1176601187] 'agreement among raft nodes before linearized reading' (duration: 2.692684472s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.674138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:55.581912Z","time spent":"1.092217169s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:03:56.67416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:53.980463Z","time spent":"2.693683427s","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":81,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:03:56.674167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.647453762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:03:56.673471Z","caller":"traceutil/trace.go:171","msg":"trace[1870625813] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1148; }","duration":"4.310396381s","start":"2026-07-27T20:03:52.36306Z","end":"2026-07-27T20:03:56.673456Z","steps":["trace[1870625813] 'agreement among raft nodes before linearized reading' (duration: 4.310333s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.673349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.143899147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T20:03:56.674248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:52.36305Z","time spent":"4.31119198s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-27T20:03:56.674247Z","caller":"traceutil/trace.go:171","msg":"trace[1031207470] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1148; }","duration":"5.647554654s","start":"2026-07-27T20:03:51.026672Z","end":"2026-07-27T20:03:56.674227Z","steps":["trace[1031207470] 'agreement among raft nodes before linearized reading' (duration: 5.647431171s)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:56.674266Z","caller":"traceutil/trace.go:171","msg":"trace[175804644] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1148; }","duration":"5.144885992s","start":"2026-07-27T20:03:51.529369Z","end":"2026-07-27T20:03:56.674255Z","steps":["trace[175804644] 'agreement among raft nodes before linearized reading' (duration: 5.143896768s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:56.674291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:51.026603Z","time spent":"5.647677846s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:03:56.674307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:51.52934Z","time spent":"5.144953503s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:03:56.921016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.183466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-27T20:03:56.921179Z","caller":"traceutil/trace.go:171","msg":"trace[1480393672] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1148; }","duration":"246.445052ms","start":"2026-07-27T20:03:56.674709Z","end":"2026-07-27T20:03:56.921154Z","steps":["trace[1480393672] 'process raft request' (duration: 41.925948ms)","trace[1480393672] 'compare' (duration: 204.074134ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:57.104987Z","caller":"traceutil/trace.go:171","msg":"trace[599410984] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"426.650408ms","start":"2026-07-27T20:03:56.678296Z","end":"2026-07-27T20:03:57.104946Z","steps":["trace[599410984] 'process raft request' (duration: 426.315059ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:57.105061Z","caller":"traceutil/trace.go:171","msg":"trace[1740046707] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"419.545182ms","start":"2026-07-27T20:03:56.685468Z","end":"2026-07-27T20:03:57.105014Z","steps":["trace[1740046707] 'process raft request' (duration: 419.363078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:57.10521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:56.678245Z","time spent":"426.843452ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:03:57.105279Z","caller":"traceutil/trace.go:171","msg":"trace[6029635] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1193; }","duration":"420.187168ms","start":"2026-07-27T20:03:56.684989Z","end":"2026-07-27T20:03:57.105176Z","steps":["trace[6029635] 'read index received' (duration: 31.760739ms)","trace[6029635] 'applied index is now lower than readState.Index' (duration: 388.424299ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:57.105283Z","caller":"traceutil/trace.go:171","msg":"trace[714018442] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"415.991405ms","start":"2026-07-27T20:03:56.689271Z","end":"2026-07-27T20:03:57.105262Z","steps":["trace[714018442] 'process raft request' (duration: 415.637667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:57.105376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:56.68926Z","time spent":"416.069558ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:03:57.10542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.404763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:03:57.105499Z","caller":"traceutil/trace.go:171","msg":"trace[1445897090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1151; }","duration":"420.553566ms","start":"2026-07-27T20:03:56.684925Z","end":"2026-07-27T20:03:57.105479Z","steps":["trace[1445897090] 'agreement among raft nodes before linearized reading' (duration: 420.424013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:57.105541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:56.684908Z","time spent":"420.624799ms","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:03:57.105588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:56.685453Z","time spent":"419.708327ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:03:57.256233Z","caller":"traceutil/trace.go:171","msg":"trace[2088255599] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"145.48365ms","start":"2026-07-27T20:03:57.110715Z","end":"2026-07-27T20:03:57.256199Z","steps":["trace[2088255599] 'process raft request' (duration: 145.269195ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:57.256618Z","caller":"traceutil/trace.go:171","msg":"trace[2028712274] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1197; }","duration":"151.273632ms","start":"2026-07-27T20:03:57.105318Z","end":"2026-07-27T20:03:57.256592Z","steps":["trace[2028712274] 'read index received' (duration: 63.775221ms)","trace[2028712274] 'applied index is now lower than readState.Index' (duration: 87.486051ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:03:57.256593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:56.922455Z","time spent":"334.129111ms","remote":"127.0.0.1:60386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-27T20:03:57.256891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.247777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T20:03:57.257008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.827362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T20:03:57.257034Z","caller":"traceutil/trace.go:171","msg":"trace[768915402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1152; }","duration":"150.34373ms","start":"2026-07-27T20:03:57.106572Z","end":"2026-07-27T20:03:57.256916Z","steps":["trace[768915402] 'agreement among raft nodes before linearized reading' (duration: 150.168215ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:57.257123Z","caller":"traceutil/trace.go:171","msg":"trace[1029552781] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1152; }","duration":"169.047077ms","start":"2026-07-27T20:03:57.088051Z","end":"2026-07-27T20:03:57.257098Z","steps":["trace[1029552781] 'agreement among raft nodes before linearized reading' (duration: 168.650787ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:57.541764Z","caller":"traceutil/trace.go:171","msg":"trace[1075020501] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1199; }","duration":"280.208507ms","start":"2026-07-27T20:03:57.261521Z","end":"2026-07-27T20:03:57.541729Z","steps":["trace[1075020501] 'read index received' (duration: 279.853768ms)","trace[1075020501] 'applied index is now lower than readState.Index' (duration: 352.949µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:57.541787Z","caller":"traceutil/trace.go:171","msg":"trace[869472139] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"283.670074ms","start":"2026-07-27T20:03:57.258071Z","end":"2026-07-27T20:03:57.541742Z","steps":["trace[869472139] 'process raft request' (duration: 283.396817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:57.542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.458834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-07-27T20:03:57.542065Z","caller":"traceutil/trace.go:171","msg":"trace[638356633] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1153; }","duration":"280.592837ms","start":"2026-07-27T20:03:57.261457Z","end":"2026-07-27T20:03:57.54205Z","steps":["trace[638356633] 'agreement among raft nodes before linearized reading' (duration: 280.366272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:57.542176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.167167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c63e2436c39f51\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-27T20:03:57.542271Z","caller":"traceutil/trace.go:171","msg":"trace[1212605073] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c63e2436c39f51; range_end:; response_count:1; response_revision:1153; }","duration":"280.320051ms","start":"2026-07-27T20:03:57.261928Z","end":"2026-07-27T20:03:57.542248Z","steps":["trace[1212605073] 'agreement among raft nodes before linearized reading' (duration: 280.004663ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:57.798343Z","caller":"traceutil/trace.go:171","msg":"trace[272915314] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1201; }","duration":"224.227887ms","start":"2026-07-27T20:03:57.574084Z","end":"2026-07-27T20:03:57.798311Z","steps":["trace[272915314] 'read index received' (duration: 206.167176ms)","trace[272915314] 'applied index is now lower than readState.Index' (duration: 18.055951ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:57.79842Z","caller":"traceutil/trace.go:171","msg":"trace[1974222386] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"246.544914ms","start":"2026-07-27T20:03:57.551827Z","end":"2026-07-27T20:03:57.798372Z","steps":["trace[1974222386] 'process raft request' (duration: 228.435841ms)","trace[1974222386] 'compare' (duration: 17.825926ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:03:57.798504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.406372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-27T20:03:57.798769Z","caller":"traceutil/trace.go:171","msg":"trace[989888307] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1155; }","duration":"224.521085ms","start":"2026-07-27T20:03:57.574017Z","end":"2026-07-27T20:03:57.798538Z","steps":["trace[989888307] 'agreement among raft nodes before linearized reading' (duration: 224.401352ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:57.806257Z","caller":"traceutil/trace.go:171","msg":"trace[1785995611] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"230.659544ms","start":"2026-07-27T20:03:57.575568Z","end":"2026-07-27T20:03:57.806227Z","steps":["trace[1785995611] 'process raft request' (duration: 230.529101ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:58.08327Z","caller":"traceutil/trace.go:171","msg":"trace[1455306634] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"269.284717ms","start":"2026-07-27T20:03:57.813847Z","end":"2026-07-27T20:03:58.083132Z","steps":["trace[1455306634] 'process raft request' (duration: 268.895537ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:58.332326Z","caller":"traceutil/trace.go:171","msg":"trace[170952842] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1204; }","duration":"321.605637ms","start":"2026-07-27T20:03:58.010686Z","end":"2026-07-27T20:03:58.332292Z","steps":["trace[170952842] 'read index received' (duration: 71.917727ms)","trace[170952842] 'applied index is now lower than readState.Index' (duration: 249.68621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:03:58.332662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.954126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-07-27T20:03:58.332742Z","caller":"traceutil/trace.go:171","msg":"trace[1966056217] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:1159; }","duration":"322.094948ms","start":"2026-07-27T20:03:58.010633Z","end":"2026-07-27T20:03:58.332728Z","steps":["trace[1966056217] 'agreement among raft nodes before linearized reading' (duration: 321.75995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:03:58.332787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:58.010615Z","time spent":"322.16252ms","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21260,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"info","ts":"2026-07-27T20:03:58.333248Z","caller":"traceutil/trace.go:171","msg":"trace[1312801558] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"477.450131ms","start":"2026-07-27T20:03:57.854893Z","end":"2026-07-27T20:03:58.332343Z","steps":["trace[1312801558] 'process raft request' (duration: 384.840688ms)","trace[1312801558] 'compare' (duration: 92.389398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:03:58.333404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:03:57.854874Z","time spent":"478.451475ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T20:03:58.556801Z","caller":"traceutil/trace.go:171","msg":"trace[1218593485] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"218.034986ms","start":"2026-07-27T20:03:58.338735Z","end":"2026-07-27T20:03:58.55677Z","steps":["trace[1218593485] 'process raft request' (duration: 206.028163ms)","trace[1218593485] 'compare' (duration: 11.87953ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:58.583904Z","caller":"traceutil/trace.go:171","msg":"trace[2072124930] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"180.680735ms","start":"2026-07-27T20:03:58.403184Z","end":"2026-07-27T20:03:58.583865Z","steps":["trace[2072124930] 'process raft request' (duration: 180.544311ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:58.698311Z","caller":"traceutil/trace.go:171","msg":"trace[1788757244] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"106.03906ms","start":"2026-07-27T20:03:58.592242Z","end":"2026-07-27T20:03:58.698281Z","steps":["trace[1788757244] 'process raft request' (duration: 70.337538ms)","trace[1788757244] 'compare' (duration: 35.458556ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:03:58.966559Z","caller":"traceutil/trace.go:171","msg":"trace[999373922] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"257.400638ms","start":"2026-07-27T20:03:58.709123Z","end":"2026-07-27T20:03:58.966523Z","steps":["trace[999373922] 'process raft request' (duration: 257.274865ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:58.967048Z","caller":"traceutil/trace.go:171","msg":"trace[547863576] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"261.935938ms","start":"2026-07-27T20:03:58.705099Z","end":"2026-07-27T20:03:58.967035Z","steps":["trace[547863576] 'process raft request' (duration: 261.080438ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:03:59.037488Z","caller":"traceutil/trace.go:171","msg":"trace[2064926461] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"263.588869ms","start":"2026-07-27T20:03:58.773843Z","end":"2026-07-27T20:03:59.037432Z","steps":["trace[2064926461] 'process raft request' (duration: 242.199657ms)","trace[2064926461] 'compare' (duration: 21.122545ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:04:29.122119Z","caller":"traceutil/trace.go:171","msg":"trace[229705079] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"601.055931ms","start":"2026-07-27T20:04:28.521026Z","end":"2026-07-27T20:04:29.122082Z","steps":["trace[229705079] 'process raft request' (duration: 577.789666ms)","trace[229705079] 'compare' (duration: 22.752713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:04:29.122302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:28.520998Z","time spent":"601.204024ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T20:04:29.152178Z","caller":"traceutil/trace.go:171","msg":"trace[234156464] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1429; }","duration":"490.613438ms","start":"2026-07-27T20:04:28.661541Z","end":"2026-07-27T20:04:29.152154Z","steps":["trace[234156464] 'read index received' (duration: 437.289382ms)","trace[234156464] 'applied index is now lower than readState.Index' (duration: 53.322296ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:04:29.152292Z","caller":"traceutil/trace.go:171","msg":"trace[133695409] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"624.803335ms","start":"2026-07-27T20:04:28.527474Z","end":"2026-07-27T20:04:29.152277Z","steps":["trace[133695409] 'process raft request' (duration: 624.544838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.152409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:28.527462Z","time spent":"624.858346ms","remote":"127.0.0.1:36642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:04:29.152492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.991724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:04:29.152558Z","caller":"traceutil/trace.go:171","msg":"trace[1616875552] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1372; }","duration":"443.139918ms","start":"2026-07-27T20:04:28.709401Z","end":"2026-07-27T20:04:29.152541Z","steps":["trace[1616875552] 'agreement among raft nodes before linearized reading' (duration: 443.005775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.152613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:28.709367Z","time spent":"443.224459ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:04:29.152689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.15511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T20:04:29.152718Z","caller":"traceutil/trace.go:171","msg":"trace[1652278133] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1372; }","duration":"491.221842ms","start":"2026-07-27T20:04:28.661487Z","end":"2026-07-27T20:04:29.152709Z","steps":["trace[1652278133] 'agreement among raft nodes before linearized reading' (duration: 491.047048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.152749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:28.66146Z","time spent":"491.281604ms","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":184,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:04:29.756429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447263361,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T20:04:29.856461Z","caller":"traceutil/trace.go:171","msg":"trace[1236705309] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1431; }","duration":"697.696194ms","start":"2026-07-27T20:04:29.158742Z","end":"2026-07-27T20:04:29.856438Z","steps":["trace[1236705309] 'read index received' (duration: 697.51596ms)","trace[1236705309] 'applied index is now lower than readState.Index' (duration: 179.244µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:04:29.856738Z","caller":"traceutil/trace.go:171","msg":"trace[1986385726] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"698.8304ms","start":"2026-07-27T20:04:29.157892Z","end":"2026-07-27T20:04:29.856722Z","steps":["trace[1986385726] 'process raft request' (duration: 698.421951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.856853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:29.15786Z","time spent":"698.914782ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:04:29.856956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.657719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:04:29.857018Z","caller":"traceutil/trace.go:171","msg":"trace[649435426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1373; }","duration":"329.787682ms","start":"2026-07-27T20:04:29.527215Z","end":"2026-07-27T20:04:29.857003Z","steps":["trace[649435426] 'agreement among raft nodes before linearized reading' (duration: 329.658959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.857063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:29.527194Z","time spent":"329.858424ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:04:29.857049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.290898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18c63e2dc020305c\" ","response":"range_response_count:1 size:688"} {"level":"warn","ts":"2026-07-27T20:04:29.857063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.167147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-27T20:04:29.857133Z","caller":"traceutil/trace.go:171","msg":"trace[681881487] range","detail":"{range_begin:/registry/events/default/atmosphere.18c63e2dc020305c; range_end:; response_count:1; response_revision:1373; }","duration":"698.430401ms","start":"2026-07-27T20:04:29.158681Z","end":"2026-07-27T20:04:29.857112Z","steps":["trace[681881487] 'agreement among raft nodes before linearized reading' (duration: 698.147695ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:04:29.857162Z","caller":"traceutil/trace.go:171","msg":"trace[1348575780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1373; }","duration":"627.328881ms","start":"2026-07-27T20:04:29.229808Z","end":"2026-07-27T20:04:29.857137Z","steps":["trace[1348575780] 'agreement among raft nodes before linearized reading' (duration: 627.029084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.857189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:29.158666Z","time spent":"698.513183ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":711,"request content":"key:\"/registry/events/default/atmosphere.18c63e2dc020305c\" "} {"level":"warn","ts":"2026-07-27T20:04:29.857209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:29.229781Z","time spent":"627.421082ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T20:04:29.857289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.643771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T20:04:29.857338Z","caller":"traceutil/trace.go:171","msg":"trace[1696135154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1373; }","duration":"461.737104ms","start":"2026-07-27T20:04:29.395589Z","end":"2026-07-27T20:04:29.857326Z","steps":["trace[1696135154] 'agreement among raft nodes before linearized reading' (duration: 461.584571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.85735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.204047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:04:29.857374Z","caller":"traceutil/trace.go:171","msg":"trace[490643412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1373; }","duration":"564.251627ms","start":"2026-07-27T20:04:29.293117Z","end":"2026-07-27T20:04:29.857368Z","steps":["trace[490643412] 'agreement among raft nodes before linearized reading' (duration: 564.213856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.857295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.724687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T20:04:29.8574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:29.293102Z","time spent":"564.293959ms","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T20:04:29.857406Z","caller":"traceutil/trace.go:171","msg":"trace[359303992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1373; }","duration":"304.872291ms","start":"2026-07-27T20:04:29.552524Z","end":"2026-07-27T20:04:29.857396Z","steps":["trace[359303992] 'agreement among raft nodes before linearized reading' (duration: 304.731048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.857432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:29.552497Z","time spent":"304.928791ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:04:29.857375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:29.395564Z","time spent":"461.804045ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T20:04:29.857634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.655931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T20:04:29.857681Z","caller":"traceutil/trace.go:171","msg":"trace[1051293274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1373; }","duration":"458.744523ms","start":"2026-07-27T20:04:29.398925Z","end":"2026-07-27T20:04:29.857669Z","steps":["trace[1051293274] 'agreement among raft nodes before linearized reading' (duration: 458.63133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:29.857718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:29.398904Z","time spent":"458.806374ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T20:04:30.230436Z","caller":"traceutil/trace.go:171","msg":"trace[1876624634] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1437; }","duration":"122.564839ms","start":"2026-07-27T20:04:30.107853Z","end":"2026-07-27T20:04:30.230418Z","steps":["trace[1876624634] 'read index received' (duration: 122.436526ms)","trace[1876624634] 'applied index is now lower than readState.Index' (duration: 127.293µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:04:30.23049Z","caller":"traceutil/trace.go:171","msg":"trace[360244262] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"172.075144ms","start":"2026-07-27T20:04:30.058386Z","end":"2026-07-27T20:04:30.230462Z","steps":["trace[360244262] 'process raft request' (duration: 171.91767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:30.230597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.723822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:04:30.230628Z","caller":"traceutil/trace.go:171","msg":"trace[64162945] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1379; }","duration":"122.792543ms","start":"2026-07-27T20:04:30.107825Z","end":"2026-07-27T20:04:30.230618Z","steps":["trace[64162945] 'agreement among raft nodes before linearized reading' (duration: 122.695911ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:04:38.588454Z","caller":"traceutil/trace.go:171","msg":"trace[1406759271] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"313.777847ms","start":"2026-07-27T20:04:38.274648Z","end":"2026-07-27T20:04:38.588426Z","steps":["trace[1406759271] 'process raft request' (duration: 313.631744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:38.58863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:38.274619Z","time spent":"313.920491ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:04:40.873097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447263527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:04:41.363686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.567317786s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T20:04:41.364327Z","caller":"traceutil/trace.go:171","msg":"trace[1070095865] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1501; }","duration":"1.415423235s","start":"2026-07-27T20:04:39.948868Z","end":"2026-07-27T20:04:41.364291Z","steps":["trace[1070095865] 'read index received' (duration: 1.415010566s)","trace[1070095865] 'applied index is now lower than readState.Index' (duration: 411.129µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:04:41.364386Z","caller":"traceutil/trace.go:171","msg":"trace[613098567] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"1.568241786s","start":"2026-07-27T20:04:39.796108Z","end":"2026-07-27T20:04:41.36435Z","steps":["trace[613098567] 'process raft request' (duration: 1.567944489s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:41.364653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415751152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T20:04:41.364755Z","caller":"traceutil/trace.go:171","msg":"trace[1886035464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1440; }","duration":"1.415876955s","start":"2026-07-27T20:04:39.948856Z","end":"2026-07-27T20:04:41.364733Z","steps":["trace[1886035464] 'agreement among raft nodes before linearized reading' (duration: 1.415562948s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:41.364744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:39.796077Z","time spent":"1.568524973s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:04:41.364806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:39.948782Z","time spent":"1.416015318s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T20:04:41.365272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415855664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-27T20:04:41.36532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413806037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T20:04:41.365349Z","caller":"traceutil/trace.go:171","msg":"trace[481835040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1440; }","duration":"1.413854439s","start":"2026-07-27T20:04:39.951487Z","end":"2026-07-27T20:04:41.365341Z","steps":["trace[481835040] 'agreement among raft nodes before linearized reading' (duration: 1.413778547s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:41.365369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:39.951476Z","time spent":"1.413889129s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T20:04:41.365381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.840642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T20:04:41.365431Z","caller":"traceutil/trace.go:171","msg":"trace[1765048771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1440; }","duration":"753.919374ms","start":"2026-07-27T20:04:40.611496Z","end":"2026-07-27T20:04:41.365416Z","steps":["trace[1765048771] 'agreement among raft nodes before linearized reading' (duration: 753.72923ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:04:41.365322Z","caller":"traceutil/trace.go:171","msg":"trace[832220655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1440; }","duration":"1.415967967s","start":"2026-07-27T20:04:39.949341Z","end":"2026-07-27T20:04:41.365309Z","steps":["trace[832220655] 'agreement among raft nodes before linearized reading' (duration: 1.415778393s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:41.365574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148198926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-27T20:04:41.365591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:39.949319Z","time spent":"1.416249514s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T20:04:41.365609Z","caller":"traceutil/trace.go:171","msg":"trace[811480937] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:1440; }","duration":"1.148280628s","start":"2026-07-27T20:04:40.217321Z","end":"2026-07-27T20:04:41.365602Z","steps":["trace[811480937] 'agreement among raft nodes before linearized reading' (duration: 1.148153275s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:41.365645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:40.217254Z","time spent":"1.14838567s","remote":"127.0.0.1:60386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-07-27T20:04:41.365511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:40.611477Z","time spent":"753.992636ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T20:04:41.366119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.290796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:04:41.366154Z","caller":"traceutil/trace.go:171","msg":"trace[2134288649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1440; }","duration":"486.348379ms","start":"2026-07-27T20:04:40.879797Z","end":"2026-07-27T20:04:41.366145Z","steps":["trace[2134288649] 'agreement among raft nodes before linearized reading' (duration: 485.720554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:41.36625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:40.879785Z","time spent":"486.457151ms","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:04:41.367302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416892699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T20:04:41.367362Z","caller":"traceutil/trace.go:171","msg":"trace[1309401435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1440; }","duration":"1.416978611s","start":"2026-07-27T20:04:39.950369Z","end":"2026-07-27T20:04:41.367348Z","steps":["trace[1309401435] 'agreement among raft nodes before linearized reading' (duration: 1.414967405s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:41.367397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:39.950357Z","time spent":"1.417031992s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T20:04:44.692115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447263681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:04:45.192862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447263681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:04:45.693837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447263681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:04:46.19472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447263681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:04:46.553048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99971519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T20:04:46.553147Z","caller":"traceutil/trace.go:171","msg":"trace[1250271621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999900465s","start":"2026-07-27T20:04:44.553223Z","end":"2026-07-27T20:04:46.553124Z","steps":["trace[1250271621] 'agreement among raft nodes before linearized reading' (duration: 1.999774192s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:46.553209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:44.553191Z","time spent":"2.000000567s","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 20:04:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T20:04:46.695409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447263681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:04:47.195881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447263681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:04:47.696994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447263681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:04:47.746524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.363198567s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T20:04:47.746896Z","caller":"traceutil/trace.go:171","msg":"trace[1017187091] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"4.363670537s","start":"2026-07-27T20:04:43.383201Z","end":"2026-07-27T20:04:47.746871Z","steps":["trace[1017187091] 'process raft request' (duration: 4.363513634s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.747051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:43.383188Z","time spent":"4.36377494s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:04:47.753198Z","caller":"traceutil/trace.go:171","msg":"trace[532697751] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"4.367660189s","start":"2026-07-27T20:04:43.3855Z","end":"2026-07-27T20:04:47.75316Z","steps":["trace[532697751] 'process raft request' (duration: 4.367378103s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.75336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:43.385488Z","time spent":"4.367772413s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:04:47.753493Z","caller":"traceutil/trace.go:171","msg":"trace[5181587] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"4.366126515s","start":"2026-07-27T20:04:43.387328Z","end":"2026-07-27T20:04:47.753454Z","steps":["trace[5181587] 'process raft request' (duration: 4.365759786s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.753645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:43.387319Z","time spent":"4.366239097s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:04:47.753801Z","caller":"traceutil/trace.go:171","msg":"trace[1004909389] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"4.36636128s","start":"2026-07-27T20:04:43.387417Z","end":"2026-07-27T20:04:47.753779Z","steps":["trace[1004909389] 'process raft request' (duration: 4.365787026s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.753857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:43.387412Z","time spent":"4.366415721s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:04:47.754412Z","caller":"traceutil/trace.go:171","msg":"trace[1599204236] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"4.36590357s","start":"2026-07-27T20:04:43.387383Z","end":"2026-07-27T20:04:47.753287Z","steps":["trace[1599204236] 'process raft request' (duration: 4.365763426s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.754896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:43.387378Z","time spent":"4.367170319s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:04:47.761246Z","caller":"traceutil/trace.go:171","msg":"trace[1866994793] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1603; }","duration":"3.570221418s","start":"2026-07-27T20:04:44.190996Z","end":"2026-07-27T20:04:47.761218Z","steps":["trace[1866994793] 'read index received' (duration: 3.555748666s)","trace[1866994793] 'applied index is now lower than readState.Index' (duration: 14.471362ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:04:47.761295Z","caller":"traceutil/trace.go:171","msg":"trace[1426802612] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"107.813342ms","start":"2026-07-27T20:04:47.653463Z","end":"2026-07-27T20:04:47.761276Z","steps":["trace[1426802612] 'process raft request' (duration: 107.529826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.761398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570378831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:04:47.761425Z","caller":"traceutil/trace.go:171","msg":"trace[1076796927] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1546; }","duration":"3.570428472s","start":"2026-07-27T20:04:44.190987Z","end":"2026-07-27T20:04:47.761416Z","steps":["trace[1076796927] 'agreement among raft nodes before linearized reading' (duration: 3.57033857s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.761452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:44.190913Z","time spent":"3.570532025s","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:04:47.761675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50423658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-n75ln.18c63e25c5f8339a\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-27T20:04:47.761724Z","caller":"traceutil/trace.go:171","msg":"trace[519562999] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-n75ln.18c63e25c5f8339a; range_end:; response_count:1; response_revision:1546; }","duration":"3.504351814s","start":"2026-07-27T20:04:44.257357Z","end":"2026-07-27T20:04:47.761708Z","steps":["trace[519562999] 'agreement among raft nodes before linearized reading' (duration: 3.504154449s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.76175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:44.257328Z","time spent":"3.504415275s","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-n75ln.18c63e25c5f8339a\" "} {"level":"warn","ts":"2026-07-27T20:04:47.761828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899056725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T20:04:47.761858Z","caller":"traceutil/trace.go:171","msg":"trace[2016623153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1546; }","duration":"2.899128706s","start":"2026-07-27T20:04:44.86272Z","end":"2026-07-27T20:04:47.761849Z","steps":["trace[2016623153] 'agreement among raft nodes before linearized reading' (duration: 2.899046404s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.761832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547465224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-27T20:04:47.761909Z","caller":"traceutil/trace.go:171","msg":"trace[1947290463] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1546; }","duration":"1.547593607s","start":"2026-07-27T20:04:46.214299Z","end":"2026-07-27T20:04:47.761892Z","steps":["trace[1947290463] 'agreement among raft nodes before linearized reading' (duration: 1.547382692s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.761931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679465697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T20:04:47.761952Z","caller":"traceutil/trace.go:171","msg":"trace[1356597238] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1546; }","duration":"2.679490467s","start":"2026-07-27T20:04:45.082456Z","end":"2026-07-27T20:04:47.761947Z","steps":["trace[1356597238] 'agreement among raft nodes before linearized reading' (duration: 2.679434156s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.761945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:46.214278Z","time spent":"1.547660159s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-27T20:04:47.761972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:45.082401Z","time spent":"2.679565719s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":37,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:04:47.76199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20831972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:04:47.762018Z","caller":"traceutil/trace.go:171","msg":"trace[1718287791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1546; }","duration":"1.208384382s","start":"2026-07-27T20:04:46.553625Z","end":"2026-07-27T20:04:47.76201Z","steps":["trace[1718287791] 'agreement among raft nodes before linearized reading' (duration: 1.208340911s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.761875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:44.862696Z","time spent":"2.899174698s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T20:04:47.762052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:46.553598Z","time spent":"1.208447084s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:04:47.762169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772346341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:04:47.762194Z","caller":"traceutil/trace.go:171","msg":"trace[1833460085] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1546; }","duration":"2.772445574s","start":"2026-07-27T20:04:44.989742Z","end":"2026-07-27T20:04:47.762188Z","steps":["trace[1833460085] 'agreement among raft nodes before linearized reading' (duration: 2.772400633s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:47.762209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:44.989714Z","time spent":"2.772491104s","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:04:52.337637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.024207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-27T20:04:52.337719Z","caller":"traceutil/trace.go:171","msg":"trace[93369778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1580; }","duration":"565.13976ms","start":"2026-07-27T20:04:51.77256Z","end":"2026-07-27T20:04:52.3377Z","steps":["trace[93369778] 'range keys from in-memory index tree' (duration: 564.885484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:52.337786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:51.772548Z","time spent":"565.223032ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T20:04:52.338233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.674016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T20:04:52.338282Z","caller":"traceutil/trace.go:171","msg":"trace[594614191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1580; }","duration":"563.738577ms","start":"2026-07-27T20:04:51.774532Z","end":"2026-07-27T20:04:52.33827Z","steps":["trace[594614191] 'range keys from in-memory index tree' (duration: 563.537443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:52.338305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:51.774479Z","time spent":"563.821479ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T20:04:52.338464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.208165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T20:04:52.338478Z","caller":"traceutil/trace.go:171","msg":"trace[185912307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1580; }","duration":"563.223296ms","start":"2026-07-27T20:04:51.77525Z","end":"2026-07-27T20:04:52.338473Z","steps":["trace[185912307] 'range keys from in-memory index tree' (duration: 563.127424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:52.338493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:51.775198Z","time spent":"563.292247ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T20:04:52.338551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.738454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T20:04:52.338563Z","caller":"traceutil/trace.go:171","msg":"trace[1397974297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1580; }","duration":"562.763376ms","start":"2026-07-27T20:04:51.775795Z","end":"2026-07-27T20:04:52.338558Z","steps":["trace[1397974297] 'range keys from in-memory index tree' (duration: 562.676023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:52.338574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:51.775788Z","time spent":"562.783496ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T20:04:52.338622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.933697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T20:04:52.338634Z","caller":"traceutil/trace.go:171","msg":"trace[180744541] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1580; }","duration":"526.972157ms","start":"2026-07-27T20:04:51.811658Z","end":"2026-07-27T20:04:52.33863Z","steps":["trace[180744541] 'count revisions from in-memory index tree' (duration: 526.862785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:04:52.338652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:04:51.811644Z","time spent":"527.003198ms","remote":"127.0.0.1:60452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-27T20:05:13.969886Z","caller":"traceutil/trace.go:171","msg":"trace[1608745931] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"197.516185ms","start":"2026-07-27T20:05:13.772342Z","end":"2026-07-27T20:05:13.969858Z","steps":["trace[1608745931] 'process raft request' (duration: 197.248819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:14.149314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.9ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b9787b-bd24-43a9-b94b-0f3a3cce06d3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-27T20:05:14.149427Z","caller":"traceutil/trace.go:171","msg":"trace[2132370264] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b9787b-bd24-43a9-b94b-0f3a3cce06d3; range_end:; response_count:1; response_revision:1966; }","duration":"250.085055ms","start":"2026-07-27T20:05:13.899306Z","end":"2026-07-27T20:05:14.149391Z","steps":["trace[2132370264] 'agreement among raft nodes before linearized reading' (duration: 71.083989ms)","trace[2132370264] 'range keys from in-memory index tree' (duration: 178.679399ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:05:14.195185Z","caller":"traceutil/trace.go:171","msg":"trace[1412668469] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"219.760912ms","start":"2026-07-27T20:05:13.975379Z","end":"2026-07-27T20:05:14.195139Z","steps":["trace[1412668469] 'process raft request' (duration: 219.549497ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:14.285767Z","caller":"traceutil/trace.go:171","msg":"trace[1697737824] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"127.209681ms","start":"2026-07-27T20:05:14.158535Z","end":"2026-07-27T20:05:14.285745Z","steps":["trace[1697737824] 'process raft request' (duration: 103.894846ms)","trace[1697737824] 'compare' (duration: 23.193202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:05:14.64224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.391811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-27T20:05:14.642348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.589351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T20:05:14.64236Z","caller":"traceutil/trace.go:171","msg":"trace[1104334219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1968; }","duration":"186.551506ms","start":"2026-07-27T20:05:14.455789Z","end":"2026-07-27T20:05:14.642341Z","steps":["trace[1104334219] 'range keys from in-memory index tree' (duration: 186.206447ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:14.642395Z","caller":"traceutil/trace.go:171","msg":"trace[1827139597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1968; }","duration":"184.670462ms","start":"2026-07-27T20:05:14.457712Z","end":"2026-07-27T20:05:14.642383Z","steps":["trace[1827139597] 'range keys from in-memory index tree' (duration: 184.490479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:14.642262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.554812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-27T20:05:14.642609Z","caller":"traceutil/trace.go:171","msg":"trace[1547893162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1968; }","duration":"209.962811ms","start":"2026-07-27T20:05:14.43263Z","end":"2026-07-27T20:05:14.642592Z","steps":["trace[1547893162] 'range keys from in-memory index tree' (duration: 209.373838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:14.642691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.439104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T20:05:14.642713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.173733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b9787b-bd24-43a9-b94b-0f3a3cce06d3\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-27T20:05:14.642757Z","caller":"traceutil/trace.go:171","msg":"trace[316742845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1968; }","duration":"191.844023ms","start":"2026-07-27T20:05:14.450897Z","end":"2026-07-27T20:05:14.642741Z","steps":["trace[316742845] 'range keys from in-memory index tree' (duration: 191.21955ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:14.642759Z","caller":"traceutil/trace.go:171","msg":"trace[1019408931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b9787b-bd24-43a9-b94b-0f3a3cce06d3; range_end:; response_count:1; response_revision:1968; }","duration":"100.266654ms","start":"2026-07-27T20:05:14.542478Z","end":"2026-07-27T20:05:14.642745Z","steps":["trace[1019408931] 'range keys from in-memory index tree' (duration: 99.954408ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:15.738162Z","caller":"traceutil/trace.go:171","msg":"trace[160189412] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2066; }","duration":"184.427425ms","start":"2026-07-27T20:05:15.553713Z","end":"2026-07-27T20:05:15.738141Z","steps":["trace[160189412] 'read index received' (duration: 182.825229ms)","trace[160189412] 'applied index is now lower than readState.Index' (duration: 1.600476ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:05:15.738208Z","caller":"traceutil/trace.go:171","msg":"trace[403232408] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"173.734795ms","start":"2026-07-27T20:05:15.564457Z","end":"2026-07-27T20:05:15.738192Z","steps":["trace[403232408] 'process raft request' (duration: 173.620882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:15.738342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.171922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:05:15.73837Z","caller":"traceutil/trace.go:171","msg":"trace[1886027187] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1976; }","duration":"161.255483ms","start":"2026-07-27T20:05:15.577103Z","end":"2026-07-27T20:05:15.738359Z","steps":["trace[1886027187] 'agreement among raft nodes before linearized reading' (duration: 161.155871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:15.738933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.203922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:05:15.73901Z","caller":"traceutil/trace.go:171","msg":"trace[365344650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"185.318135ms","start":"2026-07-27T20:05:15.553672Z","end":"2026-07-27T20:05:15.73899Z","steps":["trace[365344650] 'agreement among raft nodes before linearized reading' (duration: 185.204052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:16.475368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447264607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:05:16.976018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447264607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:05:17.477003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447264607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:05:17.689998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.758503281s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T20:05:17.690303Z","caller":"traceutil/trace.go:171","msg":"trace[2068609390] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"1.758900739s","start":"2026-07-27T20:05:15.93138Z","end":"2026-07-27T20:05:17.690281Z","steps":["trace[2068609390] 'process raft request' (duration: 1.758773976s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.690456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:15.931355Z","time spent":"1.759026662s","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:05:17.691774Z","caller":"traceutil/trace.go:171","msg":"trace[37653893] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"946.592763ms","start":"2026-07-27T20:05:16.745144Z","end":"2026-07-27T20:05:17.691736Z","steps":["trace[37653893] 'process raft request' (duration: 946.290286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.69196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.745121Z","time spent":"946.733016ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:05:17.692187Z","caller":"traceutil/trace.go:171","msg":"trace[1959885220] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"841.560224ms","start":"2026-07-27T20:05:16.850533Z","end":"2026-07-27T20:05:17.692093Z","steps":["trace[1959885220] 'process raft request' (duration: 841.092614ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:17.692175Z","caller":"traceutil/trace.go:171","msg":"trace[99684201] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2070; }","duration":"1.717833637s","start":"2026-07-27T20:05:15.974319Z","end":"2026-07-27T20:05:17.692153Z","steps":["trace[99684201] 'read index received' (duration: 1.716037816s)","trace[99684201] 'applied index is now lower than readState.Index' (duration: 1.794281ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:05:17.692271Z","caller":"traceutil/trace.go:171","msg":"trace[2011223472] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"428.568141ms","start":"2026-07-27T20:05:17.263688Z","end":"2026-07-27T20:05:17.692256Z","steps":["trace[2011223472] 'process raft request' (duration: 427.991218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.692396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.850491Z","time spent":"841.759289ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:05:17.692411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:17.263659Z","time spent":"428.678034ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:05:17.692463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718137013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-27T20:05:17.69255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036005962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-27T20:05:17.692631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.663534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-07-27T20:05:17.692639Z","caller":"traceutil/trace.go:171","msg":"trace[1653830764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1981; }","duration":"1.036125895s","start":"2026-07-27T20:05:16.65648Z","end":"2026-07-27T20:05:17.692606Z","steps":["trace[1653830764] 'agreement among raft nodes before linearized reading' (duration: 1.035948261s)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:17.692678Z","caller":"traceutil/trace.go:171","msg":"trace[777841753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1981; }","duration":"917.735285ms","start":"2026-07-27T20:05:16.774931Z","end":"2026-07-27T20:05:17.692667Z","steps":["trace[777841753] 'agreement among raft nodes before linearized reading' (duration: 917.572771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.6927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.65645Z","time spent":"1.036234796s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T20:05:17.69271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.77492Z","time spent":"917.782677ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T20:05:17.692754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037304281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-27T20:05:17.692657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.713047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T20:05:17.692926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036536254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T20:05:17.692921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.894672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T20:05:17.693012Z","caller":"traceutil/trace.go:171","msg":"trace[1948556468] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"948.108897ms","start":"2026-07-27T20:05:16.744885Z","end":"2026-07-27T20:05:17.692994Z","steps":["trace[1948556468] 'agreement among raft nodes before linearized reading' (duration: 947.936763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.693027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036644356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-27T20:05:17.693057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.744865Z","time spent":"948.178608ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-27T20:05:17.692987Z","caller":"traceutil/trace.go:171","msg":"trace[1563091708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1981; }","duration":"1.036599895s","start":"2026-07-27T20:05:16.65638Z","end":"2026-07-27T20:05:17.69298Z","steps":["trace[1563091708] 'agreement among raft nodes before linearized reading' (duration: 1.036443112s)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:17.693075Z","caller":"traceutil/trace.go:171","msg":"trace[848944804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1981; }","duration":"1.036791859s","start":"2026-07-27T20:05:16.656271Z","end":"2026-07-27T20:05:17.693063Z","steps":["trace[848944804] 'agreement among raft nodes before linearized reading' (duration: 1.036605945s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.69311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.656253Z","time spent":"1.036849841s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T20:05:17.693117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25008302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-27T20:05:17.693158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.656346Z","time spent":"1.03679888s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T20:05:17.693162Z","caller":"traceutil/trace.go:171","msg":"trace[189417963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"1.250165002s","start":"2026-07-27T20:05:16.442981Z","end":"2026-07-27T20:05:17.693146Z","steps":["trace[189417963] 'agreement among raft nodes before linearized reading' (duration: 1.250064669s)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:17.692541Z","caller":"traceutil/trace.go:171","msg":"trace[1090546426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1981; }","duration":"1.718272997s","start":"2026-07-27T20:05:15.974252Z","end":"2026-07-27T20:05:17.692525Z","steps":["trace[1090546426] 'agreement among raft nodes before linearized reading' (duration: 1.718060552s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.69319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.442958Z","time spent":"1.250224892s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T20:05:17.693202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:15.974222Z","time spent":"1.718973023s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T20:05:17.692845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.481433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b9787b-bd24-43a9-b94b-0f3a3cce06d3\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-07-27T20:05:17.693313Z","caller":"traceutil/trace.go:171","msg":"trace[2146127206] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b9787b-bd24-43a9-b94b-0f3a3cce06d3; range_end:; response_count:1; response_revision:1981; }","duration":"948.057146ms","start":"2026-07-27T20:05:16.745243Z","end":"2026-07-27T20:05:17.693301Z","steps":["trace[2146127206] 'agreement among raft nodes before linearized reading' (duration: 947.427592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.693342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.745227Z","time spent":"948.107327ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b9787b-bd24-43a9-b94b-0f3a3cce06d3\" "} {"level":"warn","ts":"2026-07-27T20:05:17.693373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47846338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c63e37c1803048\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-07-27T20:05:17.69343Z","caller":"traceutil/trace.go:171","msg":"trace[1318413205] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c63e37c1803048; range_end:; response_count:1; response_revision:1981; }","duration":"1.478563362s","start":"2026-07-27T20:05:16.214852Z","end":"2026-07-27T20:05:17.693416Z","steps":["trace[1318413205] 'agreement among raft nodes before linearized reading' (duration: 1.478417438s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.693478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.214819Z","time spent":"1.478648264s","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c63e37c1803048\" "} {"level":"info","ts":"2026-07-27T20:05:17.692782Z","caller":"traceutil/trace.go:171","msg":"trace[206232174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1981; }","duration":"1.037373732s","start":"2026-07-27T20:05:16.655401Z","end":"2026-07-27T20:05:17.692775Z","steps":["trace[206232174] 'agreement among raft nodes before linearized reading' (duration: 1.037182628s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.6936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.65538Z","time spent":"1.03820425s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T20:05:17.692969Z","caller":"traceutil/trace.go:171","msg":"trace[1008106160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1981; }","duration":"140.079584ms","start":"2026-07-27T20:05:17.552831Z","end":"2026-07-27T20:05:17.69291Z","steps":["trace[1008106160] 'agreement among raft nodes before linearized reading' (duration: 139.679596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.694237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494500589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T20:05:17.694278Z","caller":"traceutil/trace.go:171","msg":"trace[691624489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1981; }","duration":"1.494587471s","start":"2026-07-27T20:05:16.199681Z","end":"2026-07-27T20:05:17.694268Z","steps":["trace[691624489] 'agreement among raft nodes before linearized reading' (duration: 1.492689539s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:17.694339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:16.199654Z","time spent":"1.494642492s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T20:05:27.956527Z","caller":"traceutil/trace.go:171","msg":"trace[224308175] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"226.099619ms","start":"2026-07-27T20:05:27.7304Z","end":"2026-07-27T20:05:27.9565Z","steps":["trace[224308175] 'process raft request' (duration: 225.955706ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:27.976902Z","caller":"traceutil/trace.go:171","msg":"trace[1059694748] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"246.162547ms","start":"2026-07-27T20:05:27.730711Z","end":"2026-07-27T20:05:27.976874Z","steps":["trace[1059694748] 'process raft request' (duration: 245.918482ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:27.977009Z","caller":"traceutil/trace.go:171","msg":"trace[769236946] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2162; }","duration":"229.25321ms","start":"2026-07-27T20:05:27.747743Z","end":"2026-07-27T20:05:27.976997Z","steps":["trace[769236946] 'read index received' (duration: 208.63457ms)","trace[769236946] 'applied index is now lower than readState.Index' (duration: 20.61794ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:05:27.97714Z","caller":"traceutil/trace.go:171","msg":"trace[460493657] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"207.404532ms","start":"2026-07-27T20:05:27.769728Z","end":"2026-07-27T20:05:27.977133Z","steps":["trace[460493657] 'process raft request' (duration: 207.078675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:27.977284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.533726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T20:05:27.977308Z","caller":"traceutil/trace.go:171","msg":"trace[383856796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2069; }","duration":"229.609918ms","start":"2026-07-27T20:05:27.747692Z","end":"2026-07-27T20:05:27.977302Z","steps":["trace[383856796] 'agreement among raft nodes before linearized reading' (duration: 229.511535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:27.977399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.339259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-07-27T20:05:27.977414Z","caller":"traceutil/trace.go:171","msg":"trace[1582716384] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2069; }","duration":"228.39207ms","start":"2026-07-27T20:05:27.749017Z","end":"2026-07-27T20:05:27.977409Z","steps":["trace[1582716384] 'agreement among raft nodes before linearized reading' (duration: 228.339319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:27.977559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.336386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T20:05:27.977577Z","caller":"traceutil/trace.go:171","msg":"trace[1571794199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2069; }","duration":"214.376147ms","start":"2026-07-27T20:05:27.763195Z","end":"2026-07-27T20:05:27.977571Z","steps":["trace[1571794199] 'agreement among raft nodes before linearized reading' (duration: 214.321035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:27.977704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.375829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-27T20:05:27.977718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.485571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-27T20:05:27.977763Z","caller":"traceutil/trace.go:171","msg":"trace[694675131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2069; }","duration":"219.538882ms","start":"2026-07-27T20:05:27.758211Z","end":"2026-07-27T20:05:27.977749Z","steps":["trace[694675131] 'agreement among raft nodes before linearized reading' (duration: 219.43503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:27.977948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.665184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T20:05:27.977976Z","caller":"traceutil/trace.go:171","msg":"trace[1237949325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2069; }","duration":"218.703014ms","start":"2026-07-27T20:05:27.759268Z","end":"2026-07-27T20:05:27.977971Z","steps":["trace[1237949325] 'agreement among raft nodes before linearized reading' (duration: 218.643893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:27.978058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.602822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-27T20:05:27.978079Z","caller":"traceutil/trace.go:171","msg":"trace[1917107961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2069; }","duration":"218.657144ms","start":"2026-07-27T20:05:27.759417Z","end":"2026-07-27T20:05:27.978075Z","steps":["trace[1917107961] 'agreement among raft nodes before linearized reading' (duration: 218.608022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:27.977945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.268312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T20:05:27.978165Z","caller":"traceutil/trace.go:171","msg":"trace[885803038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2069; }","duration":"217.513137ms","start":"2026-07-27T20:05:27.760642Z","end":"2026-07-27T20:05:27.978156Z","steps":["trace[885803038] 'agreement among raft nodes before linearized reading' (duration: 217.242361ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:27.977726Z","caller":"traceutil/trace.go:171","msg":"trace[632608551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2069; }","duration":"228.413141ms","start":"2026-07-27T20:05:27.749308Z","end":"2026-07-27T20:05:27.977721Z","steps":["trace[632608551] 'agreement among raft nodes before linearized reading' (duration: 228.36191ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:50.186063Z","caller":"traceutil/trace.go:171","msg":"trace[755772209] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"153.853744ms","start":"2026-07-27T20:05:50.032174Z","end":"2026-07-27T20:05:50.186028Z","steps":["trace[755772209] 'process raft request' (duration: 153.646469ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:50.213815Z","caller":"traceutil/trace.go:171","msg":"trace[1227500496] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"170.288547ms","start":"2026-07-27T20:05:50.043506Z","end":"2026-07-27T20:05:50.213795Z","steps":["trace[1227500496] 'process raft request' (duration: 164.848417ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:50.214009Z","caller":"traceutil/trace.go:171","msg":"trace[1965757036] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2304; }","duration":"109.85779ms","start":"2026-07-27T20:05:50.104108Z","end":"2026-07-27T20:05:50.213966Z","steps":["trace[1965757036] 'read index received' (duration: 81.720608ms)","trace[1965757036] 'applied index is now lower than readState.Index' (duration: 28.135282ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:05:50.214107Z","caller":"traceutil/trace.go:171","msg":"trace[1501884284] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"155.555082ms","start":"2026-07-27T20:05:50.058509Z","end":"2026-07-27T20:05:50.214064Z","steps":["trace[1501884284] 'process raft request' (duration: 155.238525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:50.214257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.132726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T20:05:50.214331Z","caller":"traceutil/trace.go:171","msg":"trace[1303762181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2207; }","duration":"110.221898ms","start":"2026-07-27T20:05:50.104094Z","end":"2026-07-27T20:05:50.214316Z","steps":["trace[1303762181] 'agreement among raft nodes before linearized reading' (duration: 109.970302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:50.508336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.109985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:05:50.508485Z","caller":"traceutil/trace.go:171","msg":"trace[311246040] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"263.656884ms","start":"2026-07-27T20:05:50.244806Z","end":"2026-07-27T20:05:50.508463Z","steps":["trace[311246040] 'process raft request' (duration: 116.314734ms)","trace[311246040] 'compare' (duration: 146.843109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:05:50.949208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.584345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:05:50.949447Z","caller":"traceutil/trace.go:171","msg":"trace[61400024] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2214; }","duration":"284.844312ms","start":"2026-07-27T20:05:50.66458Z","end":"2026-07-27T20:05:50.949424Z","steps":["trace[61400024] 'count revisions from in-memory index tree' (duration: 284.463852ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:52.257029Z","caller":"traceutil/trace.go:171","msg":"trace[1303653707] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"434.532188ms","start":"2026-07-27T20:05:51.822466Z","end":"2026-07-27T20:05:52.256998Z","steps":["trace[1303653707] 'process raft request' (duration: 434.249972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:52.257456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:05:51.822443Z","time spent":"434.795424ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:05:52.305165Z","caller":"traceutil/trace.go:171","msg":"trace[2133101538] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"113.53052ms","start":"2026-07-27T20:05:52.1916Z","end":"2026-07-27T20:05:52.305131Z","steps":["trace[2133101538] 'process raft request' (duration: 113.208763ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:52.530701Z","caller":"traceutil/trace.go:171","msg":"trace[1095159507] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"218.48744ms","start":"2026-07-27T20:05:52.3122Z","end":"2026-07-27T20:05:52.530688Z","steps":["trace[1095159507] 'process raft request' (duration: 218.296556ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:52.530596Z","caller":"traceutil/trace.go:171","msg":"trace[411489794] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"219.193536ms","start":"2026-07-27T20:05:52.311378Z","end":"2026-07-27T20:05:52.530571Z","steps":["trace[411489794] 'process raft request' (duration: 213.022289ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:52.53161Z","caller":"traceutil/trace.go:171","msg":"trace[895530074] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"219.465402ms","start":"2026-07-27T20:05:52.312121Z","end":"2026-07-27T20:05:52.531586Z","steps":["trace[895530074] 'process raft request' (duration: 218.528821ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:52.531653Z","caller":"traceutil/trace.go:171","msg":"trace[1220122512] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"219.337799ms","start":"2026-07-27T20:05:52.312279Z","end":"2026-07-27T20:05:52.531617Z","steps":["trace[1220122512] 'process raft request' (duration: 219.169876ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:52.531962Z","caller":"traceutil/trace.go:171","msg":"trace[593165466] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"219.544573ms","start":"2026-07-27T20:05:52.312399Z","end":"2026-07-27T20:05:52.531943Z","steps":["trace[593165466] 'process raft request' (duration: 219.163195ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:05:52.53198Z","caller":"traceutil/trace.go:171","msg":"trace[238227331] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2319; }","duration":"185.249106ms","start":"2026-07-27T20:05:52.346709Z","end":"2026-07-27T20:05:52.531958Z","steps":["trace[238227331] 'read index received' (duration: 177.649488ms)","trace[238227331] 'applied index is now lower than readState.Index' (duration: 7.598128ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:05:52.532011Z","caller":"traceutil/trace.go:171","msg":"trace[2044736560] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"219.344059ms","start":"2026-07-27T20:05:52.312646Z","end":"2026-07-27T20:05:52.53199Z","steps":["trace[2044736560] 'process raft request' (duration: 219.081104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:05:52.532303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.553913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:05:52.532386Z","caller":"traceutil/trace.go:171","msg":"trace[1497775105] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2224; }","duration":"185.697787ms","start":"2026-07-27T20:05:52.34667Z","end":"2026-07-27T20:05:52.532368Z","steps":["trace[1497775105] 'agreement among raft nodes before linearized reading' (duration: 185.405359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:12.951527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447265410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:06:13.090921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273407477s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T20:06:13.091473Z","caller":"traceutil/trace.go:171","msg":"trace[1418437979] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"1.274040382s","start":"2026-07-27T20:06:11.817404Z","end":"2026-07-27T20:06:13.091445Z","steps":["trace[1418437979] 'process raft request' (duration: 1.273814756s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.091675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:11.817378Z","time spent":"1.274198197s","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:06:13.096632Z","caller":"traceutil/trace.go:171","msg":"trace[820759665] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"716.669609ms","start":"2026-07-27T20:06:12.379935Z","end":"2026-07-27T20:06:13.096605Z","steps":["trace[820759665] 'process raft request' (duration: 716.575706ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:06:13.096632Z","caller":"traceutil/trace.go:171","msg":"trace[602666007] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"716.883366ms","start":"2026-07-27T20:06:12.379725Z","end":"2026-07-27T20:06:13.096608Z","steps":["trace[602666007] 'process raft request' (duration: 716.6442ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:06:13.096729Z","caller":"traceutil/trace.go:171","msg":"trace[1617373980] linearizableReadLoop","detail":"{readStateIndex:2429; appliedIndex:2425; }","duration":"645.788958ms","start":"2026-07-27T20:06:12.450926Z","end":"2026-07-27T20:06:13.096715Z","steps":["trace[1617373980] 'read index received' (duration: 640.26974ms)","trace[1617373980] 'applied index is now lower than readState.Index' (duration: 5.517888ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:06:13.096816Z","caller":"traceutil/trace.go:171","msg":"trace[174463388] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"715.579632ms","start":"2026-07-27T20:06:12.38123Z","end":"2026-07-27T20:06:13.096809Z","steps":["trace[174463388] 'process raft request' (duration: 715.335806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.09681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.3797Z","time spent":"717.013388ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:06:13.096873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.381219Z","time spent":"715.619153ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:06:13.096988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.379918Z","time spent":"716.787733ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:06:13.096998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.673662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:06:13.09706Z","caller":"traceutil/trace.go:171","msg":"trace[251465652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2324; }","duration":"541.785084ms","start":"2026-07-27T20:06:12.555252Z","end":"2026-07-27T20:06:13.097037Z","steps":["trace[251465652] 'agreement among raft nodes before linearized reading' (duration: 541.695312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.097101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.555232Z","time spent":"541.860977ms","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T20:06:13.097103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.662092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:06:13.097151Z","caller":"traceutil/trace.go:171","msg":"trace[1575338458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2324; }","duration":"278.758264ms","start":"2026-07-27T20:06:12.818382Z","end":"2026-07-27T20:06:13.09714Z","steps":["trace[1575338458] 'agreement among raft nodes before linearized reading' (duration: 278.673491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.097249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.195361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T20:06:13.097294Z","caller":"traceutil/trace.go:171","msg":"trace[1627387340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2324; }","duration":"442.266163ms","start":"2026-07-27T20:06:12.655016Z","end":"2026-07-27T20:06:13.097282Z","steps":["trace[1627387340] 'agreement among raft nodes before linearized reading' (duration: 442.12723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.097326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.655003Z","time spent":"442.316424ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T20:06:13.097316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.352643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T20:06:13.097434Z","caller":"traceutil/trace.go:171","msg":"trace[1655777071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2324; }","duration":"646.503587ms","start":"2026-07-27T20:06:12.450882Z","end":"2026-07-27T20:06:13.097386Z","steps":["trace[1655777071] 'agreement among raft nodes before linearized reading' (duration: 646.182088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.097483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.780878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-27T20:06:13.09749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.450871Z","time spent":"646.609479ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-27T20:06:13.097511Z","caller":"traceutil/trace.go:171","msg":"trace[1703837572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2324; }","duration":"458.84551ms","start":"2026-07-27T20:06:12.638659Z","end":"2026-07-27T20:06:13.097505Z","steps":["trace[1703837572] 'agreement among raft nodes before linearized reading' (duration: 458.732087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.097528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.638641Z","time spent":"458.883671ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T20:06:13.09768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.077954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T20:06:13.097746Z","caller":"traceutil/trace.go:171","msg":"trace[103677090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2324; }","duration":"445.163627ms","start":"2026-07-27T20:06:12.652578Z","end":"2026-07-27T20:06:13.097742Z","steps":["trace[103677090] 'agreement among raft nodes before linearized reading' (duration: 444.447188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.097761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.652563Z","time spent":"445.193857ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T20:06:13.097949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.654515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T20:06:13.098189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.780297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T20:06:13.098242Z","caller":"traceutil/trace.go:171","msg":"trace[2045521856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2324; }","duration":"454.88957ms","start":"2026-07-27T20:06:12.643341Z","end":"2026-07-27T20:06:13.09823Z","steps":["trace[2045521856] 'agreement among raft nodes before linearized reading' (duration: 454.046309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.098279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.643309Z","time spent":"454.961832ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T20:06:13.098533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.824693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-27T20:06:13.098568Z","caller":"traceutil/trace.go:171","msg":"trace[235348692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2324; }","duration":"447.934516ms","start":"2026-07-27T20:06:12.650623Z","end":"2026-07-27T20:06:13.098557Z","steps":["trace[235348692] 'agreement among raft nodes before linearized reading' (duration: 446.646594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.0986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.650603Z","time spent":"447.989888ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T20:06:13.097998Z","caller":"traceutil/trace.go:171","msg":"trace[1738994171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2324; }","duration":"454.725816ms","start":"2026-07-27T20:06:12.643261Z","end":"2026-07-27T20:06:13.097986Z","steps":["trace[1738994171] 'agreement among raft nodes before linearized reading' (duration: 454.583152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:06:13.098799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:06:12.643251Z","time spent":"455.512816ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T20:06:47.98349Z","caller":"traceutil/trace.go:171","msg":"trace[361547218] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"112.302829ms","start":"2026-07-27T20:06:47.871159Z","end":"2026-07-27T20:06:47.983462Z","steps":["trace[361547218] 'process raft request' (duration: 112.120515ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:07:29.491137Z","caller":"traceutil/trace.go:171","msg":"trace[1091066676] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"119.360785ms","start":"2026-07-27T20:07:29.37175Z","end":"2026-07-27T20:07:29.491111Z","steps":["trace[1091066676] 'process raft request' (duration: 119.129859ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:07:29.560273Z","caller":"traceutil/trace.go:171","msg":"trace[1224821833] linearizableReadLoop","detail":"{readStateIndex:2966; appliedIndex:2963; }","duration":"114.371184ms","start":"2026-07-27T20:07:29.445867Z","end":"2026-07-27T20:07:29.560238Z","steps":["trace[1224821833] 'read index received' (duration: 45.150261ms)","trace[1224821833] 'applied index is now lower than readState.Index' (duration: 69.219563ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:07:29.560552Z","caller":"traceutil/trace.go:171","msg":"trace[1279361349] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"186.918417ms","start":"2026-07-27T20:07:29.373615Z","end":"2026-07-27T20:07:29.560533Z","steps":["trace[1279361349] 'process raft request' (duration: 176.179073ms)","trace[1279361349] 'compare' (duration: 10.212952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:07:29.5606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.699612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T20:07:29.560645Z","caller":"traceutil/trace.go:171","msg":"trace[897081177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2843; }","duration":"114.834826ms","start":"2026-07-27T20:07:29.445796Z","end":"2026-07-27T20:07:29.56063Z","steps":["trace[897081177] 'agreement among raft nodes before linearized reading' (duration: 114.594511ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:07:29.560448Z","caller":"traceutil/trace.go:171","msg":"trace[247297778] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"183.502757ms","start":"2026-07-27T20:07:29.376883Z","end":"2026-07-27T20:07:29.560386Z","steps":["trace[247297778] 'process raft request' (duration: 183.301592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:07:30.221061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.305975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:07:30.222623Z","caller":"traceutil/trace.go:171","msg":"trace[1698809160] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"656.799742ms","start":"2026-07-27T20:07:29.56579Z","end":"2026-07-27T20:07:30.222589Z","steps":["trace[1698809160] 'process raft request' (duration: 325.839667ms)","trace[1698809160] 'compare' (duration: 328.64633ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:07:30.222725Z","caller":"traceutil/trace.go:171","msg":"trace[390251105] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"656.682369ms","start":"2026-07-27T20:07:29.566Z","end":"2026-07-27T20:07:30.222682Z","steps":["trace[390251105] 'process raft request' (duration: 655.218194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:07:30.222941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:07:29.56599Z","time spent":"656.831752ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:07:30.223785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:07:29.565771Z","time spent":"657.915817ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:07:30.224536Z","caller":"traceutil/trace.go:171","msg":"trace[1381150416] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"658.45644ms","start":"2026-07-27T20:07:29.566066Z","end":"2026-07-27T20:07:30.224522Z","steps":["trace[1381150416] 'process raft request' (duration: 655.211843ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:07:30.224866Z","caller":"traceutil/trace.go:171","msg":"trace[476142106] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"658.48144ms","start":"2026-07-27T20:07:29.566368Z","end":"2026-07-27T20:07:30.224849Z","steps":["trace[476142106] 'process raft request' (duration: 658.107691ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:07:30.224873Z","caller":"traceutil/trace.go:171","msg":"trace[1874155874] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"657.842196ms","start":"2026-07-27T20:07:29.567017Z","end":"2026-07-27T20:07:30.224859Z","steps":["trace[1874155874] 'process raft request' (duration: 657.708303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:07:30.224958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:07:29.56635Z","time spent":"658.555293ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:07:30.225002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:07:29.567006Z","time spent":"657.903877ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:07:30.225306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.152508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c63e5352feb0b9\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-27T20:07:30.225355Z","caller":"traceutil/trace.go:171","msg":"trace[1405019116] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c63e5352feb0b9; range_end:; response_count:1; response_revision:2849; }","duration":"328.277831ms","start":"2026-07-27T20:07:29.897064Z","end":"2026-07-27T20:07:30.225342Z","steps":["trace[1405019116] 'agreement among raft nodes before linearized reading' (duration: 328.083806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:07:30.225389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:07:29.897033Z","time spent":"328.349333ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c63e5352feb0b9\" "} {"level":"info","ts":"2026-07-27T20:07:30.225658Z","caller":"traceutil/trace.go:171","msg":"trace[288338538] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2967; }","duration":"327.660767ms","start":"2026-07-27T20:07:29.89716Z","end":"2026-07-27T20:07:30.224821Z","steps":["trace[288338538] 'read index received' (duration: 74.982µs)","trace[288338538] 'applied index is now lower than readState.Index' (duration: 327.585105ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:07:30.225884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:07:29.566058Z","time spent":"658.525631ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:07:30.381209Z","caller":"traceutil/trace.go:171","msg":"trace[1498185271] linearizableReadLoop","detail":"{readStateIndex:2974; appliedIndex:2972; }","duration":"152.620551ms","start":"2026-07-27T20:07:30.228556Z","end":"2026-07-27T20:07:30.381176Z","steps":["trace[1498185271] 'read index received' (duration: 125.299654ms)","trace[1498185271] 'applied index is now lower than readState.Index' (duration: 27.319657ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:07:30.381331Z","caller":"traceutil/trace.go:171","msg":"trace[598438683] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"153.666246ms","start":"2026-07-27T20:07:30.227614Z","end":"2026-07-27T20:07:30.38128Z","steps":["trace[598438683] 'process raft request' (duration: 126.210795ms)","trace[598438683] 'compare' (duration: 27.031271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:07:30.381389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.787445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:07:30.381789Z","caller":"traceutil/trace.go:171","msg":"trace[1633748040] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2850; }","duration":"153.243057ms","start":"2026-07-27T20:07:30.228517Z","end":"2026-07-27T20:07:30.38176Z","steps":["trace[1633748040] 'agreement among raft nodes before linearized reading' (duration: 152.789725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.303735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447267452,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T20:08:20.369716Z","caller":"traceutil/trace.go:171","msg":"trace[101171741] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"685.97791ms","start":"2026-07-27T20:08:19.6837Z","end":"2026-07-27T20:08:20.369678Z","steps":["trace[101171741] 'process raft request' (duration: 685.781816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.369972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:08:19.683669Z","time spent":"686.120524ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:08:20.370882Z","caller":"traceutil/trace.go:171","msg":"trace[309115712] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3240; }","duration":"567.971403ms","start":"2026-07-27T20:08:19.802889Z","end":"2026-07-27T20:08:20.37086Z","steps":["trace[309115712] 'read index received' (duration: 566.600802ms)","trace[309115712] 'applied index is now lower than readState.Index' (duration: 1.369621ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:08:20.371212Z","caller":"traceutil/trace.go:171","msg":"trace[2010795396] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"623.50658ms","start":"2026-07-27T20:08:19.747682Z","end":"2026-07-27T20:08:20.371188Z","steps":["trace[2010795396] 'process raft request' (duration: 623.141092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.371321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:08:19.747672Z","time spent":"623.568762ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:08:20.371368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.244687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:08:20.371474Z","caller":"traceutil/trace.go:171","msg":"trace[1695574423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3109; }","duration":"242.414791ms","start":"2026-07-27T20:08:20.129038Z","end":"2026-07-27T20:08:20.371452Z","steps":["trace[1695574423] 'agreement among raft nodes before linearized reading' (duration: 242.200016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.37165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.759451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T20:08:20.371694Z","caller":"traceutil/trace.go:171","msg":"trace[1440231955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3109; }","duration":"568.823673ms","start":"2026-07-27T20:08:19.802849Z","end":"2026-07-27T20:08:20.371673Z","steps":["trace[1440231955] 'agreement among raft nodes before linearized reading' (duration: 568.68935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.371712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:08:19.802834Z","time spent":"568.874344ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T20:08:20.371942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.082395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T20:08:20.371981Z","caller":"traceutil/trace.go:171","msg":"trace[1949143280] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:3109; }","duration":"139.219328ms","start":"2026-07-27T20:08:20.232749Z","end":"2026-07-27T20:08:20.371969Z","steps":["trace[1949143280] 'agreement among raft nodes before linearized reading' (duration: 139.104395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.372123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.64878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T20:08:20.372213Z","caller":"traceutil/trace.go:171","msg":"trace[348883261] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3109; }","duration":"362.824874ms","start":"2026-07-27T20:08:20.009367Z","end":"2026-07-27T20:08:20.372192Z","steps":["trace[348883261] 'agreement among raft nodes before linearized reading' (duration: 362.626098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.372259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:08:20.009341Z","time spent":"362.908906ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:08:20.371628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.32584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c63e5352feb0b9\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-27T20:08:20.372482Z","caller":"traceutil/trace.go:171","msg":"trace[2139241185] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c63e5352feb0b9; range_end:; response_count:1; response_revision:3109; }","duration":"475.280403ms","start":"2026-07-27T20:08:19.897175Z","end":"2026-07-27T20:08:20.372455Z","steps":["trace[2139241185] 'agreement among raft nodes before linearized reading' (duration: 474.018253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.372583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.383127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-27T20:08:20.37261Z","caller":"traceutil/trace.go:171","msg":"trace[1307072231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3109; }","duration":"438.416227ms","start":"2026-07-27T20:08:19.934188Z","end":"2026-07-27T20:08:20.372605Z","steps":["trace[1307072231] 'agreement among raft nodes before linearized reading' (duration: 438.337405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.372635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:08:19.934137Z","time spent":"438.49418ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T20:08:20.372592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:08:19.897153Z","time spent":"475.376615ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c63e5352feb0b9\" "} {"level":"info","ts":"2026-07-27T20:08:20.371158Z","caller":"traceutil/trace.go:171","msg":"trace[1755236078] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"628.181559ms","start":"2026-07-27T20:08:19.742959Z","end":"2026-07-27T20:08:20.371141Z","steps":["trace[1755236078] 'process raft request' (duration: 627.735199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:08:20.373202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:08:19.742935Z","time spent":"630.204797ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:09:28.008316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.261412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T20:09:28.008412Z","caller":"traceutil/trace.go:171","msg":"trace[1535642286] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3547; }","duration":"512.404806ms","start":"2026-07-27T20:09:27.495985Z","end":"2026-07-27T20:09:28.00839Z","steps":["trace[1535642286] 'count revisions from in-memory index tree' (duration: 512.131639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:09:28.008487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:09:27.495966Z","time spent":"512.501808ms","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:09:28.0096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.922138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:09:28.009653Z","caller":"traceutil/trace.go:171","msg":"trace[1901647722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3547; }","duration":"324.997729ms","start":"2026-07-27T20:09:27.684642Z","end":"2026-07-27T20:09:28.00964Z","steps":["trace[1901647722] 'range keys from in-memory index tree' (duration: 324.858927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:09:28.009679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:09:27.684628Z","time spent":"325.046381ms","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T20:11:17.188594Z","caller":"traceutil/trace.go:171","msg":"trace[1985644338] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"158.542862ms","start":"2026-07-27T20:11:17.030022Z","end":"2026-07-27T20:11:17.188565Z","steps":["trace[1985644338] 'process raft request' (duration: 158.324607ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:17.240433Z","caller":"traceutil/trace.go:171","msg":"trace[213166638] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"134.689539ms","start":"2026-07-27T20:11:17.105718Z","end":"2026-07-27T20:11:17.240408Z","steps":["trace[213166638] 'process raft request' (duration: 134.435653ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:17.240562Z","caller":"traceutil/trace.go:171","msg":"trace[1929340261] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"132.438429ms","start":"2026-07-27T20:11:17.108098Z","end":"2026-07-27T20:11:17.240536Z","steps":["trace[1929340261] 'process raft request' (duration: 132.168433ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:17.240965Z","caller":"traceutil/trace.go:171","msg":"trace[1948805442] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"133.464652ms","start":"2026-07-27T20:11:17.107456Z","end":"2026-07-27T20:11:17.240921Z","steps":["trace[1948805442] 'process raft request' (duration: 132.784057ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:22.82749Z","caller":"traceutil/trace.go:171","msg":"trace[1319213742] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"265.157031ms","start":"2026-07-27T20:11:22.562309Z","end":"2026-07-27T20:11:22.827466Z","steps":["trace[1319213742] 'process raft request' (duration: 264.970987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:22.987387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.218236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-27T20:11:22.98748Z","caller":"traceutil/trace.go:171","msg":"trace[940633458] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4799; }","duration":"108.331338ms","start":"2026-07-27T20:11:22.879125Z","end":"2026-07-27T20:11:22.987456Z","steps":["trace[940633458] 'agreement among raft nodes before linearized reading' (duration: 108.078373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:23.308744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.435854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:11:23.308954Z","caller":"traceutil/trace.go:171","msg":"trace[1417508439] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"340.947054ms","start":"2026-07-27T20:11:22.967953Z","end":"2026-07-27T20:11:23.3089Z","steps":["trace[1417508439] 'process raft request' (duration: 205.277465ms)","trace[1417508439] 'compare' (duration: 135.336542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:11:23.309126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:11:22.967928Z","time spent":"341.111348ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:11:23.309296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.829498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d48c819b-6639-4963-8386-17d70357b3b8\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-27T20:11:23.309423Z","caller":"traceutil/trace.go:171","msg":"trace[869715310] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d48c819b-6639-4963-8386-17d70357b3b8; range_end:; response_count:1; response_revision:4800; }","duration":"318.044532ms","start":"2026-07-27T20:11:22.991361Z","end":"2026-07-27T20:11:23.309405Z","steps":["trace[869715310] 'agreement among raft nodes before linearized reading' (duration: 317.734486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:23.309463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:11:22.991341Z","time spent":"318.111123ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-d48c819b-6639-4963-8386-17d70357b3b8\" "} {"level":"info","ts":"2026-07-27T20:11:23.309051Z","caller":"traceutil/trace.go:171","msg":"trace[329507518] linearizableReadLoop","detail":"{readStateIndex:5000; appliedIndex:4999; }","duration":"317.360577ms","start":"2026-07-27T20:11:22.991466Z","end":"2026-07-27T20:11:23.308827Z","steps":["trace[329507518] 'read index received' (duration: 181.776729ms)","trace[329507518] 'applied index is now lower than readState.Index' (duration: 135.582778ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:11:23.340739Z","caller":"traceutil/trace.go:171","msg":"trace[2074456413] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"347.859698ms","start":"2026-07-27T20:11:22.992848Z","end":"2026-07-27T20:11:23.340707Z","steps":["trace[2074456413] 'process raft request' (duration: 347.816127ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:23.340748Z","caller":"traceutil/trace.go:171","msg":"trace[157929369] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"348.045163ms","start":"2026-07-27T20:11:22.992679Z","end":"2026-07-27T20:11:23.340725Z","steps":["trace[157929369] 'process raft request' (duration: 347.91599ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:23.340748Z","caller":"traceutil/trace.go:171","msg":"trace[1230364635] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"348.401761ms","start":"2026-07-27T20:11:22.992317Z","end":"2026-07-27T20:11:23.340719Z","steps":["trace[1230364635] 'process raft request' (duration: 348.230757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:23.340875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:11:22.992669Z","time spent":"348.141165ms","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T20:11:23.340892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:11:22.992301Z","time spent":"348.540433ms","remote":"127.0.0.1:60606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1145,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T20:11:23.340883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:11:22.992837Z","time spent":"347.96367ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T20:11:23.341063Z","caller":"traceutil/trace.go:171","msg":"trace[913245302] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"349.592028ms","start":"2026-07-27T20:11:22.991461Z","end":"2026-07-27T20:11:23.341053Z","steps":["trace[913245302] 'process raft request' (duration: 348.967643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:23.341104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:11:22.991442Z","time spent":"349.643749ms","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T20:11:23.394173Z","caller":"traceutil/trace.go:171","msg":"trace[718110317] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"137.659735ms","start":"2026-07-27T20:11:23.25649Z","end":"2026-07-27T20:11:23.39415Z","steps":["trace[718110317] 'process raft request' (duration: 137.503171ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:23.394537Z","caller":"traceutil/trace.go:171","msg":"trace[937542335] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"134.368021ms","start":"2026-07-27T20:11:23.260143Z","end":"2026-07-27T20:11:23.394511Z","steps":["trace[937542335] 'process raft request' (duration: 133.978912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:23.396063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.829885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T20:11:23.396102Z","caller":"traceutil/trace.go:171","msg":"trace[738712071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4811; }","duration":"127.899796ms","start":"2026-07-27T20:11:23.268193Z","end":"2026-07-27T20:11:23.396093Z","steps":["trace[738712071] 'agreement among raft nodes before linearized reading' (duration: 127.780903ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:23.396396Z","caller":"traceutil/trace.go:171","msg":"trace[1831343718] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"136.088078ms","start":"2026-07-27T20:11:23.260273Z","end":"2026-07-27T20:11:23.396361Z","steps":["trace[1831343718] 'process raft request' (duration: 134.139836ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:23.458182Z","caller":"traceutil/trace.go:171","msg":"trace[141939200] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"112.098203ms","start":"2026-07-27T20:11:23.346055Z","end":"2026-07-27T20:11:23.458154Z","steps":["trace[141939200] 'process raft request' (duration: 111.984851ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:11:23.458407Z","caller":"traceutil/trace.go:171","msg":"trace[1396208464] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"112.469722ms","start":"2026-07-27T20:11:23.345927Z","end":"2026-07-27T20:11:23.458397Z","steps":["trace[1396208464] 'process raft request' (duration: 111.979781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:23.458316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.684796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16557"} {"level":"info","ts":"2026-07-27T20:11:23.458637Z","caller":"traceutil/trace.go:171","msg":"trace[1677934855] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4813; }","duration":"142.937712ms","start":"2026-07-27T20:11:23.315559Z","end":"2026-07-27T20:11:23.458497Z","steps":["trace[1677934855] 'agreement among raft nodes before linearized reading' (duration: 142.552283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:23.45895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.469062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-27T20:11:23.458992Z","caller":"traceutil/trace.go:171","msg":"trace[1889312038] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4813; }","duration":"112.540184ms","start":"2026-07-27T20:11:23.346439Z","end":"2026-07-27T20:11:23.458979Z","steps":["trace[1889312038] 'agreement among raft nodes before linearized reading' (duration: 112.373721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:23.45924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.367772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-27T20:11:23.459311Z","caller":"traceutil/trace.go:171","msg":"trace[1937577651] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4813; }","duration":"113.483925ms","start":"2026-07-27T20:11:23.345812Z","end":"2026-07-27T20:11:23.459296Z","steps":["trace[1937577651] 'agreement among raft nodes before linearized reading' (duration: 113.211609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:12:06.224832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447272792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:12:06.72547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815490640447272792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T20:12:07.139589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468213596s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T20:12:07.14101Z","caller":"traceutil/trace.go:171","msg":"trace[1918352173] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"1.469736891s","start":"2026-07-27T20:12:05.671243Z","end":"2026-07-27T20:12:07.14098Z","steps":["trace[1918352173] 'process raft request' (duration: 1.468562704s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:12:07.141194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:12:05.671217Z","time spent":"1.469862623s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:12:07.142702Z","caller":"traceutil/trace.go:171","msg":"trace[1997112969] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"1.091530022s","start":"2026-07-27T20:12:06.051144Z","end":"2026-07-27T20:12:07.142674Z","steps":["trace[1997112969] 'process raft request' (duration: 1.091360728s)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:12:07.142685Z","caller":"traceutil/trace.go:171","msg":"trace[477878175] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5527; }","duration":"1.417951258s","start":"2026-07-27T20:12:05.724712Z","end":"2026-07-27T20:12:07.142664Z","steps":["trace[477878175] 'read index received' (duration: 1.415085924s)","trace[477878175] 'applied index is now lower than readState.Index' (duration: 2.864214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:12:07.142943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:12:06.051101Z","time spent":"1.091671405s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T20:12:07.14308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.077808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:12:07.143617Z","caller":"traceutil/trace.go:171","msg":"trace[615486681] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5313; }","duration":"495.664571ms","start":"2026-07-27T20:12:06.647927Z","end":"2026-07-27T20:12:07.143592Z","steps":["trace[615486681] 'agreement among raft nodes before linearized reading' (duration: 495.061567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:12:07.143091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403619428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T20:12:07.143924Z","caller":"traceutil/trace.go:171","msg":"trace[1618149890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5313; }","duration":"1.404493159s","start":"2026-07-27T20:12:05.73941Z","end":"2026-07-27T20:12:07.143903Z","steps":["trace[1618149890] 'agreement among raft nodes before linearized reading' (duration: 1.403514296s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:12:07.143985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:12:05.739396Z","time spent":"1.40457163s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T20:12:07.143116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418313175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T20:12:07.144073Z","caller":"traceutil/trace.go:171","msg":"trace[507940169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5313; }","duration":"1.41938538s","start":"2026-07-27T20:12:05.724657Z","end":"2026-07-27T20:12:07.144042Z","steps":["trace[507940169] 'agreement among raft nodes before linearized reading' (duration: 1.418089911s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:12:07.143102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.40714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T20:12:07.143775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:12:06.647906Z","time spent":"495.851206ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:12:07.144198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:12:05.72464Z","time spent":"1.419496652s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T20:12:07.14312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170465169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:12:07.144215Z","caller":"traceutil/trace.go:171","msg":"trace[1531350200] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5313; }","duration":"418.597576ms","start":"2026-07-27T20:12:06.725587Z","end":"2026-07-27T20:12:07.144185Z","steps":["trace[1531350200] 'agreement among raft nodes before linearized reading' (duration: 417.396079ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:12:07.144285Z","caller":"traceutil/trace.go:171","msg":"trace[1745836709] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5313; }","duration":"1.171686926s","start":"2026-07-27T20:12:05.972565Z","end":"2026-07-27T20:12:07.144252Z","steps":["trace[1745836709] 'agreement among raft nodes before linearized reading' (duration: 1.170493609s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:12:07.144376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:12:06.725567Z","time spent":"418.74836ms","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T20:12:07.144859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:12:05.972523Z","time spent":"1.171819999s","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-27T20:12:17.283453Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2777} {"level":"info","ts":"2026-07-27T20:12:17.459443Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2777,"took":"174.426859ms","hash":2361878429,"current-db-size-bytes":52846592,"current-db-size":"53 MB","current-db-size-in-use-bytes":28323840,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-27T20:12:17.459494Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2361878429,"revision":2777,"compact-revision":-1} {"level":"warn","ts":"2026-07-27T20:15:16.732812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.198037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T20:15:16.732907Z","caller":"traceutil/trace.go:171","msg":"trace[162902628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6621; }","duration":"100.340931ms","start":"2026-07-27T20:15:16.632547Z","end":"2026-07-27T20:15:16.732887Z","steps":["trace[162902628] 'range keys from in-memory index tree' (duration: 99.985681ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:17:17.290131Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5368} {"level":"info","ts":"2026-07-27T20:17:17.387768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5368,"took":"95.865005ms","hash":1457433366,"current-db-size-bytes":52846592,"current-db-size":"53 MB","current-db-size-in-use-bytes":18690048,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-27T20:17:17.387863Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1457433366,"revision":5368,"compact-revision":2777} {"level":"info","ts":"2026-07-27T20:17:59.420519Z","caller":"traceutil/trace.go:171","msg":"trace[385536662] linearizableReadLoop","detail":"{readStateIndex:7819; appliedIndex:7818; }","duration":"425.050002ms","start":"2026-07-27T20:17:58.995442Z","end":"2026-07-27T20:17:59.420492Z","steps":["trace[385536662] 'read index received' (duration: 424.834587ms)","trace[385536662] 'applied index is now lower than readState.Index' (duration: 214.525µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:17:59.420711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.246958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T20:17:59.420757Z","caller":"traceutil/trace.go:171","msg":"trace[1973099044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7520; }","duration":"425.38205ms","start":"2026-07-27T20:17:58.99536Z","end":"2026-07-27T20:17:59.420742Z","steps":["trace[1973099044] 'agreement among raft nodes before linearized reading' (duration: 425.229786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:17:59.420853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:17:58.995345Z","time spent":"425.494443ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T20:17:59.42108Z","caller":"traceutil/trace.go:171","msg":"trace[1341778557] transaction","detail":"{read_only:false; response_revision:7520; number_of_response:1; }","duration":"433.06141ms","start":"2026-07-27T20:17:58.988003Z","end":"2026-07-27T20:17:59.421064Z","steps":["trace[1341778557] 'process raft request' (duration: 432.341342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:17:59.421257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:17:58.987993Z","time spent":"433.159792ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:18:03.623658Z","caller":"traceutil/trace.go:171","msg":"trace[1046125007] linearizableReadLoop","detail":"{readStateIndex:7837; appliedIndex:7836; }","duration":"223.040194ms","start":"2026-07-27T20:18:03.400564Z","end":"2026-07-27T20:18:03.623604Z","steps":["trace[1046125007] 'read index received' (duration: 222.945372ms)","trace[1046125007] 'applied index is now lower than readState.Index' (duration: 93.862µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:18:03.623703Z","caller":"traceutil/trace.go:171","msg":"trace[747393199] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"253.906319ms","start":"2026-07-27T20:18:03.369758Z","end":"2026-07-27T20:18:03.623665Z","steps":["trace[747393199] 'process raft request' (duration: 253.695414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:18:03.62399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.394492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:18:03.624095Z","caller":"traceutil/trace.go:171","msg":"trace[184095327] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7537; }","duration":"223.587039ms","start":"2026-07-27T20:18:03.400485Z","end":"2026-07-27T20:18:03.624073Z","steps":["trace[184095327] 'agreement among raft nodes before linearized reading' (duration: 223.26679ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:18:03.625085Z","caller":"traceutil/trace.go:171","msg":"trace[635128279] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"189.480843ms","start":"2026-07-27T20:18:03.435554Z","end":"2026-07-27T20:18:03.625035Z","steps":["trace[635128279] 'process raft request' (duration: 189.384961ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:18:03.625226Z","caller":"traceutil/trace.go:171","msg":"trace[1021992612] transaction","detail":"{read_only:false; response_revision:7538; number_of_response:1; }","duration":"191.049602ms","start":"2026-07-27T20:18:03.434145Z","end":"2026-07-27T20:18:03.625194Z","steps":["trace[1021992612] 'process raft request' (duration: 190.674983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:18:03.625418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.30186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-27T20:18:03.625482Z","caller":"traceutil/trace.go:171","msg":"trace[1848965774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7540; }","duration":"204.412723ms","start":"2026-07-27T20:18:03.421048Z","end":"2026-07-27T20:18:03.62546Z","steps":["trace[1848965774] 'agreement among raft nodes before linearized reading' (duration: 204.194078ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:18:03.625757Z","caller":"traceutil/trace.go:171","msg":"trace[370592835] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"161.807668ms","start":"2026-07-27T20:18:03.463938Z","end":"2026-07-27T20:18:03.625746Z","steps":["trace[370592835] 'process raft request' (duration: 161.05599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:18:03.625968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.920056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T20:18:03.625994Z","caller":"traceutil/trace.go:171","msg":"trace[1272870730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7540; }","duration":"177.987658ms","start":"2026-07-27T20:18:03.447998Z","end":"2026-07-27T20:18:03.625986Z","steps":["trace[1272870730] 'agreement among raft nodes before linearized reading' (duration: 177.837785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:18:03.626104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.099798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T20:18:03.626186Z","caller":"traceutil/trace.go:171","msg":"trace[1598266734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7540; }","duration":"186.216982ms","start":"2026-07-27T20:18:03.439946Z","end":"2026-07-27T20:18:03.626163Z","steps":["trace[1598266734] 'agreement among raft nodes before linearized reading' (duration: 185.950835ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:18:05.148169Z","caller":"traceutil/trace.go:171","msg":"trace[701034643] linearizableReadLoop","detail":"{readStateIndex:7849; appliedIndex:7848; }","duration":"147.746877ms","start":"2026-07-27T20:18:05.000402Z","end":"2026-07-27T20:18:05.148149Z","steps":["trace[701034643] 'read index received' (duration: 147.565042ms)","trace[701034643] 'applied index is now lower than readState.Index' (duration: 180.995µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:18:05.148459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.041495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T20:18:05.148505Z","caller":"traceutil/trace.go:171","msg":"trace[404424316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7548; }","duration":"148.141057ms","start":"2026-07-27T20:18:05.000352Z","end":"2026-07-27T20:18:05.148493Z","steps":["trace[404424316] 'agreement among raft nodes before linearized reading' (duration: 148.005754ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:18:05.148602Z","caller":"traceutil/trace.go:171","msg":"trace[749354544] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"190.815183ms","start":"2026-07-27T20:18:04.957776Z","end":"2026-07-27T20:18:05.148592Z","steps":["trace[749354544] 'process raft request' (duration: 190.241189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:18:05.148679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.405749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T20:18:05.148816Z","caller":"traceutil/trace.go:171","msg":"trace[1059270886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7548; }","duration":"147.585143ms","start":"2026-07-27T20:18:05.001211Z","end":"2026-07-27T20:18:05.148796Z","steps":["trace[1059270886] 'agreement among raft nodes before linearized reading' (duration: 147.297926ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:17.29549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7310} {"level":"info","ts":"2026-07-27T20:22:17.35971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7310,"took":"61.731428ms","hash":3252535527,"current-db-size-bytes":52846592,"current-db-size":"53 MB","current-db-size-in-use-bytes":15081472,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-27T20:22:17.359789Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3252535527,"revision":7310,"compact-revision":5368}