{"level":"warn","ts":"2026-07-17T04:38:46.342297Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T04:38:46.342382Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-17T04:38:46.342444Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T04:38:46.342453Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-17T04:38:46.342472Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T04:38:46.343178Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-07-17T04:38:46.343266Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-17T04:38:46.351862Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.945109ms"} {"level":"info","ts":"2026-07-17T04:38:46.360206Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-07-17T04:38:46.360286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-07-17T04:38:46.360309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-07-17T04:38:46.360319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-17T04:38:46.36033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-07-17T04:38:46.36036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-07-17T04:38:46.3677Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-17T04:38:46.369138Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-17T04:38:46.370279Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-17T04:38:46.372372Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-17T04:38:46.372492Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T04:38:46.372583Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T04:38:46.372605Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T04:38:46.372565Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-17T04:38:46.373342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-07-17T04:38:46.373447Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-17T04:38:46.377199Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T04:38:46.377456Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-17T04:38:46.377588Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-17T04:38:46.377351Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-17T04:38:46.377652Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-17T04:38:46.960754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-07-17T04:38:46.960885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-07-17T04:38:46.960926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-07-17T04:38:46.960962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-07-17T04:38:46.960976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-07-17T04:38:46.960989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-07-17T04:38:46.961002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-07-17T04:38:46.962054Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-07-17T04:38:46.962265Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T04:38:46.962281Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T04:38:46.962366Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T04:38:46.962656Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-17T04:38:46.962684Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-17T04:38:46.963362Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T04:38:46.963522Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T04:38:46.96355Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T04:38:46.963993Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-17T04:38:46.965146Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"warn","ts":"2026-07-17T04:38:49.059885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.406804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-17T04:38:49.060122Z","caller":"traceutil/trace.go:171","msg":"trace[165999160] linearizableReadLoop","detail":"{readStateIndex:62; appliedIndex:60; }","duration":"479.575568ms","start":"2026-07-17T04:38:48.580529Z","end":"2026-07-17T04:38:49.060105Z","steps":["trace[165999160] 'read index received' (duration: 112.69514ms)","trace[165999160] 'applied index is now lower than readState.Index' (duration: 366.879618ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:38:49.060226Z","caller":"traceutil/trace.go:171","msg":"trace[1526466799] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"603.601774ms","start":"2026-07-17T04:38:48.456584Z","end":"2026-07-17T04:38:49.060186Z","steps":["trace[1526466799] 'process raft request' (duration: 52.350437ms)","trace[1526466799] 'compare' (duration: 550.235827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:38:49.060323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.806816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-17T04:38:49.060373Z","caller":"traceutil/trace.go:171","msg":"trace[1762510381] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:58; }","duration":"437.89184ms","start":"2026-07-17T04:38:48.622467Z","end":"2026-07-17T04:38:49.060359Z","steps":["trace[1762510381] 'agreement among raft nodes before linearized reading' (duration: 437.829647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:38:49.060426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:38:48.622453Z","time spent":"437.960073ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-07-17T04:38:49.06041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:38:48.45657Z","time spent":"603.751049ms","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T04:38:49.060264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.724554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-17T04:38:49.060571Z","caller":"traceutil/trace.go:171","msg":"trace[273732294] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:58; }","duration":"480.054916ms","start":"2026-07-17T04:38:48.580483Z","end":"2026-07-17T04:38:49.060538Z","steps":["trace[273732294] 'agreement among raft nodes before linearized reading' (duration: 479.735295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:38:49.060639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:38:48.580465Z","time spent":"480.154242ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"info","ts":"2026-07-17T04:38:49.060259Z","caller":"traceutil/trace.go:171","msg":"trace[1419780643] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"596.852449ms","start":"2026-07-17T04:38:48.463379Z","end":"2026-07-17T04:38:49.060231Z","steps":["trace[1419780643] 'process raft request' (duration: 596.658661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:38:49.061484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:38:48.463363Z","time spent":"597.37823ms","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1199,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:38:49.431974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.29914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-17T04:38:49.4322Z","caller":"traceutil/trace.go:171","msg":"trace[2077919965] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"366.631758ms","start":"2026-07-17T04:38:49.065556Z","end":"2026-07-17T04:38:49.432188Z","steps":["trace[2077919965] 'process raft request' (duration: 366.528614ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:38:49.432131Z","caller":"traceutil/trace.go:171","msg":"trace[1691271578] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"368.657378ms","start":"2026-07-17T04:38:49.063395Z","end":"2026-07-17T04:38:49.432053Z","steps":["trace[1691271578] 'process raft request' (duration: 249.239344ms)","trace[1691271578] 'compare' (duration: 119.178645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:38:49.432258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:38:49.065547Z","time spent":"366.682231ms","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1244,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:38:49.432295Z","caller":"traceutil/trace.go:171","msg":"trace[630101305] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"367.765202ms","start":"2026-07-17T04:38:49.064472Z","end":"2026-07-17T04:38:49.432237Z","steps":["trace[630101305] 'process raft request' (duration: 367.574325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:38:49.43233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:38:49.063375Z","time spent":"368.879045ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T04:38:49.432312Z","caller":"traceutil/trace.go:171","msg":"trace[1328010621] linearizableReadLoop","detail":"{readStateIndex:63; appliedIndex:62; }","duration":"368.866866ms","start":"2026-07-17T04:38:49.063417Z","end":"2026-07-17T04:38:49.432284Z","steps":["trace[1328010621] 'read index received' (duration: 249.247844ms)","trace[1328010621] 'applied index is now lower than readState.Index' (duration: 119.616842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:38:49.43247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:38:49.064439Z","time spent":"367.929718ms","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T04:38:49.432493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.27609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-17T04:38:49.432518Z","caller":"traceutil/trace.go:171","msg":"trace[1008583145] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:61; }","duration":"180.324193ms","start":"2026-07-17T04:38:49.252181Z","end":"2026-07-17T04:38:49.432506Z","steps":["trace[1008583145] 'agreement among raft nodes before linearized reading' (duration: 180.291501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:38:49.432602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.196959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3491"} {"level":"warn","ts":"2026-07-17T04:38:49.432634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.377395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-17T04:38:49.432649Z","caller":"traceutil/trace.go:171","msg":"trace[709519573] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:61; }","duration":"180.406196ms","start":"2026-07-17T04:38:49.252239Z","end":"2026-07-17T04:38:49.432645Z","steps":["trace[709519573] 'agreement among raft nodes before linearized reading' (duration: 180.385355ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:38:49.432643Z","caller":"traceutil/trace.go:171","msg":"trace[767959290] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:61; }","duration":"369.278901ms","start":"2026-07-17T04:38:49.063348Z","end":"2026-07-17T04:38:49.432627Z","steps":["trace[767959290] 'agreement among raft nodes before linearized reading' (duration: 369.063632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:38:49.43268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:38:49.063327Z","time spent":"369.342844ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3513,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-17T04:38:49.432615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.977168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-17T04:38:49.4328Z","caller":"traceutil/trace.go:171","msg":"trace[1870267465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:61; }","duration":"164.187515ms","start":"2026-07-17T04:38:49.268591Z","end":"2026-07-17T04:38:49.432779Z","steps":["trace[1870267465] 'agreement among raft nodes before linearized reading' (duration: 164.003178ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.730617Z","caller":"traceutil/trace.go:171","msg":"trace[1802626900] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"263.361076ms","start":"2026-07-17T04:39:23.467234Z","end":"2026-07-17T04:39:23.730595Z","steps":["trace[1802626900] 'process raft request' (duration: 263.232562ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.789203Z","caller":"traceutil/trace.go:171","msg":"trace[578713060] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"318.975526ms","start":"2026-07-17T04:39:23.470183Z","end":"2026-07-17T04:39:23.789159Z","steps":["trace[578713060] 'process raft request' (duration: 318.671048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:39:23.78937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:39:23.470168Z","time spent":"319.119722ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T04:39:23.789459Z","caller":"traceutil/trace.go:171","msg":"trace[41963302] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"306.86054ms","start":"2026-07-17T04:39:23.482572Z","end":"2026-07-17T04:39:23.789432Z","steps":["trace[41963302] 'process raft request' (duration: 306.477108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:39:23.789593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:39:23.482544Z","time spent":"306.985672ms","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T04:39:23.789877Z","caller":"traceutil/trace.go:171","msg":"trace[1577660810] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"299.193445ms","start":"2026-07-17T04:39:23.490639Z","end":"2026-07-17T04:39:23.789833Z","steps":["trace[1577660810] 'process raft request' (duration: 298.908348ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.789993Z","caller":"traceutil/trace.go:171","msg":"trace[856567612] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"297.372055ms","start":"2026-07-17T04:39:23.492606Z","end":"2026-07-17T04:39:23.789978Z","steps":["trace[856567612] 'process raft request' (duration: 297.162689ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.790129Z","caller":"traceutil/trace.go:171","msg":"trace[1022095887] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"294.598408ms","start":"2026-07-17T04:39:23.49548Z","end":"2026-07-17T04:39:23.790078Z","steps":["trace[1022095887] 'process raft request' (duration: 294.400792ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.790248Z","caller":"traceutil/trace.go:171","msg":"trace[1294606248] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"296.13477ms","start":"2026-07-17T04:39:23.4941Z","end":"2026-07-17T04:39:23.790235Z","steps":["trace[1294606248] 'process raft request' (duration: 295.701557ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.790362Z","caller":"traceutil/trace.go:171","msg":"trace[1123579691] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"287.115099ms","start":"2026-07-17T04:39:23.503238Z","end":"2026-07-17T04:39:23.790353Z","steps":["trace[1123579691] 'process raft request' (duration: 287.014886ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.794497Z","caller":"traceutil/trace.go:171","msg":"trace[1171494446] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"306.014596ms","start":"2026-07-17T04:39:23.483739Z","end":"2026-07-17T04:39:23.789754Z","steps":["trace[1171494446] 'process raft request' (duration: 305.436481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:39:23.794603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:39:23.483726Z","time spent":"310.81559ms","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T04:39:23.794742Z","caller":"traceutil/trace.go:171","msg":"trace[1751776557] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"296.940703ms","start":"2026-07-17T04:39:23.497776Z","end":"2026-07-17T04:39:23.794716Z","steps":["trace[1751776557] 'process raft request' (duration: 292.142349ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.795806Z","caller":"traceutil/trace.go:171","msg":"trace[1601829987] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"289.488836ms","start":"2026-07-17T04:39:23.506295Z","end":"2026-07-17T04:39:23.795784Z","steps":["trace[1601829987] 'process raft request' (duration: 284.036353ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.796073Z","caller":"traceutil/trace.go:171","msg":"trace[1766520728] transaction","detail":"{read_only:false; number_of_response:1; response_revision:505; }","duration":"289.372182ms","start":"2026-07-17T04:39:23.506672Z","end":"2026-07-17T04:39:23.796044Z","steps":["trace[1766520728] 'process raft request' (duration: 288.480037ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.798018Z","caller":"traceutil/trace.go:171","msg":"trace[5492589] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"172.289206ms","start":"2026-07-17T04:39:23.625535Z","end":"2026-07-17T04:39:23.797824Z","steps":["trace[5492589] 'process raft request' (duration: 171.828963ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.802672Z","caller":"traceutil/trace.go:171","msg":"trace[1617021725] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"280.603238ms","start":"2026-07-17T04:39:23.521944Z","end":"2026-07-17T04:39:23.802547Z","steps":["trace[1617021725] 'process raft request' (duration: 274.151467ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:23.80269Z","caller":"traceutil/trace.go:171","msg":"trace[312085495] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"284.174087ms","start":"2026-07-17T04:39:23.518301Z","end":"2026-07-17T04:39:23.802476Z","steps":["trace[312085495] 'process raft request' (duration: 277.454739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:39:25.300966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.925094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T04:39:25.301115Z","caller":"traceutil/trace.go:171","msg":"trace[505551933] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:586; }","duration":"330.331164ms","start":"2026-07-17T04:39:24.970764Z","end":"2026-07-17T04:39:25.301095Z","steps":["trace[505551933] 'read index received' (duration: 193.126523ms)","trace[505551933] 'applied index is now lower than readState.Index' (duration: 137.203081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:39:25.301268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.902956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T04:39:25.301255Z","caller":"traceutil/trace.go:171","msg":"trace[445498107] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"335.760334ms","start":"2026-07-17T04:39:24.96539Z","end":"2026-07-17T04:39:25.30115Z","steps":["trace[445498107] 'process raft request' (duration: 198.547983ms)","trace[445498107] 'compare' (duration: 136.688026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:39:25.301302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.522719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:9149"} {"level":"info","ts":"2026-07-17T04:39:25.301328Z","caller":"traceutil/trace.go:171","msg":"trace[916893632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:566; }","duration":"281.995469ms","start":"2026-07-17T04:39:25.019317Z","end":"2026-07-17T04:39:25.301312Z","steps":["trace[916893632] 'agreement among raft nodes before linearized reading' (duration: 281.893106ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:25.301358Z","caller":"traceutil/trace.go:171","msg":"trace[802972553] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:566; }","duration":"330.589751ms","start":"2026-07-17T04:39:24.97075Z","end":"2026-07-17T04:39:25.30134Z","steps":["trace[802972553] 'agreement among raft nodes before linearized reading' (duration: 330.401956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:39:25.301394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:39:24.970745Z","time spent":"330.640223ms","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9171,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-07-17T04:39:25.301436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:39:24.965374Z","time spent":"335.967539ms","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:39:30.697558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.856729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T04:39:30.698926Z","caller":"traceutil/trace.go:171","msg":"trace[264097504] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"625.377671ms","start":"2026-07-17T04:39:30.072275Z","end":"2026-07-17T04:39:30.697653Z","steps":["trace[264097504] 'read index received' (duration: 28.21µs)","trace[264097504] 'applied index is now lower than readState.Index' (duration: 625.348281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:39:30.699736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.343032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-17T04:39:30.69983Z","caller":"traceutil/trace.go:171","msg":"trace[1551930985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:596; }","duration":"112.444595ms","start":"2026-07-17T04:39:30.587328Z","end":"2026-07-17T04:39:30.699773Z","steps":["trace[1551930985] 'agreement among raft nodes before linearized reading' (duration: 112.24188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:39:30.70083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.107644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T04:39:30.700927Z","caller":"traceutil/trace.go:171","msg":"trace[483840640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:596; }","duration":"110.210826ms","start":"2026-07-17T04:39:30.590651Z","end":"2026-07-17T04:39:30.700862Z","steps":["trace[483840640] 'agreement among raft nodes before linearized reading' (duration: 109.872997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:39:30.702136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.807188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T04:39:30.702287Z","caller":"traceutil/trace.go:171","msg":"trace[1669575134] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"775.033553ms","start":"2026-07-17T04:39:29.922922Z","end":"2026-07-17T04:39:30.697955Z","steps":["trace[1669575134] 'process raft request' (duration: 128.65601ms)","trace[1669575134] 'compare' (duration: 645.51335ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:39:30.702263Z","caller":"traceutil/trace.go:171","msg":"trace[824024144] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:596; }","duration":"629.995823ms","start":"2026-07-17T04:39:30.072243Z","end":"2026-07-17T04:39:30.702239Z","steps":["trace[824024144] 'agreement among raft nodes before linearized reading' (duration: 629.735176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:39:30.702413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:39:30.072228Z","time spent":"630.134636ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-07-17T04:39:30.702412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:39:29.922911Z","time spent":"779.428947ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:39:32.211867Z","caller":"traceutil/trace.go:171","msg":"trace[1319337301] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"145.284824ms","start":"2026-07-17T04:39:32.066562Z","end":"2026-07-17T04:39:32.211847Z","steps":["trace[1319337301] 'process raft request' (duration: 145.195732ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:39:42.166143Z","caller":"traceutil/trace.go:171","msg":"trace[307112001] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"134.537692ms","start":"2026-07-17T04:39:42.031588Z","end":"2026-07-17T04:39:42.166126Z","steps":["trace[307112001] 'process raft request' (duration: 134.43965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:12.478538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.040438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T04:40:12.478616Z","caller":"traceutil/trace.go:171","msg":"trace[423602307] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1184; }","duration":"157.116342ms","start":"2026-07-17T04:40:12.321489Z","end":"2026-07-17T04:40:12.478606Z","steps":["trace[423602307] 'read index received' (duration: 55.461µs)","trace[423602307] 'applied index is now lower than readState.Index' (duration: 157.060281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:40:12.478795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.41445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:12.478939Z","caller":"traceutil/trace.go:171","msg":"trace[1954548117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1151; }","duration":"105.598384ms","start":"2026-07-17T04:40:12.373313Z","end":"2026-07-17T04:40:12.478911Z","steps":["trace[1954548117] 'agreement among raft nodes before linearized reading' (duration: 105.38482ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:12.479014Z","caller":"traceutil/trace.go:171","msg":"trace[901383767] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"335.283014ms","start":"2026-07-17T04:40:12.143378Z","end":"2026-07-17T04:40:12.478661Z","steps":["trace[901383767] 'process raft request' (duration: 66.050231ms)","trace[901383767] 'compare' (duration: 268.284063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:40:12.479119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:12.479228Z","caller":"traceutil/trace.go:171","msg":"trace[724342760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1151; }","duration":"157.745904ms","start":"2026-07-17T04:40:12.321456Z","end":"2026-07-17T04:40:12.479202Z","steps":["trace[724342760] 'agreement among raft nodes before linearized reading' (duration: 157.205624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:12.479247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:40:12.143339Z","time spent":"335.810172ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:40:29.299179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.161032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-n4749\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-17T04:40:29.299288Z","caller":"traceutil/trace.go:171","msg":"trace[931045931] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-n4749; range_end:; response_count:1; response_revision:1292; }","duration":"108.324644ms","start":"2026-07-17T04:40:29.190942Z","end":"2026-07-17T04:40:29.299267Z","steps":["trace[931045931] 'range keys from in-memory index tree' (duration: 107.893077ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:35.143905Z","caller":"traceutil/trace.go:171","msg":"trace[596438283] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"165.104479ms","start":"2026-07-17T04:40:34.978774Z","end":"2026-07-17T04:40:35.143878Z","steps":["trace[596438283] 'process raft request' (duration: 164.938066ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.417087Z","caller":"traceutil/trace.go:171","msg":"trace[1011931419] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"188.959909ms","start":"2026-07-17T04:40:53.228103Z","end":"2026-07-17T04:40:53.417063Z","steps":["trace[1011931419] 'process raft request' (duration: 185.225268ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.41739Z","caller":"traceutil/trace.go:171","msg":"trace[1865223494] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"189.229922ms","start":"2026-07-17T04:40:53.228138Z","end":"2026-07-17T04:40:53.417368Z","steps":["trace[1865223494] 'process raft request' (duration: 188.843706ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.604875Z","caller":"traceutil/trace.go:171","msg":"trace[1546767813] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1783; }","duration":"174.745709ms","start":"2026-07-17T04:40:53.43011Z","end":"2026-07-17T04:40:53.604855Z","steps":["trace[1546767813] 'read index received' (duration: 174.534796ms)","trace[1546767813] 'applied index is now lower than readState.Index' (duration: 209.853µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:40:53.604919Z","caller":"traceutil/trace.go:171","msg":"trace[1636664720] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"181.218774ms","start":"2026-07-17T04:40:53.423663Z","end":"2026-07-17T04:40:53.604882Z","steps":["trace[1636664720] 'process raft request' (duration: 181.002541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:53.605123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.976353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:53.605205Z","caller":"traceutil/trace.go:171","msg":"trace[222194719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1715; }","duration":"175.092515ms","start":"2026-07-17T04:40:53.430094Z","end":"2026-07-17T04:40:53.605187Z","steps":["trace[222194719] 'agreement among raft nodes before linearized reading' (duration: 174.874791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:53.605577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.200037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:53.605628Z","caller":"traceutil/trace.go:171","msg":"trace[100422560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1715; }","duration":"100.283738ms","start":"2026-07-17T04:40:53.505332Z","end":"2026-07-17T04:40:53.605616Z","steps":["trace[100422560] 'agreement among raft nodes before linearized reading' (duration: 100.202346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:53.605668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.685899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:40:53.605731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.660307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T04:40:53.605759Z","caller":"traceutil/trace.go:171","msg":"trace[242958046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1715; }","duration":"110.269068ms","start":"2026-07-17T04:40:53.495447Z","end":"2026-07-17T04:40:53.605716Z","steps":["trace[242958046] 'agreement among raft nodes before linearized reading' (duration: 109.693809ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.605768Z","caller":"traceutil/trace.go:171","msg":"trace[842638178] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1715; }","duration":"130.729748ms","start":"2026-07-17T04:40:53.475028Z","end":"2026-07-17T04:40:53.605758Z","steps":["trace[842638178] 'agreement among raft nodes before linearized reading' (duration: 130.574285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:53.605908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.440682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:53.605946Z","caller":"traceutil/trace.go:171","msg":"trace[1803892138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1715; }","duration":"110.480902ms","start":"2026-07-17T04:40:53.495456Z","end":"2026-07-17T04:40:53.605937Z","steps":["trace[1803892138] 'agreement among raft nodes before linearized reading' (duration: 110.426631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:53.606023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.640658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:53.606065Z","caller":"traceutil/trace.go:171","msg":"trace[2049123345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1715; }","duration":"153.69734ms","start":"2026-07-17T04:40:53.452357Z","end":"2026-07-17T04:40:53.606055Z","steps":["trace[2049123345] 'agreement among raft nodes before linearized reading' (duration: 153.639819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:53.60625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.888212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:53.606329Z","caller":"traceutil/trace.go:171","msg":"trace[505844451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1715; }","duration":"154.003375ms","start":"2026-07-17T04:40:53.452285Z","end":"2026-07-17T04:40:53.606288Z","steps":["trace[505844451] 'agreement among raft nodes before linearized reading' (duration: 153.882853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:53.606334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.717555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:53.60641Z","caller":"traceutil/trace.go:171","msg":"trace[2126720709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1715; }","duration":"101.08298ms","start":"2026-07-17T04:40:53.505312Z","end":"2026-07-17T04:40:53.606395Z","steps":["trace[2126720709] 'agreement among raft nodes before linearized reading' (duration: 100.698184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:53.608202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.819668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:53.608249Z","caller":"traceutil/trace.go:171","msg":"trace[1995567795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1715; }","duration":"177.906809ms","start":"2026-07-17T04:40:53.43033Z","end":"2026-07-17T04:40:53.608237Z","steps":["trace[1995567795] 'agreement among raft nodes before linearized reading' (duration: 174.711837ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.737826Z","caller":"traceutil/trace.go:171","msg":"trace[1915517029] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"123.599124ms","start":"2026-07-17T04:40:53.614204Z","end":"2026-07-17T04:40:53.737803Z","steps":["trace[1915517029] 'process raft request' (duration: 123.458862ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.738404Z","caller":"traceutil/trace.go:171","msg":"trace[1463643761] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"123.95828ms","start":"2026-07-17T04:40:53.614266Z","end":"2026-07-17T04:40:53.738224Z","steps":["trace[1463643761] 'process raft request' (duration: 123.485902ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.738572Z","caller":"traceutil/trace.go:171","msg":"trace[1578636917] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"124.072591ms","start":"2026-07-17T04:40:53.614348Z","end":"2026-07-17T04:40:53.738421Z","steps":["trace[1578636917] 'process raft request' (duration: 123.680644ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.738708Z","caller":"traceutil/trace.go:171","msg":"trace[1601842070] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"124.310725ms","start":"2026-07-17T04:40:53.614386Z","end":"2026-07-17T04:40:53.738697Z","steps":["trace[1601842070] 'process raft request' (duration: 123.815037ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.738802Z","caller":"traceutil/trace.go:171","msg":"trace[118957695] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1784; }","duration":"117.687848ms","start":"2026-07-17T04:40:53.621091Z","end":"2026-07-17T04:40:53.738779Z","steps":["trace[118957695] 'read index received' (duration: 56.944049ms)","trace[118957695] 'applied index is now lower than readState.Index' (duration: 60.742949ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:40:53.738894Z","caller":"traceutil/trace.go:171","msg":"trace[53533969] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"123.888818ms","start":"2026-07-17T04:40:53.614979Z","end":"2026-07-17T04:40:53.738868Z","steps":["trace[53533969] 'process raft request' (duration: 123.649915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:53.738977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.852411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:40:53.738996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.79621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:53.739052Z","caller":"traceutil/trace.go:171","msg":"trace[847432777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1722; }","duration":"117.976603ms","start":"2026-07-17T04:40:53.621064Z","end":"2026-07-17T04:40:53.739041Z","steps":["trace[847432777] 'agreement among raft nodes before linearized reading' (duration: 117.844491ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.739068Z","caller":"traceutil/trace.go:171","msg":"trace[661318871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1722; }","duration":"117.877952ms","start":"2026-07-17T04:40:53.621179Z","end":"2026-07-17T04:40:53.739057Z","steps":["trace[661318871] 'agreement among raft nodes before linearized reading' (duration: 117.784541ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:53.738968Z","caller":"traceutil/trace.go:171","msg":"trace[686435998] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"116.467169ms","start":"2026-07-17T04:40:53.622438Z","end":"2026-07-17T04:40:53.738905Z","steps":["trace[686435998] 'process raft request' (duration: 116.252715ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:54.668084Z","caller":"traceutil/trace.go:171","msg":"trace[1186925415] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"656.42567ms","start":"2026-07-17T04:40:54.011637Z","end":"2026-07-17T04:40:54.668063Z","steps":["trace[1186925415] 'process raft request' (duration: 656.293398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:54.668223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:40:54.011617Z","time spent":"656.531592ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:40:54.801314Z","caller":"traceutil/trace.go:171","msg":"trace[1539838646] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1792; }","duration":"466.095521ms","start":"2026-07-17T04:40:54.335196Z","end":"2026-07-17T04:40:54.801291Z","steps":["trace[1539838646] 'read index received' (duration: 332.82919ms)","trace[1539838646] 'applied index is now lower than readState.Index' (duration: 133.265221ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:40:54.80134Z","caller":"traceutil/trace.go:171","msg":"trace[1936644244] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"166.76ms","start":"2026-07-17T04:40:54.63455Z","end":"2026-07-17T04:40:54.80131Z","steps":["trace[1936644244] 'process raft request' (duration: 166.660808ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:40:54.801464Z","caller":"traceutil/trace.go:171","msg":"trace[908619690] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"150.186813ms","start":"2026-07-17T04:40:54.651227Z","end":"2026-07-17T04:40:54.801414Z","steps":["trace[908619690] 'process raft request' (duration: 150.027811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:54.801574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.366595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T04:40:54.801613Z","caller":"traceutil/trace.go:171","msg":"trace[756097943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1727; }","duration":"466.452926ms","start":"2026-07-17T04:40:54.335147Z","end":"2026-07-17T04:40:54.8016Z","steps":["trace[756097943] 'agreement among raft nodes before linearized reading' (duration: 466.289084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:54.801648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:40:54.335122Z","time spent":"466.517489ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T04:40:54.801775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.004219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:40:54.801818Z","caller":"traceutil/trace.go:171","msg":"trace[1468848324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1727; }","duration":"428.095851ms","start":"2026-07-17T04:40:54.373709Z","end":"2026-07-17T04:40:54.801805Z","steps":["trace[1468848324] 'agreement among raft nodes before linearized reading' (duration: 428.01455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:54.801849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:40:54.373681Z","time spent":"428.161272ms","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T04:40:54.803143Z","caller":"traceutil/trace.go:171","msg":"trace[941845683] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"752.387622ms","start":"2026-07-17T04:40:54.050739Z","end":"2026-07-17T04:40:54.803127Z","steps":["trace[941845683] 'process raft request' (duration: 750.316669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:54.80335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:40:54.050717Z","time spent":"752.476424ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:40:55.727998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.954065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T04:40:55.728161Z","caller":"traceutil/trace.go:171","msg":"trace[640823609] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"303.191385ms","start":"2026-07-17T04:40:55.424957Z","end":"2026-07-17T04:40:55.728148Z","steps":["trace[640823609] 'process raft request' (duration: 303.124684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:55.728232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:40:55.42494Z","time spent":"303.260117ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:40:55.72824Z","caller":"traceutil/trace.go:171","msg":"trace[1005809027] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"304.353024ms","start":"2026-07-17T04:40:55.423812Z","end":"2026-07-17T04:40:55.728165Z","steps":["trace[1005809027] 'process raft request' (duration: 142.165717ms)","trace[1005809027] 'compare' (duration: 161.863371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:40:55.72845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:40:55.423768Z","time spent":"304.560078ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:40:55.728486Z","caller":"traceutil/trace.go:171","msg":"trace[1365456748] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"289.440705ms","start":"2026-07-17T04:40:55.439024Z","end":"2026-07-17T04:40:55.728465Z","steps":["trace[1365456748] 'process raft request' (duration: 289.096499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:55.83501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.686829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-17T04:40:55.835103Z","caller":"traceutil/trace.go:171","msg":"trace[1209186194] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1800; }","duration":"317.584016ms","start":"2026-07-17T04:40:55.5175Z","end":"2026-07-17T04:40:55.835084Z","steps":["trace[1209186194] 'read index received' (duration: 48.490916ms)","trace[1209186194] 'applied index is now lower than readState.Index' (duration: 269.09141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:40:55.835464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.938972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T04:40:55.835597Z","caller":"traceutil/trace.go:171","msg":"trace[1846943044] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1734; }","duration":"318.124414ms","start":"2026-07-17T04:40:55.517448Z","end":"2026-07-17T04:40:55.835573Z","steps":["trace[1846943044] 'agreement among raft nodes before linearized reading' (duration: 317.788939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:40:55.835526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.253861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:40:55.835701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:40:55.517429Z","time spent":"318.211505ms","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-17T04:40:55.83572Z","caller":"traceutil/trace.go:171","msg":"trace[1824410934] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1734; }","duration":"179.492255ms","start":"2026-07-17T04:40:55.656201Z","end":"2026-07-17T04:40:55.835693Z","steps":["trace[1824410934] 'agreement among raft nodes before linearized reading' (duration: 179.24519ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:04.661726Z","caller":"traceutil/trace.go:171","msg":"trace[293333987] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"281.794217ms","start":"2026-07-17T04:41:04.379913Z","end":"2026-07-17T04:41:04.661707Z","steps":["trace[293333987] 'process raft request' (duration: 281.635444ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:17.127824Z","caller":"traceutil/trace.go:171","msg":"trace[2002525954] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"106.543952ms","start":"2026-07-17T04:41:17.021243Z","end":"2026-07-17T04:41:17.127786Z","steps":["trace[2002525954] 'process raft request' (duration: 102.240328ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:19.970901Z","caller":"traceutil/trace.go:171","msg":"trace[1405391997] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"122.43185ms","start":"2026-07-17T04:41:19.848441Z","end":"2026-07-17T04:41:19.970872Z","steps":["trace[1405391997] 'process raft request' (duration: 122.123706ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:19.971079Z","caller":"traceutil/trace.go:171","msg":"trace[685721001] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"122.600493ms","start":"2026-07-17T04:41:19.848449Z","end":"2026-07-17T04:41:19.97105Z","steps":["trace[685721001] 'process raft request' (duration: 122.273098ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:39.418652Z","caller":"traceutil/trace.go:171","msg":"trace[389890068] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"202.90864ms","start":"2026-07-17T04:41:39.215718Z","end":"2026-07-17T04:41:39.418627Z","steps":["trace[389890068] 'process raft request' (duration: 202.757018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:41:39.807756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.694998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T04:41:39.808062Z","caller":"traceutil/trace.go:171","msg":"trace[2023802265] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"275.853715ms","start":"2026-07-17T04:41:39.53219Z","end":"2026-07-17T04:41:39.808043Z","steps":["trace[2023802265] 'process raft request' (duration: 275.718663ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:39.808086Z","caller":"traceutil/trace.go:171","msg":"trace[350077533] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2165; }","duration":"573.046262ms","start":"2026-07-17T04:41:39.23502Z","end":"2026-07-17T04:41:39.808066Z","steps":["trace[350077533] 'read index received' (duration: 183.449314ms)","trace[350077533] 'applied index is now lower than readState.Index' (duration: 389.595418ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:41:39.808141Z","caller":"traceutil/trace.go:171","msg":"trace[1434207212] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"589.674638ms","start":"2026-07-17T04:41:39.218441Z","end":"2026-07-17T04:41:39.808115Z","steps":["trace[1434207212] 'process raft request' (duration: 431.530994ms)","trace[1434207212] 'compare' (duration: 157.464635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:41:39.808283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.716737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:41:39.808279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:41:39.21832Z","time spent":"589.873071ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:41:39.808315Z","caller":"traceutil/trace.go:171","msg":"trace[217342701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2090; }","duration":"431.783417ms","start":"2026-07-17T04:41:39.376525Z","end":"2026-07-17T04:41:39.808308Z","steps":["trace[217342701] 'agreement among raft nodes before linearized reading' (duration: 431.718556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:41:39.808334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:41:39.376501Z","time spent":"431.829858ms","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T04:41:39.80846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.075095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T04:41:39.808479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.581956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T04:41:39.80857Z","caller":"traceutil/trace.go:171","msg":"trace[1730086803] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2090; }","duration":"149.242438ms","start":"2026-07-17T04:41:39.659301Z","end":"2026-07-17T04:41:39.808543Z","steps":["trace[1730086803] 'agreement among raft nodes before linearized reading' (duration: 148.993045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:41:39.808588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.616765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T04:41:39.808596Z","caller":"traceutil/trace.go:171","msg":"trace[784040248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2090; }","duration":"181.714138ms","start":"2026-07-17T04:41:39.626853Z","end":"2026-07-17T04:41:39.808568Z","steps":["trace[784040248] 'agreement among raft nodes before linearized reading' (duration: 181.414374ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:39.808692Z","caller":"traceutil/trace.go:171","msg":"trace[961904319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2090; }","duration":"345.716616ms","start":"2026-07-17T04:41:39.462905Z","end":"2026-07-17T04:41:39.808621Z","steps":["trace[961904319] 'agreement among raft nodes before linearized reading' (duration: 345.510203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:41:39.808769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:41:39.462886Z","time spent":"345.846137ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T04:41:39.80938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.521529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-17T04:41:39.809513Z","caller":"traceutil/trace.go:171","msg":"trace[2086031568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2090; }","duration":"574.515492ms","start":"2026-07-17T04:41:39.234975Z","end":"2026-07-17T04:41:39.809491Z","steps":["trace[2086031568] 'agreement among raft nodes before linearized reading' (duration: 573.198704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:41:39.809636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:41:39.234962Z","time spent":"574.615944ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T04:41:40.177113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.861615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T04:41:40.177143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.880201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-17T04:41:40.177217Z","caller":"traceutil/trace.go:171","msg":"trace[979244424] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2092; }","duration":"201.021408ms","start":"2026-07-17T04:41:39.976171Z","end":"2026-07-17T04:41:40.177192Z","steps":["trace[979244424] 'count revisions from in-memory index tree' (duration: 200.773214ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:40.177226Z","caller":"traceutil/trace.go:171","msg":"trace[620485894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2092; }","duration":"111.019003ms","start":"2026-07-17T04:41:40.066183Z","end":"2026-07-17T04:41:40.177202Z","steps":["trace[620485894] 'range keys from in-memory index tree' (duration: 110.731519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:41:40.177516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.177665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T04:41:40.177559Z","caller":"traceutil/trace.go:171","msg":"trace[672581331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2092; }","duration":"111.243565ms","start":"2026-07-17T04:41:40.066305Z","end":"2026-07-17T04:41:40.177549Z","steps":["trace[672581331] 'range keys from in-memory index tree' (duration: 111.079863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:41:40.177616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.590436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T04:41:40.177707Z","caller":"traceutil/trace.go:171","msg":"trace[1819222673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2092; }","duration":"110.780829ms","start":"2026-07-17T04:41:40.066906Z","end":"2026-07-17T04:41:40.177687Z","steps":["trace[1819222673] 'range keys from in-memory index tree' (duration: 110.372274ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:40.438506Z","caller":"traceutil/trace.go:171","msg":"trace[1141049332] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"256.162978ms","start":"2026-07-17T04:41:40.182308Z","end":"2026-07-17T04:41:40.438471Z","steps":["trace[1141049332] 'process raft request' (duration: 215.288019ms)","trace[1141049332] 'compare' (duration: 40.680627ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:41:40.440134Z","caller":"traceutil/trace.go:171","msg":"trace[915228271] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"257.76119ms","start":"2026-07-17T04:41:40.182353Z","end":"2026-07-17T04:41:40.440115Z","steps":["trace[915228271] 'process raft request' (duration: 257.576428ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:40.440592Z","caller":"traceutil/trace.go:171","msg":"trace[1852700635] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"258.119476ms","start":"2026-07-17T04:41:40.182455Z","end":"2026-07-17T04:41:40.440574Z","steps":["trace[1852700635] 'process raft request' (duration: 257.573288ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:41:40.44078Z","caller":"traceutil/trace.go:171","msg":"trace[1799348186] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"258.259157ms","start":"2026-07-17T04:41:40.182513Z","end":"2026-07-17T04:41:40.440772Z","steps":["trace[1799348186] 'process raft request' (duration: 257.974784ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:42:35.075567Z","caller":"traceutil/trace.go:171","msg":"trace[35885600] linearizableReadLoop","detail":"{readStateIndex:2584; appliedIndex:2583; }","duration":"357.410053ms","start":"2026-07-17T04:42:34.718142Z","end":"2026-07-17T04:42:35.075552Z","steps":["trace[35885600] 'read index received' (duration: 357.282022ms)","trace[35885600] 'applied index is now lower than readState.Index' (duration: 127.291µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:42:35.075619Z","caller":"traceutil/trace.go:171","msg":"trace[614860318] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"365.271857ms","start":"2026-07-17T04:42:34.710322Z","end":"2026-07-17T04:42:35.075593Z","steps":["trace[614860318] 'process raft request' (duration: 365.141125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:42:35.075714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.608247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-17T04:42:35.075739Z","caller":"traceutil/trace.go:171","msg":"trace[1832458035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2493; }","duration":"341.686587ms","start":"2026-07-17T04:42:34.734046Z","end":"2026-07-17T04:42:35.075733Z","steps":["trace[1832458035] 'agreement among raft nodes before linearized reading' (duration: 341.589755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:42:35.075745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:42:34.710305Z","time spent":"365.368498ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:42:35.075757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:42:34.734025Z","time spent":"341.727978ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T04:42:35.075837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.668517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-17T04:42:35.075931Z","caller":"traceutil/trace.go:171","msg":"trace[1687971693] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2493; }","duration":"357.797258ms","start":"2026-07-17T04:42:34.718114Z","end":"2026-07-17T04:42:35.075911Z","steps":["trace[1687971693] 'agreement among raft nodes before linearized reading' (duration: 357.512924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:42:35.075845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.101398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T04:42:35.076045Z","caller":"traceutil/trace.go:171","msg":"trace[1400136662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2493; }","duration":"334.335791ms","start":"2026-07-17T04:42:34.741691Z","end":"2026-07-17T04:42:35.076027Z","steps":["trace[1400136662] 'agreement among raft nodes before linearized reading' (duration: 333.973285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:42:35.075986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:42:34.718102Z","time spent":"357.873909ms","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-17T04:42:35.076103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:42:34.741681Z","time spent":"334.411151ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T04:43:06.847006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085746080938290720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:43:07.348089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085746080938290720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:43:07.84861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085746080938290720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:43:08.361092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085746080938290720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:43:08.386733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.259285776s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T04:43:08.387222Z","caller":"traceutil/trace.go:171","msg":"trace[125577377] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"2.259880372s","start":"2026-07-17T04:43:06.127321Z","end":"2026-07-17T04:43:08.387201Z","steps":["trace[125577377] 'process raft request' (duration: 2.259637852s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.387364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:06.127295Z","time spent":"2.259988536s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:43:08.596962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T04:43:08.597045Z","caller":"traceutil/trace.go:171","msg":"trace[2042708986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330119s","start":"2026-07-17T04:43:06.596697Z","end":"2026-07-17T04:43:08.597027Z","steps":["trace[2042708986] 'agreement among raft nodes before linearized reading' (duration: 2.000214554s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.597095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:06.596676Z","time spent":"2.000397361s","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 04:43:08 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-17T04:43:08.782138Z","caller":"traceutil/trace.go:171","msg":"trace[1011558801] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"1.88245115s","start":"2026-07-17T04:43:06.899661Z","end":"2026-07-17T04:43:08.782113Z","steps":["trace[1011558801] 'process raft request' (duration: 1.881241139s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.782529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:06.899646Z","time spent":"1.882586146s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:43:08.782756Z","caller":"traceutil/trace.go:171","msg":"trace[1492026540] linearizableReadLoop","detail":"{readStateIndex:2771; appliedIndex:2767; }","duration":"2.436253244s","start":"2026-07-17T04:43:06.346447Z","end":"2026-07-17T04:43:08.7827Z","steps":["trace[1492026540] 'read index received' (duration: 2.040534822s)","trace[1492026540] 'applied index is now lower than readState.Index' (duration: 395.716932ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:43:08.782918Z","caller":"traceutil/trace.go:171","msg":"trace[2030596242] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"1.392905894s","start":"2026-07-17T04:43:07.390001Z","end":"2026-07-17T04:43:08.782906Z","steps":["trace[2030596242] 'process raft request' (duration: 1.391466903s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:43:08.783002Z","caller":"traceutil/trace.go:171","msg":"trace[1371455929] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"421.657763ms","start":"2026-07-17T04:43:08.361324Z","end":"2026-07-17T04:43:08.782982Z","steps":["trace[1371455929] 'process raft request' (duration: 420.62961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.783096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:08.361308Z","time spent":"421.742417ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:43:08.783103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:07.389975Z","time spent":"1.393022218s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:43:08.783196Z","caller":"traceutil/trace.go:171","msg":"trace[1440753320] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"1.029571822s","start":"2026-07-17T04:43:07.753616Z","end":"2026-07-17T04:43:08.783188Z","steps":["trace[1440753320] 'process raft request' (duration: 1.028240066s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.783283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:07.753601Z","time spent":"1.029615584s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:43:08.783467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432427179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T04:43:08.783498Z","caller":"traceutil/trace.go:171","msg":"trace[1301074811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2673; }","duration":"2.432483572s","start":"2026-07-17T04:43:06.351007Z","end":"2026-07-17T04:43:08.783491Z","steps":["trace[1301074811] 'agreement among raft nodes before linearized reading' (duration: 2.432404548s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.7835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437053718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T04:43:08.783562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.792218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T04:43:08.783566Z","caller":"traceutil/trace.go:171","msg":"trace[1447015652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2673; }","duration":"2.437148661s","start":"2026-07-17T04:43:06.346406Z","end":"2026-07-17T04:43:08.783555Z","steps":["trace[1447015652] 'agreement among raft nodes before linearized reading' (duration: 2.436911001s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:43:08.783583Z","caller":"traceutil/trace.go:171","msg":"trace[1850576549] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2673; }","duration":"421.83142ms","start":"2026-07-17T04:43:08.361746Z","end":"2026-07-17T04:43:08.783578Z","steps":["trace[1850576549] 'agreement among raft nodes before linearized reading' (duration: 421.784288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.7836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:08.361739Z","time spent":"421.856711ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-17T04:43:08.783603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:06.346388Z","time spent":"2.437206404s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T04:43:08.783518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:06.350996Z","time spent":"2.432517674s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T04:43:08.783761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.413148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c2fa1342058f54\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-17T04:43:08.783785Z","caller":"traceutil/trace.go:171","msg":"trace[747194768] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c2fa1342058f54; range_end:; response_count:1; response_revision:2673; }","duration":"771.479231ms","start":"2026-07-17T04:43:08.0123Z","end":"2026-07-17T04:43:08.78378Z","steps":["trace[747194768] 'agreement among raft nodes before linearized reading' (duration: 771.416158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.783805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:08.012282Z","time spent":"771.519082ms","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c2fa1342058f54\" "} {"level":"warn","ts":"2026-07-17T04:43:08.78389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569602544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T04:43:08.783957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06600757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-17T04:43:08.783907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613510533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T04:43:08.78398Z","caller":"traceutil/trace.go:171","msg":"trace[293500724] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2673; }","duration":"2.066062661s","start":"2026-07-17T04:43:06.717912Z","end":"2026-07-17T04:43:08.783975Z","steps":["trace[293500724] 'agreement among raft nodes before linearized reading' (duration: 2.066006309s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:43:08.783988Z","caller":"traceutil/trace.go:171","msg":"trace[197425268] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2673; }","duration":"1.613620968s","start":"2026-07-17T04:43:07.170357Z","end":"2026-07-17T04:43:08.783978Z","steps":["trace[197425268] 'agreement among raft nodes before linearized reading' (duration: 1.613531304s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.784047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315615884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T04:43:08.784085Z","caller":"traceutil/trace.go:171","msg":"trace[1629925320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2673; }","duration":"2.315686498s","start":"2026-07-17T04:43:06.468391Z","end":"2026-07-17T04:43:08.784077Z","steps":["trace[1629925320] 'agreement among raft nodes before linearized reading' (duration: 2.315616065s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.784094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060804431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:43:08.784156Z","caller":"traceutil/trace.go:171","msg":"trace[1678764114] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2673; }","duration":"1.060893175s","start":"2026-07-17T04:43:07.723251Z","end":"2026-07-17T04:43:08.784144Z","steps":["trace[1678764114] 'agreement among raft nodes before linearized reading' (duration: 1.060819942s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.784285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561513809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T04:43:08.784317Z","caller":"traceutil/trace.go:171","msg":"trace[1428545567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2673; }","duration":"1.561598583s","start":"2026-07-17T04:43:07.222713Z","end":"2026-07-17T04:43:08.784312Z","steps":["trace[1428545567] 'agreement among raft nodes before linearized reading' (duration: 1.561530761s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.784335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:07.222694Z","time spent":"1.561636394s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T04:43:08.784386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411416832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:43:08.784405Z","caller":"traceutil/trace.go:171","msg":"trace[1000729631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2673; }","duration":"1.411461754s","start":"2026-07-17T04:43:07.372939Z","end":"2026-07-17T04:43:08.784401Z","steps":["trace[1000729631] 'agreement among raft nodes before linearized reading' (duration: 1.411436323s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.784419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:07.372923Z","time spent":"1.411492836s","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T04:43:08.784193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:07.723237Z","time spent":"1.060946557s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T04:43:08.783932Z","caller":"traceutil/trace.go:171","msg":"trace[93878593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2673; }","duration":"1.569671287s","start":"2026-07-17T04:43:07.214251Z","end":"2026-07-17T04:43:08.783922Z","steps":["trace[93878593] 'agreement among raft nodes before linearized reading' (duration: 1.569548892s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.784583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:07.214188Z","time spent":"1.570389897s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T04:43:08.784107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:06.468368Z","time spent":"2.31573231s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T04:43:08.784028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:07.170338Z","time spent":"1.61367963s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T04:43:08.783997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:06.717895Z","time spent":"2.066097653s","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-17T04:43:08.784875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562262612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-17T04:43:08.784979Z","caller":"traceutil/trace.go:171","msg":"trace[1295277018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2673; }","duration":"1.562404277s","start":"2026-07-17T04:43:07.222556Z","end":"2026-07-17T04:43:08.784961Z","steps":["trace[1295277018] 'agreement among raft nodes before linearized reading' (duration: 1.561948118s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:08.785459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:07.222538Z","time spent":"1.562900739s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T04:43:09.277245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.042818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:43:09.277312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.75849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T04:43:09.277345Z","caller":"traceutil/trace.go:171","msg":"trace[390358621] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2679; }","duration":"367.192883ms","start":"2026-07-17T04:43:08.910133Z","end":"2026-07-17T04:43:09.277326Z","steps":["trace[390358621] 'range keys from in-memory index tree' (duration: 366.969914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:43:09.277402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:43:08.910097Z","time spent":"367.280419ms","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-17T04:43:09.277381Z","caller":"traceutil/trace.go:171","msg":"trace[1435540367] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2679; }","duration":"158.866965ms","start":"2026-07-17T04:43:09.118498Z","end":"2026-07-17T04:43:09.277365Z","steps":["trace[1435540367] 'count revisions from in-memory index tree' (duration: 158.684947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:44.277033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.341151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d567e09-4aeb-4a50-b96a-03ad050c769a\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-07-17T04:46:44.277146Z","caller":"traceutil/trace.go:171","msg":"trace[1483496708] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d567e09-4aeb-4a50-b96a-03ad050c769a; range_end:; response_count:1; response_revision:4448; }","duration":"100.499524ms","start":"2026-07-17T04:46:44.176622Z","end":"2026-07-17T04:46:44.277121Z","steps":["trace[1483496708] 'range keys from in-memory index tree' (duration: 100.118076ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:45.962627Z","caller":"traceutil/trace.go:171","msg":"trace[1598136323] linearizableReadLoop","detail":"{readStateIndex:4671; appliedIndex:4670; }","duration":"220.439093ms","start":"2026-07-17T04:46:45.742163Z","end":"2026-07-17T04:46:45.962603Z","steps":["trace[1598136323] 'read index received' (duration: 220.144798ms)","trace[1598136323] 'applied index is now lower than readState.Index' (duration: 280.305µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:46:45.96287Z","caller":"traceutil/trace.go:171","msg":"trace[475697231] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"302.412849ms","start":"2026-07-17T04:46:45.660407Z","end":"2026-07-17T04:46:45.96282Z","steps":["trace[475697231] 'process raft request' (duration: 302.00867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:45.96324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:45.660384Z","time spent":"302.781695ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12960,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:46:45.963767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.598699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-17T04:46:45.963847Z","caller":"traceutil/trace.go:171","msg":"trace[1007621182] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4504; }","duration":"221.67761ms","start":"2026-07-17T04:46:45.742156Z","end":"2026-07-17T04:46:45.963834Z","steps":["trace[1007621182] 'agreement among raft nodes before linearized reading' (duration: 220.69232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:51.688706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085746080938295222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:46:51.753586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.822891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T04:46:51.753732Z","caller":"traceutil/trace.go:171","msg":"trace[2134288506] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"684.370199ms","start":"2026-07-17T04:46:51.06935Z","end":"2026-07-17T04:46:51.75372Z","steps":["trace[2134288506] 'process raft request' (duration: 684.314058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:51.753774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:51.069324Z","time spent":"684.4308ms","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T04:46:51.754004Z","caller":"traceutil/trace.go:171","msg":"trace[471623538] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"700.211596ms","start":"2026-07-17T04:46:51.053783Z","end":"2026-07-17T04:46:51.753995Z","steps":["trace[471623538] 'process raft request' (duration: 81.911685ms)","trace[471623538] 'compare' (duration: 617.046095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:46:51.754041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:51.053765Z","time spent":"700.256377ms","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:46:51.754882Z","caller":"traceutil/trace.go:171","msg":"trace[426127044] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"650.170346ms","start":"2026-07-17T04:46:51.104635Z","end":"2026-07-17T04:46:51.754805Z","steps":["trace[426127044] 'process raft request' (duration: 650.110575ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:51.755039Z","caller":"traceutil/trace.go:171","msg":"trace[2023388724] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"650.935512ms","start":"2026-07-17T04:46:51.104093Z","end":"2026-07-17T04:46:51.755029Z","steps":["trace[2023388724] 'process raft request' (duration: 650.365471ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:51.754944Z","caller":"traceutil/trace.go:171","msg":"trace[759370123] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"650.748028ms","start":"2026-07-17T04:46:51.104177Z","end":"2026-07-17T04:46:51.754925Z","steps":["trace[759370123] 'process raft request' (duration: 650.432342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:51.7551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:51.104078Z","time spent":"650.994553ms","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:46:51.755099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:51.104626Z","time spent":"650.347039ms","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:46:51.755183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:51.104172Z","time spent":"650.933462ms","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1867,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:46:51.755274Z","caller":"traceutil/trace.go:171","msg":"trace[1892912858] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"651.020194ms","start":"2026-07-17T04:46:51.104245Z","end":"2026-07-17T04:46:51.755265Z","steps":["trace[1892912858] 'process raft request' (duration: 650.445702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:51.755317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:51.104221Z","time spent":"651.076375ms","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1453,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:46:51.838151Z","caller":"traceutil/trace.go:171","msg":"trace[1960475112] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"684.235817ms","start":"2026-07-17T04:46:51.153881Z","end":"2026-07-17T04:46:51.838117Z","steps":["trace[1960475112] 'process raft request' (duration: 684.056904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:51.838312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:51.153863Z","time spent":"684.36813ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:46:51.838153Z","caller":"traceutil/trace.go:171","msg":"trace[641772374] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"284.021514ms","start":"2026-07-17T04:46:51.554111Z","end":"2026-07-17T04:46:51.838133Z","steps":["trace[641772374] 'process raft request' (duration: 283.935412ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:51.838508Z","caller":"traceutil/trace.go:171","msg":"trace[1834083449] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"212.358288ms","start":"2026-07-17T04:46:51.626125Z","end":"2026-07-17T04:46:51.838483Z","steps":["trace[1834083449] 'process raft request' (duration: 211.956591ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:51.838717Z","caller":"traceutil/trace.go:171","msg":"trace[253484377] linearizableReadLoop","detail":"{readStateIndex:4740; appliedIndex:4732; }","duration":"650.526184ms","start":"2026-07-17T04:46:51.188171Z","end":"2026-07-17T04:46:51.838698Z","steps":["trace[253484377] 'read index received' (duration: 565.951554ms)","trace[253484377] 'applied index is now lower than readState.Index' (duration: 84.57383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:46:51.83886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.181814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:46:51.838886Z","caller":"traceutil/trace.go:171","msg":"trace[491540157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4572; }","duration":"455.252196ms","start":"2026-07-17T04:46:51.383626Z","end":"2026-07-17T04:46:51.838878Z","steps":["trace[491540157] 'agreement among raft nodes before linearized reading' (duration: 455.172494ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:51.838883Z","caller":"traceutil/trace.go:171","msg":"trace[430112126] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"211.821839ms","start":"2026-07-17T04:46:51.626988Z","end":"2026-07-17T04:46:51.838809Z","steps":["trace[430112126] 'process raft request' (duration: 211.236946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:51.838906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:51.383606Z","time spent":"455.294406ms","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T04:46:51.839245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.079775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-17T04:46:51.839267Z","caller":"traceutil/trace.go:171","msg":"trace[2102565362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4572; }","duration":"651.146516ms","start":"2026-07-17T04:46:51.188114Z","end":"2026-07-17T04:46:51.839261Z","steps":["trace[2102565362] 'agreement among raft nodes before linearized reading' (duration: 651.062425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:51.839285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:46:51.188073Z","time spent":"651.207399ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-17T04:46:52.188321Z","caller":"traceutil/trace.go:171","msg":"trace[607382426] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"179.571858ms","start":"2026-07-17T04:46:52.008707Z","end":"2026-07-17T04:46:52.188278Z","steps":["trace[607382426] 'process raft request' (duration: 134.88593ms)","trace[607382426] 'compare' (duration: 44.482464ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:46:52.188453Z","caller":"traceutil/trace.go:171","msg":"trace[530078798] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"179.026346ms","start":"2026-07-17T04:46:52.009403Z","end":"2026-07-17T04:46:52.188429Z","steps":["trace[530078798] 'process raft request' (duration: 178.780741ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.188545Z","caller":"traceutil/trace.go:171","msg":"trace[1877731780] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"178.911953ms","start":"2026-07-17T04:46:52.009616Z","end":"2026-07-17T04:46:52.188528Z","steps":["trace[1877731780] 'process raft request' (duration: 178.595617ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.18875Z","caller":"traceutil/trace.go:171","msg":"trace[86169963] linearizableReadLoop","detail":"{readStateIndex:4754; appliedIndex:4749; }","duration":"178.350603ms","start":"2026-07-17T04:46:52.010388Z","end":"2026-07-17T04:46:52.188739Z","steps":["trace[86169963] 'read index received' (duration: 40.89313ms)","trace[86169963] 'applied index is now lower than readState.Index' (duration: 137.456643ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:46:52.188785Z","caller":"traceutil/trace.go:171","msg":"trace[597396310] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"176.660658ms","start":"2026-07-17T04:46:52.012118Z","end":"2026-07-17T04:46:52.188779Z","steps":["trace[597396310] 'process raft request' (duration: 176.550956ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.188855Z","caller":"traceutil/trace.go:171","msg":"trace[1795948839] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"176.722439ms","start":"2026-07-17T04:46:52.012123Z","end":"2026-07-17T04:46:52.188845Z","steps":["trace[1795948839] 'process raft request' (duration: 176.582607ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.188876Z","caller":"traceutil/trace.go:171","msg":"trace[1304357816] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"179.100038ms","start":"2026-07-17T04:46:52.009771Z","end":"2026-07-17T04:46:52.188871Z","steps":["trace[1304357816] 'process raft request' (duration: 178.610178ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.188871Z","caller":"traceutil/trace.go:171","msg":"trace[137776468] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"178.364463ms","start":"2026-07-17T04:46:52.010448Z","end":"2026-07-17T04:46:52.188812Z","steps":["trace[137776468] 'process raft request' (duration: 178.173819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:52.18903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.620919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T04:46:52.189115Z","caller":"traceutil/trace.go:171","msg":"trace[1893713331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4589; }","duration":"178.73901ms","start":"2026-07-17T04:46:52.010363Z","end":"2026-07-17T04:46:52.189102Z","steps":["trace[1893713331] 'agreement among raft nodes before linearized reading' (duration: 178.560237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:52.189153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.530157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-648d5dd5d6-xt8lv.18c2fa4d001cd9cd\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-07-17T04:46:52.189178Z","caller":"traceutil/trace.go:171","msg":"trace[1059672724] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-648d5dd5d6-xt8lv.18c2fa4d001cd9cd; range_end:; response_count:1; response_revision:4589; }","duration":"160.594528ms","start":"2026-07-17T04:46:52.028575Z","end":"2026-07-17T04:46:52.18917Z","steps":["trace[1059672724] 'agreement among raft nodes before linearized reading' (duration: 160.495136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:52.189279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.409642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-17T04:46:52.189296Z","caller":"traceutil/trace.go:171","msg":"trace[1803522873] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4589; }","duration":"138.472973ms","start":"2026-07-17T04:46:52.050817Z","end":"2026-07-17T04:46:52.18929Z","steps":["trace[1803522873] 'agreement among raft nodes before linearized reading' (duration: 138.422952ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.411802Z","caller":"traceutil/trace.go:171","msg":"trace[40308459] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4757; }","duration":"218.301514ms","start":"2026-07-17T04:46:52.193475Z","end":"2026-07-17T04:46:52.411777Z","steps":["trace[40308459] 'read index received' (duration: 189.38336ms)","trace[40308459] 'applied index is now lower than readState.Index' (duration: 28.916934ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:46:52.411827Z","caller":"traceutil/trace.go:171","msg":"trace[841429373] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"218.392015ms","start":"2026-07-17T04:46:52.193397Z","end":"2026-07-17T04:46:52.411789Z","steps":["trace[841429373] 'process raft request' (duration: 189.38101ms)","trace[841429373] 'compare' (duration: 28.74148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:46:52.412031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.536189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-17T04:46:52.412063Z","caller":"traceutil/trace.go:171","msg":"trace[569203221] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4590; }","duration":"218.58507ms","start":"2026-07-17T04:46:52.19347Z","end":"2026-07-17T04:46:52.412055Z","steps":["trace[569203221] 'agreement among raft nodes before linearized reading' (duration: 218.419946ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.446398Z","caller":"traceutil/trace.go:171","msg":"trace[1216849421] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"252.462896ms","start":"2026-07-17T04:46:52.193905Z","end":"2026-07-17T04:46:52.446368Z","steps":["trace[1216849421] 'process raft request' (duration: 252.250171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:52.44698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.441906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52393f99-7356-4b40-abb2-8765d99bad5f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-17T04:46:52.447056Z","caller":"traceutil/trace.go:171","msg":"trace[1943342377] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52393f99-7356-4b40-abb2-8765d99bad5f; range_end:; response_count:1; response_revision:4593; }","duration":"253.529677ms","start":"2026-07-17T04:46:52.193496Z","end":"2026-07-17T04:46:52.447026Z","steps":["trace[1943342377] 'agreement among raft nodes before linearized reading' (duration: 253.322072ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.446452Z","caller":"traceutil/trace.go:171","msg":"trace[1720283189] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"252.066427ms","start":"2026-07-17T04:46:52.194362Z","end":"2026-07-17T04:46:52.446428Z","steps":["trace[1720283189] 'process raft request' (duration: 251.922984ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.446585Z","caller":"traceutil/trace.go:171","msg":"trace[1432731558] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"250.508035ms","start":"2026-07-17T04:46:52.196046Z","end":"2026-07-17T04:46:52.446554Z","steps":["trace[1432731558] 'process raft request' (duration: 250.299441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:46:52.446871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.279961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-17T04:46:52.447487Z","caller":"traceutil/trace.go:171","msg":"trace[218456015] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4593; }","duration":"253.957416ms","start":"2026-07-17T04:46:52.193516Z","end":"2026-07-17T04:46:52.447473Z","steps":["trace[218456015] 'agreement among raft nodes before linearized reading' (duration: 253.112509ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.554877Z","caller":"traceutil/trace.go:171","msg":"trace[313357712] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"104.16263ms","start":"2026-07-17T04:46:52.450685Z","end":"2026-07-17T04:46:52.554848Z","steps":["trace[313357712] 'process raft request' (duration: 103.945694ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:52.555016Z","caller":"traceutil/trace.go:171","msg":"trace[1333306270] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"104.245652ms","start":"2026-07-17T04:46:52.450756Z","end":"2026-07-17T04:46:52.555001Z","steps":["trace[1333306270] 'process raft request' (duration: 104.100549ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:54.013789Z","caller":"traceutil/trace.go:171","msg":"trace[1246456236] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"169.396912ms","start":"2026-07-17T04:46:53.844371Z","end":"2026-07-17T04:46:54.013768Z","steps":["trace[1246456236] 'process raft request' (duration: 169.35936ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:54.013927Z","caller":"traceutil/trace.go:171","msg":"trace[830627493] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"170.049435ms","start":"2026-07-17T04:46:53.843861Z","end":"2026-07-17T04:46:54.01391Z","steps":["trace[830627493] 'process raft request' (duration: 169.709278ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:54.01406Z","caller":"traceutil/trace.go:171","msg":"trace[489271222] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"170.049275ms","start":"2026-07-17T04:46:53.84391Z","end":"2026-07-17T04:46:54.013959Z","steps":["trace[489271222] 'process raft request' (duration: 169.782009ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:55.333309Z","caller":"traceutil/trace.go:171","msg":"trace[1980221272] linearizableReadLoop","detail":"{readStateIndex:4829; appliedIndex:4828; }","duration":"115.862887ms","start":"2026-07-17T04:46:55.21742Z","end":"2026-07-17T04:46:55.333282Z","steps":["trace[1980221272] 'read index received' (duration: 55.358421ms)","trace[1980221272] 'applied index is now lower than readState.Index' (duration: 60.502806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:46:55.333541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.095262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18c2fa4d62271f21\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-07-17T04:46:55.333575Z","caller":"traceutil/trace.go:171","msg":"trace[644527687] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18c2fa4d62271f21; range_end:; response_count:1; response_revision:4660; }","duration":"116.171764ms","start":"2026-07-17T04:46:55.217393Z","end":"2026-07-17T04:46:55.333565Z","steps":["trace[644527687] 'agreement among raft nodes before linearized reading' (duration: 115.99282ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:59.984987Z","caller":"traceutil/trace.go:171","msg":"trace[1886958520] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4921; }","duration":"145.695337ms","start":"2026-07-17T04:46:59.839239Z","end":"2026-07-17T04:46:59.984935Z","steps":["trace[1886958520] 'read index received' (duration: 145.589044ms)","trace[1886958520] 'applied index is now lower than readState.Index' (duration: 104.933µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:46:59.98525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.954201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:46:59.985304Z","caller":"traceutil/trace.go:171","msg":"trace[1759346663] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"176.761637ms","start":"2026-07-17T04:46:59.808504Z","end":"2026-07-17T04:46:59.985266Z","steps":["trace[1759346663] 'process raft request' (duration: 176.221686ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:46:59.985299Z","caller":"traceutil/trace.go:171","msg":"trace[1288502192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4750; }","duration":"146.082114ms","start":"2026-07-17T04:46:59.839203Z","end":"2026-07-17T04:46:59.985285Z","steps":["trace[1288502192] 'agreement among raft nodes before linearized reading' (duration: 145.900071ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:47:04.647456Z","caller":"traceutil/trace.go:171","msg":"trace[668698539] linearizableReadLoop","detail":"{readStateIndex:4983; appliedIndex:4982; }","duration":"144.632311ms","start":"2026-07-17T04:47:04.5028Z","end":"2026-07-17T04:47:04.647433Z","steps":["trace[668698539] 'read index received' (duration: 144.484627ms)","trace[668698539] 'applied index is now lower than readState.Index' (duration: 146.844µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:47:04.647525Z","caller":"traceutil/trace.go:171","msg":"trace[354420200] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"170.436551ms","start":"2026-07-17T04:47:04.477056Z","end":"2026-07-17T04:47:04.647493Z","steps":["trace[354420200] 'process raft request' (duration: 170.225336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:47:04.647841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.026989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T04:47:04.647892Z","caller":"traceutil/trace.go:171","msg":"trace[2133232943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4810; }","duration":"145.120021ms","start":"2026-07-17T04:47:04.502759Z","end":"2026-07-17T04:47:04.647879Z","steps":["trace[2133232943] 'agreement among raft nodes before linearized reading' (duration: 144.770424ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:47:04.779846Z","caller":"traceutil/trace.go:171","msg":"trace[609879486] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"126.963946ms","start":"2026-07-17T04:47:04.652855Z","end":"2026-07-17T04:47:04.779819Z","steps":["trace[609879486] 'process raft request' (duration: 67.718573ms)","trace[609879486] 'compare' (duration: 58.973327ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:48:44.859271Z","caller":"traceutil/trace.go:171","msg":"trace[2009281475] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"444.16189ms","start":"2026-07-17T04:48:44.415088Z","end":"2026-07-17T04:48:44.85925Z","steps":["trace[2009281475] 'process raft request' (duration: 444.013697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:44.859425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:44.41507Z","time spent":"444.273252ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:48:44.863895Z","caller":"traceutil/trace.go:171","msg":"trace[1121107933] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"395.047074ms","start":"2026-07-17T04:48:44.468817Z","end":"2026-07-17T04:48:44.863864Z","steps":["trace[1121107933] 'process raft request' (duration: 394.847579ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:48:44.863911Z","caller":"traceutil/trace.go:171","msg":"trace[1735922193] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"393.408414ms","start":"2026-07-17T04:48:44.470457Z","end":"2026-07-17T04:48:44.863866Z","steps":["trace[1735922193] 'process raft request' (duration: 393.335492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:44.864067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:44.470433Z","time spent":"393.559376ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:48:44.864068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:44.468794Z","time spent":"395.187956ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:48:44.864236Z","caller":"traceutil/trace.go:171","msg":"trace[1122988506] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"297.01478ms","start":"2026-07-17T04:48:44.56721Z","end":"2026-07-17T04:48:44.864224Z","steps":["trace[1122988506] 'process raft request' (duration: 296.624443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.375819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085746080938297752,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T04:48:47.583556Z","caller":"traceutil/trace.go:171","msg":"trace[171050481] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"982.546956ms","start":"2026-07-17T04:48:46.600982Z","end":"2026-07-17T04:48:47.583529Z","steps":["trace[171050481] 'process raft request' (duration: 982.369933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.583731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.600962Z","time spent":"982.677099ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:48:47.63128Z","caller":"traceutil/trace.go:171","msg":"trace[697409818] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"761.876408ms","start":"2026-07-17T04:48:46.86938Z","end":"2026-07-17T04:48:47.631257Z","steps":["trace[697409818] 'process raft request' (duration: 761.809907ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:48:47.631518Z","caller":"traceutil/trace.go:171","msg":"trace[2146015754] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"522.416894ms","start":"2026-07-17T04:48:47.10909Z","end":"2026-07-17T04:48:47.631507Z","steps":["trace[2146015754] 'process raft request' (duration: 522.309542ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:48:47.6314Z","caller":"traceutil/trace.go:171","msg":"trace[1020681420] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"762.033691ms","start":"2026-07-17T04:48:46.869353Z","end":"2026-07-17T04:48:47.631386Z","steps":["trace[1020681420] 'process raft request' (duration: 761.800026ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:48:47.631522Z","caller":"traceutil/trace.go:171","msg":"trace[1010351270] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5782; }","duration":"756.433411ms","start":"2026-07-17T04:48:46.875064Z","end":"2026-07-17T04:48:47.631498Z","steps":["trace[1010351270] 'read index received' (duration: 708.264262ms)","trace[1010351270] 'applied index is now lower than readState.Index' (duration: 48.168149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:48:47.631594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:47.109072Z","time spent":"522.473014ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:48:47.631721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.655274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T04:48:47.631366Z","caller":"traceutil/trace.go:171","msg":"trace[360372784] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"767.397537ms","start":"2026-07-17T04:48:46.863922Z","end":"2026-07-17T04:48:47.631319Z","steps":["trace[360372784] 'process raft request' (duration: 767.097481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.631809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.869356Z","time spent":"762.108492ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:48:47.632718Z","caller":"traceutil/trace.go:171","msg":"trace[1234249568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5592; }","duration":"757.667843ms","start":"2026-07-17T04:48:46.87503Z","end":"2026-07-17T04:48:47.632698Z","steps":["trace[1234249568] 'agreement among raft nodes before linearized reading' (duration: 756.600944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.632972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.863897Z","time spent":"768.903824ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:48:47.631779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.869331Z","time spent":"762.252175ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:48:47.633115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.875018Z","time spent":"757.922637ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T04:48:47.631878Z","caller":"traceutil/trace.go:171","msg":"trace[1066151063] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"761.216076ms","start":"2026-07-17T04:48:46.870289Z","end":"2026-07-17T04:48:47.631505Z","steps":["trace[1066151063] 'process raft request' (duration: 760.93144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.633941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.189043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-17T04:48:47.634026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.96068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-17T04:48:47.633996Z","caller":"traceutil/trace.go:171","msg":"trace[665669870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5592; }","duration":"354.290515ms","start":"2026-07-17T04:48:47.279693Z","end":"2026-07-17T04:48:47.633983Z","steps":["trace[665669870] 'agreement among raft nodes before linearized reading' (duration: 354.095622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.634158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:47.279667Z","time spent":"354.475459ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T04:48:47.634125Z","caller":"traceutil/trace.go:171","msg":"trace[1432500750] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5592; }","duration":"757.074792ms","start":"2026-07-17T04:48:46.877033Z","end":"2026-07-17T04:48:47.634108Z","steps":["trace[1432500750] 'agreement among raft nodes before linearized reading' (duration: 756.807537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.634217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.877026Z","time spent":"757.175994ms","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-17T04:48:47.633958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.585082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T04:48:47.634124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.982267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T04:48:47.634379Z","caller":"traceutil/trace.go:171","msg":"trace[1488486545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5592; }","duration":"757.03262ms","start":"2026-07-17T04:48:46.877329Z","end":"2026-07-17T04:48:47.634362Z","steps":["trace[1488486545] 'agreement among raft nodes before linearized reading' (duration: 756.409289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.634482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.877319Z","time spent":"757.148522ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T04:48:47.63452Z","caller":"traceutil/trace.go:171","msg":"trace[1008076248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5592; }","duration":"758.432055ms","start":"2026-07-17T04:48:46.875989Z","end":"2026-07-17T04:48:47.634421Z","steps":["trace[1008076248] 'agreement among raft nodes before linearized reading' (duration: 757.947146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.634712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.875967Z","time spent":"758.671149ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T04:48:47.634861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.898714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T04:48:47.634894Z","caller":"traceutil/trace.go:171","msg":"trace[1632670304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5592; }","duration":"758.953775ms","start":"2026-07-17T04:48:46.875933Z","end":"2026-07-17T04:48:47.634887Z","steps":["trace[1632670304] 'agreement among raft nodes before linearized reading' (duration: 757.595991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:48:47.634965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.875924Z","time spent":"759.033486ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T04:48:47.635523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:48:46.870276Z","time spent":"762.915896ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:48:47.642815Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2878} {"level":"info","ts":"2026-07-17T04:48:47.780212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2878,"took":"135.69997ms","hash":2965264309,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":29556736,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-17T04:48:47.780297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2965264309,"revision":2878,"compact-revision":-1} {"level":"info","ts":"2026-07-17T04:53:47.648419Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5592} {"level":"info","ts":"2026-07-17T04:53:47.731343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5592,"took":"81.319932ms","hash":3884199765,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":18161664,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-17T04:53:47.731405Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3884199765,"revision":5592,"compact-revision":2878}