{"level":"warn","ts":"2026-07-23T03:20:48.823042Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T03:20:48.823135Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-23T03:20:48.823251Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T03:20:48.823267Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-07-23T03:20:48.823287Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T03:20:48.823941Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-07-23T03:20:48.82403Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-23T03:20:48.826687Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.435867ms"} {"level":"info","ts":"2026-07-23T03:20:48.831998Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-07-23T03:20:48.832067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-07-23T03:20:48.832087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-07-23T03:20:48.832095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-23T03:20:48.832107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-07-23T03:20:48.832149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-07-23T03:20:48.843358Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-23T03:20:48.845581Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-23T03:20:48.847087Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-23T03:20:48.850863Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-23T03:20:48.851132Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-23T03:20:48.851311Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T03:20:48.852096Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T03:20:48.852158Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T03:20:48.853047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-07-23T03:20:48.854168Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-07-23T03:20:48.857066Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T03:20:48.857214Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-07-23T03:20:48.857409Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-07-23T03:20:48.858809Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-23T03:20:48.858753Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-23T03:20:49.733172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-07-23T03:20:49.733307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-23T03:20:49.733363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-07-23T03:20:49.733401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-07-23T03:20:49.733448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-07-23T03:20:49.733484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-07-23T03:20:49.733515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-07-23T03:20:49.734889Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T03:20:49.73532Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-07-23T03:20:49.735371Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T03:20:49.735387Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T03:20:49.735715Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-23T03:20:49.735772Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-23T03:20:49.7362Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T03:20:49.73635Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T03:20:49.736399Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T03:20:49.738964Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"info","ts":"2026-07-23T03:20:49.739392Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-23T03:20:51.228798Z","caller":"traceutil/trace.go:171","msg":"trace[1139313364] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"132.063127ms","start":"2026-07-23T03:20:51.096692Z","end":"2026-07-23T03:20:51.228755Z","steps":["trace[1139313364] 'process raft request' (duration: 131.75864ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:20:51.231077Z","caller":"traceutil/trace.go:171","msg":"trace[2039335974] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"133.742797ms","start":"2026-07-23T03:20:51.097306Z","end":"2026-07-23T03:20:51.231049Z","steps":["trace[2039335974] 'process raft request' (duration: 133.481451ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:20:51.232113Z","caller":"traceutil/trace.go:171","msg":"trace[717930320] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"134.678278ms","start":"2026-07-23T03:20:51.097417Z","end":"2026-07-23T03:20:51.232096Z","steps":["trace[717930320] 'read index received' (duration: 130.957722ms)","trace[717930320] 'applied index is now lower than readState.Index' (duration: 3.718976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:20:51.232384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.911333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"info","ts":"2026-07-23T03:20:51.232529Z","caller":"traceutil/trace.go:171","msg":"trace[480162038] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"135.086708ms","start":"2026-07-23T03:20:51.097401Z","end":"2026-07-23T03:20:51.232487Z","steps":["trace[480162038] 'agreement among raft nodes before linearized reading' (duration: 134.753791ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:21:05.045577Z","caller":"traceutil/trace.go:171","msg":"trace[87754635] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"371.71771ms","start":"2026-07-23T03:21:04.673833Z","end":"2026-07-23T03:21:05.045551Z","steps":["trace[87754635] 'process raft request' (duration: 371.254379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:05.046184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:04.673815Z","time spent":"371.837624ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:21:05.413596Z","caller":"traceutil/trace.go:171","msg":"trace[895641938] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"360.024076ms","start":"2026-07-23T03:21:05.053541Z","end":"2026-07-23T03:21:05.413566Z","steps":["trace[895641938] 'process raft request' (duration: 359.873843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:05.413736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:05.053523Z","time spent":"360.138818ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:21:05.414611Z","caller":"traceutil/trace.go:171","msg":"trace[758954526] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:417; }","duration":"227.580181ms","start":"2026-07-23T03:21:05.186986Z","end":"2026-07-23T03:21:05.414567Z","steps":["trace[758954526] 'read index received' (duration: 226.490355ms)","trace[758954526] 'applied index is now lower than readState.Index' (duration: 1.087846ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:21:05.414768Z","caller":"traceutil/trace.go:171","msg":"trace[1009373180] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"311.659597ms","start":"2026-07-23T03:21:05.103097Z","end":"2026-07-23T03:21:05.414757Z","steps":["trace[1009373180] 'process raft request' (duration: 311.314659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:05.414844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.828047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:21:05.414914Z","caller":"traceutil/trace.go:171","msg":"trace[2007467737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"227.980231ms","start":"2026-07-23T03:21:05.186914Z","end":"2026-07-23T03:21:05.414894Z","steps":["trace[2007467737] 'agreement among raft nodes before linearized reading' (duration: 227.849488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:05.414826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:05.10306Z","time spent":"311.738219ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:21:05.415169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.135603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T03:21:05.415265Z","caller":"traceutil/trace.go:171","msg":"trace[950279518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"130.280887ms","start":"2026-07-23T03:21:05.284958Z","end":"2026-07-23T03:21:05.415239Z","steps":["trace[950279518] 'agreement among raft nodes before linearized reading' (duration: 130.099013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:43.868264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.246589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:21:43.868952Z","caller":"traceutil/trace.go:171","msg":"trace[1117819382] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"340.223564ms","start":"2026-07-23T03:21:43.528696Z","end":"2026-07-23T03:21:43.868919Z","steps":["trace[1117819382] 'process raft request' (duration: 128.154116ms)","trace[1117819382] 'compare' (duration: 211.033853ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:21:43.869094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:43.528668Z","time spent":"340.337367ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:21:43.869344Z","caller":"traceutil/trace.go:171","msg":"trace[15828171] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"332.76226ms","start":"2026-07-23T03:21:43.536547Z","end":"2026-07-23T03:21:43.869309Z","steps":["trace[15828171] 'process raft request' (duration: 332.364051ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:21:43.869421Z","caller":"traceutil/trace.go:171","msg":"trace[223859817] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"332.889372ms","start":"2026-07-23T03:21:43.536389Z","end":"2026-07-23T03:21:43.869279Z","steps":["trace[223859817] 'process raft request' (duration: 332.440632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:43.869563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:43.536527Z","time spent":"332.910363ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:21:43.869667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:43.536372Z","time spent":"333.20281ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:21:43.86998Z","caller":"traceutil/trace.go:171","msg":"trace[1887060200] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"317.379059ms","start":"2026-07-23T03:21:43.552582Z","end":"2026-07-23T03:21:43.869961Z","steps":["trace[1887060200] 'process raft request' (duration: 316.634962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:43.87006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:43.552557Z","time spent":"317.465652ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:21:43.870316Z","caller":"traceutil/trace.go:171","msg":"trace[1598162662] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:604; }","duration":"227.434217ms","start":"2026-07-23T03:21:43.642867Z","end":"2026-07-23T03:21:43.870301Z","steps":["trace[1598162662] 'read index received' (duration: 13.920106ms)","trace[1598162662] 'applied index is now lower than readState.Index' (duration: 213.513031ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:21:43.870324Z","caller":"traceutil/trace.go:171","msg":"trace[472047835] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"309.890514ms","start":"2026-07-23T03:21:43.560417Z","end":"2026-07-23T03:21:43.870308Z","steps":["trace[472047835] 'process raft request' (duration: 309.603148ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:21:43.870301Z","caller":"traceutil/trace.go:171","msg":"trace[2085260581] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"310.019898ms","start":"2026-07-23T03:21:43.560207Z","end":"2026-07-23T03:21:43.870227Z","steps":["trace[2085260581] 'process raft request' (duration: 309.64372ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:21:43.870411Z","caller":"traceutil/trace.go:171","msg":"trace[2079600322] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"305.84786ms","start":"2026-07-23T03:21:43.564493Z","end":"2026-07-23T03:21:43.87034Z","steps":["trace[2079600322] 'process raft request' (duration: 305.747138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:43.870406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:43.560404Z","time spent":"309.963706ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:21:43.870597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:43.564477Z","time spent":"306.032545ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:21:43.870637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:43.560189Z","time spent":"310.273904ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T03:21:43.870713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.847097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T03:21:43.870892Z","caller":"traceutil/trace.go:171","msg":"trace[1833981632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:587; }","duration":"227.998611ms","start":"2026-07-23T03:21:43.642804Z","end":"2026-07-23T03:21:43.870802Z","steps":["trace[1833981632] 'agreement among raft nodes before linearized reading' (duration: 227.575961ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:21:43.873504Z","caller":"traceutil/trace.go:171","msg":"trace[308961532] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"185.760072ms","start":"2026-07-23T03:21:43.687718Z","end":"2026-07-23T03:21:43.873478Z","steps":["trace[308961532] 'process raft request' (duration: 185.472315ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:21:50.018158Z","caller":"traceutil/trace.go:171","msg":"trace[1869447735] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:692; }","duration":"118.033989ms","start":"2026-07-23T03:21:49.900101Z","end":"2026-07-23T03:21:50.018135Z","steps":["trace[1869447735] 'read index received' (duration: 97.719664ms)","trace[1869447735] 'applied index is now lower than readState.Index' (duration: 20.313325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:21:50.018379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.270154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T03:21:50.018413Z","caller":"traceutil/trace.go:171","msg":"trace[1230407052] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"188.111888ms","start":"2026-07-23T03:21:49.830268Z","end":"2026-07-23T03:21:50.01838Z","steps":["trace[1230407052] 'process raft request' (duration: 167.519386ms)","trace[1230407052] 'compare' (duration: 20.226433ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:21:50.018462Z","caller":"traceutil/trace.go:171","msg":"trace[1551089006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:668; }","duration":"118.392447ms","start":"2026-07-23T03:21:49.900054Z","end":"2026-07-23T03:21:50.018447Z","steps":["trace[1551089006] 'agreement among raft nodes before linearized reading' (duration: 118.209693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:50.018407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.420332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T03:21:50.018632Z","caller":"traceutil/trace.go:171","msg":"trace[936868465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:668; }","duration":"116.669288ms","start":"2026-07-23T03:21:49.901923Z","end":"2026-07-23T03:21:50.018592Z","steps":["trace[936868465] 'agreement among raft nodes before linearized reading' (duration: 116.3513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:50.365965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.158676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:21:50.36606Z","caller":"traceutil/trace.go:171","msg":"trace[1207809238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"181.309919ms","start":"2026-07-23T03:21:50.18473Z","end":"2026-07-23T03:21:50.36604Z","steps":["trace[1207809238] 'range keys from in-memory index tree' (duration: 181.060693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:51.228385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635229584,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T03:21:51.241565Z","caller":"traceutil/trace.go:171","msg":"trace[1345626372] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:696; }","duration":"513.846083ms","start":"2026-07-23T03:21:50.727687Z","end":"2026-07-23T03:21:51.241533Z","steps":["trace[1345626372] 'read index received' (duration: 513.076835ms)","trace[1345626372] 'applied index is now lower than readState.Index' (duration: 768.018µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:21:51.241797Z","caller":"traceutil/trace.go:171","msg":"trace[603174961] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"726.107145ms","start":"2026-07-23T03:21:50.515653Z","end":"2026-07-23T03:21:51.24176Z","steps":["trace[603174961] 'process raft request' (duration: 725.132392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:51.241901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.200071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T03:21:51.241975Z","caller":"traceutil/trace.go:171","msg":"trace[179525251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:672; }","duration":"514.338865ms","start":"2026-07-23T03:21:50.727618Z","end":"2026-07-23T03:21:51.241957Z","steps":["trace[179525251] 'agreement among raft nodes before linearized reading' (duration: 514.082278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:21:51.242035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:50.72759Z","time spent":"514.430077ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T03:21:51.242063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:21:50.515613Z","time spent":"726.29589ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:22:07.018192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.561383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-23T03:22:07.018275Z","caller":"traceutil/trace.go:171","msg":"trace[110782614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:837; }","duration":"438.683726ms","start":"2026-07-23T03:22:06.579575Z","end":"2026-07-23T03:22:07.018259Z","steps":["trace[110782614] 'range keys from in-memory index tree' (duration: 438.352627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:22:07.018314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:22:06.579553Z","time spent":"438.752757ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T03:22:34.400201Z","caller":"traceutil/trace.go:171","msg":"trace[1442308825] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"135.834066ms","start":"2026-07-23T03:22:34.264323Z","end":"2026-07-23T03:22:34.400158Z","steps":["trace[1442308825] 'process raft request' (duration: 135.422356ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:22:34.569998Z","caller":"traceutil/trace.go:171","msg":"trace[2087283071] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"165.474259ms","start":"2026-07-23T03:22:34.404492Z","end":"2026-07-23T03:22:34.569966Z","steps":["trace[2087283071] 'process raft request' (duration: 75.037795ms)","trace[2087283071] 'compare' (duration: 90.304111ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:22:57.628946Z","caller":"traceutil/trace.go:171","msg":"trace[517896855] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"184.986737ms","start":"2026-07-23T03:22:57.443921Z","end":"2026-07-23T03:22:57.628907Z","steps":["trace[517896855] 'process raft request' (duration: 184.767371ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:22:57.699138Z","caller":"traceutil/trace.go:171","msg":"trace[2027249652] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"195.205823ms","start":"2026-07-23T03:22:57.503895Z","end":"2026-07-23T03:22:57.699101Z","steps":["trace[2027249652] 'process raft request' (duration: 195.09628ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:22:57.699535Z","caller":"traceutil/trace.go:171","msg":"trace[1975891384] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"236.003153ms","start":"2026-07-23T03:22:57.46351Z","end":"2026-07-23T03:22:57.699513Z","steps":["trace[1975891384] 'process raft request' (duration: 235.252165ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:15.63747Z","caller":"traceutil/trace.go:171","msg":"trace[1904680158] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"105.136796ms","start":"2026-07-23T03:23:15.532288Z","end":"2026-07-23T03:23:15.637425Z","steps":["trace[1904680158] 'process raft request' (duration: 104.89371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.097242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635232029,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T03:23:24.380771Z","caller":"traceutil/trace.go:171","msg":"trace[249195561] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"833.888965ms","start":"2026-07-23T03:23:23.546851Z","end":"2026-07-23T03:23:24.38074Z","steps":["trace[249195561] 'process raft request' (duration: 833.68033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.38094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:23.546812Z","time spent":"834.037108ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:24.436382Z","caller":"traceutil/trace.go:171","msg":"trace[810841043] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"457.510843ms","start":"2026-07-23T03:23:23.978848Z","end":"2026-07-23T03:23:24.436359Z","steps":["trace[810841043] 'process raft request' (duration: 457.421491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.436538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:23.978816Z","time spent":"457.640875ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:24.436623Z","caller":"traceutil/trace.go:171","msg":"trace[1932472519] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"713.786364ms","start":"2026-07-23T03:23:23.722816Z","end":"2026-07-23T03:23:24.436602Z","steps":["trace[1932472519] 'process raft request' (duration: 713.329094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.436711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:23.722787Z","time spent":"713.876997ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:24.436866Z","caller":"traceutil/trace.go:171","msg":"trace[1808220528] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"437.714606ms","start":"2026-07-23T03:23:23.99912Z","end":"2026-07-23T03:23:24.436834Z","steps":["trace[1808220528] 'process raft request' (duration: 437.200334ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:24.436947Z","caller":"traceutil/trace.go:171","msg":"trace[1737588086] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1980; }","duration":"839.831022ms","start":"2026-07-23T03:23:23.597103Z","end":"2026-07-23T03:23:24.436934Z","steps":["trace[1737588086] 'read index received' (duration: 783.659886ms)","trace[1737588086] 'applied index is now lower than readState.Index' (duration: 56.170376ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:23:24.436931Z","caller":"traceutil/trace.go:171","msg":"trace[686239842] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"192.52265ms","start":"2026-07-23T03:23:24.244375Z","end":"2026-07-23T03:23:24.436897Z","steps":["trace[686239842] 'process raft request' (duration: 192.299445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.437032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:23.99908Z","time spent":"437.871699ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:23:24.437136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.356084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:23:24.437031Z","caller":"traceutil/trace.go:171","msg":"trace[522338077] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"163.271116ms","start":"2026-07-23T03:23:24.273736Z","end":"2026-07-23T03:23:24.437007Z","steps":["trace[522338077] 'process raft request' (duration: 163.084911ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:24.437177Z","caller":"traceutil/trace.go:171","msg":"trace[1496568704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"250.426835ms","start":"2026-07-23T03:23:24.186737Z","end":"2026-07-23T03:23:24.437164Z","steps":["trace[1496568704] 'agreement among raft nodes before linearized reading' (duration: 250.354984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.437192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.331654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-23T03:23:24.437188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.121449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-23T03:23:24.437208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.109579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T03:23:24.437235Z","caller":"traceutil/trace.go:171","msg":"trace[463501824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1912; }","duration":"586.421817ms","start":"2026-07-23T03:23:23.850797Z","end":"2026-07-23T03:23:24.437219Z","steps":["trace[463501824] 'agreement among raft nodes before linearized reading' (duration: 586.311484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.437267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:23.850772Z","time spent":"586.488677ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T03:23:24.437271Z","caller":"traceutil/trace.go:171","msg":"trace[1505060540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1912; }","duration":"586.192811ms","start":"2026-07-23T03:23:23.851061Z","end":"2026-07-23T03:23:24.437253Z","steps":["trace[1505060540] 'agreement among raft nodes before linearized reading' (duration: 586.023187ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:24.437268Z","caller":"traceutil/trace.go:171","msg":"trace[648598609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"195.247833ms","start":"2026-07-23T03:23:24.241994Z","end":"2026-07-23T03:23:24.437242Z","steps":["trace[648598609] 'agreement among raft nodes before linearized reading' (duration: 195.039398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.437252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.084698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-49f10682-0e11-43d0-93b9-2d84e3680a47\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-07-23T03:23:24.43732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:23.851049Z","time spent":"586.259343ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T03:23:24.437385Z","caller":"traceutil/trace.go:171","msg":"trace[999471785] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-49f10682-0e11-43d0-93b9-2d84e3680a47; range_end:; response_count:1; response_revision:1912; }","duration":"840.289153ms","start":"2026-07-23T03:23:23.597065Z","end":"2026-07-23T03:23:24.437354Z","steps":["trace[999471785] 'agreement among raft nodes before linearized reading' (duration: 839.975795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.437445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:23.597052Z","time spent":"840.383104ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-49f10682-0e11-43d0-93b9-2d84e3680a47\" "} {"level":"warn","ts":"2026-07-23T03:23:24.437556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.236422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-23T03:23:24.437697Z","caller":"traceutil/trace.go:171","msg":"trace[1760181935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"762.426946ms","start":"2026-07-23T03:23:23.67526Z","end":"2026-07-23T03:23:24.437686Z","steps":["trace[1760181935] 'agreement among raft nodes before linearized reading' (duration: 761.752951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:24.437817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:23.675228Z","time spent":"762.58037ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T03:23:25.119381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.362287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:23:25.119878Z","caller":"traceutil/trace.go:171","msg":"trace[1603571357] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"677.408946ms","start":"2026-07-23T03:23:24.442425Z","end":"2026-07-23T03:23:25.119834Z","steps":["trace[1603571357] 'process raft request' (duration: 57.455635ms)","trace[1603571357] 'compare' (duration: 618.908097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:23:25.120135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:24.442403Z","time spent":"677.57973ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:25.120251Z","caller":"traceutil/trace.go:171","msg":"trace[1291761917] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"676.780762ms","start":"2026-07-23T03:23:24.443408Z","end":"2026-07-23T03:23:25.120188Z","steps":["trace[1291761917] 'process raft request' (duration: 676.375143ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:25.120301Z","caller":"traceutil/trace.go:171","msg":"trace[1880864371] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1985; }","duration":"582.834364ms","start":"2026-07-23T03:23:24.537446Z","end":"2026-07-23T03:23:25.12028Z","steps":["trace[1880864371] 'read index received' (duration: 28.851455ms)","trace[1880864371] 'applied index is now lower than readState.Index' (duration: 553.981899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:23:25.120456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:24.443385Z","time spent":"676.963747ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:25.120429Z","caller":"traceutil/trace.go:171","msg":"trace[859898648] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"677.260233ms","start":"2026-07-23T03:23:24.442609Z","end":"2026-07-23T03:23:25.11987Z","steps":["trace[859898648] 'process raft request' (duration: 677.081779ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:25.120452Z","caller":"traceutil/trace.go:171","msg":"trace[1510722693] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"670.66153ms","start":"2026-07-23T03:23:24.449696Z","end":"2026-07-23T03:23:25.120357Z","steps":["trace[1510722693] 'process raft request' (duration: 670.429044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:25.120576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.100021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:23:25.120663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:24.449636Z","time spent":"670.933836ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10966,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:25.120678Z","caller":"traceutil/trace.go:171","msg":"trace[892238895] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1916; }","duration":"583.278394ms","start":"2026-07-23T03:23:24.537367Z","end":"2026-07-23T03:23:25.120645Z","steps":["trace[892238895] 'agreement among raft nodes before linearized reading' (duration: 582.979818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:25.120752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:24.537324Z","time spent":"583.411277ms","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T03:23:25.120674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:24.442567Z","time spent":"678.0074ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:25.216464Z","caller":"traceutil/trace.go:171","msg":"trace[1546255977] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"352.5258ms","start":"2026-07-23T03:23:24.863887Z","end":"2026-07-23T03:23:25.216413Z","steps":["trace[1546255977] 'process raft request' (duration: 352.360906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:25.216519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.193086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-23T03:23:25.216631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.60425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:23:25.216724Z","caller":"traceutil/trace.go:171","msg":"trace[2009580153] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1917; }","duration":"612.777035ms","start":"2026-07-23T03:23:24.603923Z","end":"2026-07-23T03:23:25.216701Z","steps":["trace[2009580153] 'agreement among raft nodes before linearized reading' (duration: 612.59928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:25.216672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.285743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T03:23:25.216727Z","caller":"traceutil/trace.go:171","msg":"trace[61291416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1917; }","duration":"327.422232ms","start":"2026-07-23T03:23:24.889266Z","end":"2026-07-23T03:23:25.216689Z","steps":["trace[61291416] 'agreement among raft nodes before linearized reading' (duration: 327.130635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:25.216777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:24.603897Z","time spent":"612.871317ms","remote":"127.0.0.1:37094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-23T03:23:25.21679Z","caller":"traceutil/trace.go:171","msg":"trace[1261398122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1917; }","duration":"504.444038ms","start":"2026-07-23T03:23:24.712337Z","end":"2026-07-23T03:23:25.216781Z","steps":["trace[1261398122] 'agreement among raft nodes before linearized reading' (duration: 504.1476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:25.216812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:24.712316Z","time spent":"504.490828ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T03:23:25.216862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:24.889245Z","time spent":"327.560316ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T03:23:25.216841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:24.86386Z","time spent":"352.745205ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:25.395508Z","caller":"traceutil/trace.go:171","msg":"trace[1079219749] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"265.080824ms","start":"2026-07-23T03:23:25.13038Z","end":"2026-07-23T03:23:25.395461Z","steps":["trace[1079219749] 'process raft request' (duration: 247.425617ms)","trace[1079219749] 'compare' (duration: 17.159366ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:23:25.395934Z","caller":"traceutil/trace.go:171","msg":"trace[696532155] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"264.817508ms","start":"2026-07-23T03:23:25.131071Z","end":"2026-07-23T03:23:25.395889Z","steps":["trace[696532155] 'process raft request' (duration: 264.319777ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:25.396447Z","caller":"traceutil/trace.go:171","msg":"trace[1480711948] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1990; }","duration":"180.030504ms","start":"2026-07-23T03:23:25.216372Z","end":"2026-07-23T03:23:25.396402Z","steps":["trace[1480711948] 'read index received' (duration: 161.449995ms)","trace[1480711948] 'applied index is now lower than readState.Index' (duration: 18.575599ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:23:25.39657Z","caller":"traceutil/trace.go:171","msg":"trace[980109418] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"264.934212ms","start":"2026-07-23T03:23:25.131619Z","end":"2026-07-23T03:23:25.396553Z","steps":["trace[980109418] 'process raft request' (duration: 263.974729ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:25.396592Z","caller":"traceutil/trace.go:171","msg":"trace[853396685] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"174.68468ms","start":"2026-07-23T03:23:25.221882Z","end":"2026-07-23T03:23:25.396567Z","steps":["trace[853396685] 'process raft request' (duration: 174.561098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:25.39676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.96449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:23:25.39677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.283731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10981"} {"level":"info","ts":"2026-07-23T03:23:25.396815Z","caller":"traceutil/trace.go:171","msg":"trace[521470955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1923; }","duration":"209.080503ms","start":"2026-07-23T03:23:25.187719Z","end":"2026-07-23T03:23:25.3968Z","steps":["trace[521470955] 'agreement among raft nodes before linearized reading' (duration: 208.97416ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:25.396758Z","caller":"traceutil/trace.go:171","msg":"trace[389407180] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"176.280316ms","start":"2026-07-23T03:23:25.220412Z","end":"2026-07-23T03:23:25.396693Z","steps":["trace[389407180] 'process raft request' (duration: 175.897458ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:25.396824Z","caller":"traceutil/trace.go:171","msg":"trace[645318870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1923; }","duration":"262.368242ms","start":"2026-07-23T03:23:25.13444Z","end":"2026-07-23T03:23:25.396808Z","steps":["trace[645318870] 'agreement among raft nodes before linearized reading' (duration: 262.104236ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:25.396763Z","caller":"traceutil/trace.go:171","msg":"trace[1600792393] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"264.728347ms","start":"2026-07-23T03:23:25.131985Z","end":"2026-07-23T03:23:25.396713Z","steps":["trace[1600792393] 'process raft request' (duration: 264.172064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:32.874276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.390713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:23:32.874395Z","caller":"traceutil/trace.go:171","msg":"trace[267991877] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2061; }","duration":"377.996689ms","start":"2026-07-23T03:23:32.496387Z","end":"2026-07-23T03:23:32.874383Z","steps":["trace[267991877] 'read index received' (duration: 21.611068ms)","trace[267991877] 'applied index is now lower than readState.Index' (duration: 356.384891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:23:32.874528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.156833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-23T03:23:32.874548Z","caller":"traceutil/trace.go:171","msg":"trace[386423813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"378.232594ms","start":"2026-07-23T03:23:32.496308Z","end":"2026-07-23T03:23:32.87454Z","steps":["trace[386423813] 'agreement among raft nodes before linearized reading' (duration: 378.108051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:32.87457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:32.496276Z","time spent":"378.288446ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-23T03:23:32.874705Z","caller":"traceutil/trace.go:171","msg":"trace[1553896100] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"402.666529ms","start":"2026-07-23T03:23:32.47203Z","end":"2026-07-23T03:23:32.874697Z","steps":["trace[1553896100] 'process raft request' (duration: 402.315111ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:32.874696Z","caller":"traceutil/trace.go:171","msg":"trace[1880515532] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"403.60623ms","start":"2026-07-23T03:23:32.471057Z","end":"2026-07-23T03:23:32.874663Z","steps":["trace[1880515532] 'process raft request' (duration: 215.783508ms)","trace[1880515532] 'compare' (duration: 187.130376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:23:32.874745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:32.472015Z","time spent":"402.707509ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:23:32.874871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:32.471026Z","time spent":"403.738762ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:33.3183Z","caller":"traceutil/trace.go:171","msg":"trace[1401104241] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2064; }","duration":"160.142785ms","start":"2026-07-23T03:23:33.158121Z","end":"2026-07-23T03:23:33.318264Z","steps":["trace[1401104241] 'read index received' (duration: 158.833664ms)","trace[1401104241] 'applied index is now lower than readState.Index' (duration: 1.307431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:23:33.318291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:32.949589Z","time spent":"368.696275ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T03:23:33.31858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.453682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-23T03:23:33.318625Z","caller":"traceutil/trace.go:171","msg":"trace[645643693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1990; }","duration":"160.582515ms","start":"2026-07-23T03:23:33.158032Z","end":"2026-07-23T03:23:33.318614Z","steps":["trace[645643693] 'agreement among raft nodes before linearized reading' (duration: 160.36821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:33.319467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.596444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-23T03:23:33.319535Z","caller":"traceutil/trace.go:171","msg":"trace[1395884321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1991; }","duration":"160.681497ms","start":"2026-07-23T03:23:33.158829Z","end":"2026-07-23T03:23:33.319511Z","steps":["trace[1395884321] 'agreement among raft nodes before linearized reading' (duration: 160.530193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:33.319611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.717607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-23T03:23:33.319705Z","caller":"traceutil/trace.go:171","msg":"trace[1696754236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1991; }","duration":"160.855851ms","start":"2026-07-23T03:23:33.15883Z","end":"2026-07-23T03:23:33.319685Z","steps":["trace[1696754236] 'agreement among raft nodes before linearized reading' (duration: 160.599295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:33.758726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.185226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T03:23:33.758803Z","caller":"traceutil/trace.go:171","msg":"trace[1521375452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1995; }","duration":"323.288318ms","start":"2026-07-23T03:23:33.43549Z","end":"2026-07-23T03:23:33.758778Z","steps":["trace[1521375452] 'range keys from in-memory index tree' (duration: 323.037502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:33.758851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:33.43544Z","time spent":"323.40127ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T03:23:33.758586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.999661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T03:23:33.759441Z","caller":"traceutil/trace.go:171","msg":"trace[1064447618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1995; }","duration":"323.945243ms","start":"2026-07-23T03:23:33.435481Z","end":"2026-07-23T03:23:33.759426Z","steps":["trace[1064447618] 'range keys from in-memory index tree' (duration: 322.752646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:33.759496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:33.43545Z","time spent":"324.024845ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T03:23:37.369636Z","caller":"traceutil/trace.go:171","msg":"trace[1373571504] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"452.677152ms","start":"2026-07-23T03:23:36.91693Z","end":"2026-07-23T03:23:37.369608Z","steps":["trace[1373571504] 'process raft request' (duration: 450.150373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:37.369797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:36.916892Z","time spent":"452.816835ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:37.369799Z","caller":"traceutil/trace.go:171","msg":"trace[970974909] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2089; }","duration":"443.750456ms","start":"2026-07-23T03:23:36.926003Z","end":"2026-07-23T03:23:37.369753Z","steps":["trace[970974909] 'read index received' (duration: 75.589673ms)","trace[970974909] 'applied index is now lower than readState.Index' (duration: 368.158773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:23:37.371343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.320461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-23T03:23:37.371478Z","caller":"traceutil/trace.go:171","msg":"trace[1414332032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2017; }","duration":"445.453685ms","start":"2026-07-23T03:23:36.925961Z","end":"2026-07-23T03:23:37.371415Z","steps":["trace[1414332032] 'agreement among raft nodes before linearized reading' (duration: 443.93235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:37.371531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:36.92594Z","time spent":"445.580698ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T03:23:37.371693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.110304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-fnct5\" ","response":"range_response_count:1 size:5854"} {"level":"info","ts":"2026-07-23T03:23:37.371773Z","caller":"traceutil/trace.go:171","msg":"trace[2009157371] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-fnct5; range_end:; response_count:1; response_revision:2017; }","duration":"327.214807ms","start":"2026-07-23T03:23:37.044523Z","end":"2026-07-23T03:23:37.371737Z","steps":["trace[2009157371] 'agreement among raft nodes before linearized reading' (duration: 325.408846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:37.371829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:37.044502Z","time spent":"327.294138ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5877,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-fnct5\" "} {"level":"warn","ts":"2026-07-23T03:23:37.373313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.918478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:23:37.373426Z","caller":"traceutil/trace.go:171","msg":"trace[2086097580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2017; }","duration":"189.05819ms","start":"2026-07-23T03:23:37.184323Z","end":"2026-07-23T03:23:37.373381Z","steps":["trace[2086097580] 'agreement among raft nodes before linearized reading' (duration: 188.667871ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:23:37.86872Z","caller":"traceutil/trace.go:171","msg":"trace[215889635] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"488.480858ms","start":"2026-07-23T03:23:37.380199Z","end":"2026-07-23T03:23:37.868679Z","steps":["trace[215889635] 'process raft request' (duration: 488.152421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:37.868901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:37.380177Z","time spent":"488.630641ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:37.872074Z","caller":"traceutil/trace.go:171","msg":"trace[1624891514] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"490.575756ms","start":"2026-07-23T03:23:37.381475Z","end":"2026-07-23T03:23:37.872051Z","steps":["trace[1624891514] 'process raft request' (duration: 490.28831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:37.872186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:37.381445Z","time spent":"490.681299ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:23:37.872256Z","caller":"traceutil/trace.go:171","msg":"trace[664520994] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2092; }","duration":"490.31256ms","start":"2026-07-23T03:23:37.381914Z","end":"2026-07-23T03:23:37.872227Z","steps":["trace[664520994] 'read index received' (duration: 486.509763ms)","trace[664520994] 'applied index is now lower than readState.Index' (duration: 3.800727ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:23:37.872411Z","caller":"traceutil/trace.go:171","msg":"trace[1124272571] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"490.143576ms","start":"2026-07-23T03:23:37.382226Z","end":"2026-07-23T03:23:37.872369Z","steps":["trace[1124272571] 'process raft request' (duration: 489.742157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:37.872529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.834613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:23:37.872586Z","caller":"traceutil/trace.go:171","msg":"trace[1336169899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2020; }","duration":"487.895464ms","start":"2026-07-23T03:23:37.384674Z","end":"2026-07-23T03:23:37.87257Z","steps":["trace[1336169899] 'agreement among raft nodes before linearized reading' (duration: 487.815482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:37.872585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.649008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-23T03:23:37.872628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:37.384669Z","time spent":"487.950205ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-23T03:23:37.872636Z","caller":"traceutil/trace.go:171","msg":"trace[2106441493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2020; }","duration":"490.74374ms","start":"2026-07-23T03:23:37.381876Z","end":"2026-07-23T03:23:37.87262Z","steps":["trace[2106441493] 'agreement among raft nodes before linearized reading' (duration: 490.499555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:23:37.872636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:37.382217Z","time spent":"490.29922ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:23:37.872684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:23:37.381866Z","time spent":"490.809091ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T03:23:41.489414Z","caller":"traceutil/trace.go:171","msg":"trace[1390378013] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"103.204601ms","start":"2026-07-23T03:23:41.386176Z","end":"2026-07-23T03:23:41.48938Z","steps":["trace[1390378013] 'process raft request' (duration: 101.670486ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:04.150721Z","caller":"traceutil/trace.go:171","msg":"trace[270692400] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"137.008526ms","start":"2026-07-23T03:24:04.013686Z","end":"2026-07-23T03:24:04.150695Z","steps":["trace[270692400] 'process raft request' (duration: 136.868312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:04.29892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.552632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:24:04.299073Z","caller":"traceutil/trace.go:171","msg":"trace[465548559] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2259; }","duration":"244.508809ms","start":"2026-07-23T03:24:04.054546Z","end":"2026-07-23T03:24:04.299055Z","steps":["trace[465548559] 'read index received' (duration: 96.039859ms)","trace[465548559] 'applied index is now lower than readState.Index' (duration: 148.46812ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:24:04.299118Z","caller":"traceutil/trace.go:171","msg":"trace[988534628] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"284.720488ms","start":"2026-07-23T03:24:04.014334Z","end":"2026-07-23T03:24:04.299054Z","steps":["trace[988534628] 'process raft request' (duration: 148.956221ms)","trace[988534628] 'compare' (duration: 135.444049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:24:04.299226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.204255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:24:04.299259Z","caller":"traceutil/trace.go:171","msg":"trace[1454968508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2180; }","duration":"113.269717ms","start":"2026-07-23T03:24:04.18598Z","end":"2026-07-23T03:24:04.299249Z","steps":["trace[1454968508] 'agreement among raft nodes before linearized reading' (duration: 113.216776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:04.299348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.799775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-23T03:24:04.299382Z","caller":"traceutil/trace.go:171","msg":"trace[937790365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2180; }","duration":"244.851417ms","start":"2026-07-23T03:24:04.054522Z","end":"2026-07-23T03:24:04.299373Z","steps":["trace[937790365] 'agreement among raft nodes before linearized reading' (duration: 244.661783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:04.299486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.435746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T03:24:04.299592Z","caller":"traceutil/trace.go:171","msg":"trace[714687731] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"284.517803ms","start":"2026-07-23T03:24:04.01506Z","end":"2026-07-23T03:24:04.299578Z","steps":["trace[714687731] 'process raft request' (duration: 283.941769ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:04.299608Z","caller":"traceutil/trace.go:171","msg":"trace[1647015880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2180; }","duration":"234.58842ms","start":"2026-07-23T03:24:04.06499Z","end":"2026-07-23T03:24:04.299578Z","steps":["trace[1647015880] 'agreement among raft nodes before linearized reading' (duration: 234.199141ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:10.304347Z","caller":"traceutil/trace.go:171","msg":"trace[1220025956] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2291; }","duration":"118.991948ms","start":"2026-07-23T03:24:10.185331Z","end":"2026-07-23T03:24:10.304323Z","steps":["trace[1220025956] 'read index received' (duration: 118.858545ms)","trace[1220025956] 'applied index is now lower than readState.Index' (duration: 132.383µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:24:10.304382Z","caller":"traceutil/trace.go:171","msg":"trace[452539011] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"121.956077ms","start":"2026-07-23T03:24:10.182404Z","end":"2026-07-23T03:24:10.30436Z","steps":["trace[452539011] 'process raft request' (duration: 121.765863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:10.304524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.224637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T03:24:10.304566Z","caller":"traceutil/trace.go:171","msg":"trace[632647713] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2209; }","duration":"117.31509ms","start":"2026-07-23T03:24:10.187237Z","end":"2026-07-23T03:24:10.304552Z","steps":["trace[632647713] 'agreement among raft nodes before linearized reading' (duration: 117.221757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:10.304558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.178572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:24:10.304632Z","caller":"traceutil/trace.go:171","msg":"trace[20456777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"119.336226ms","start":"2026-07-23T03:24:10.185277Z","end":"2026-07-23T03:24:10.304614Z","steps":["trace[20456777] 'agreement among raft nodes before linearized reading' (duration: 119.174592ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:10.479027Z","caller":"traceutil/trace.go:171","msg":"trace[87863052] linearizableReadLoop","detail":"{readStateIndex:2294; appliedIndex:2292; }","duration":"119.726166ms","start":"2026-07-23T03:24:10.35927Z","end":"2026-07-23T03:24:10.478996Z","steps":["trace[87863052] 'read index received' (duration: 22.628963ms)","trace[87863052] 'applied index is now lower than readState.Index' (duration: 97.095933ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:24:10.479081Z","caller":"traceutil/trace.go:171","msg":"trace[2131281889] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"145.792718ms","start":"2026-07-23T03:24:10.333233Z","end":"2026-07-23T03:24:10.479026Z","steps":["trace[2131281889] 'process raft request' (duration: 110.609315ms)","trace[2131281889] 'compare' (duration: 35.021719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:24:10.479269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.983732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T03:24:10.47938Z","caller":"traceutil/trace.go:171","msg":"trace[1927427288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2211; }","duration":"120.141775ms","start":"2026-07-23T03:24:10.359205Z","end":"2026-07-23T03:24:10.479347Z","steps":["trace[1927427288] 'agreement among raft nodes before linearized reading' (duration: 119.89817ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:11.357323Z","caller":"traceutil/trace.go:171","msg":"trace[842109048] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"168.238547ms","start":"2026-07-23T03:24:11.189061Z","end":"2026-07-23T03:24:11.357299Z","steps":["trace[842109048] 'process raft request' (duration: 168.088193ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:17.081702Z","caller":"traceutil/trace.go:171","msg":"trace[79145364] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2329; }","duration":"319.114852ms","start":"2026-07-23T03:24:16.762561Z","end":"2026-07-23T03:24:17.081676Z","steps":["trace[79145364] 'read index received' (duration: 318.835685ms)","trace[79145364] 'applied index is now lower than readState.Index' (duration: 278.317µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:24:17.081821Z","caller":"traceutil/trace.go:171","msg":"trace[274315306] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"341.945499ms","start":"2026-07-23T03:24:16.739849Z","end":"2026-07-23T03:24:17.081794Z","steps":["trace[274315306] 'process raft request' (duration: 341.591731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:17.081955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.378148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-23T03:24:17.081978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:16.739773Z","time spent":"342.105932ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:24:17.08201Z","caller":"traceutil/trace.go:171","msg":"trace[1256099973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2246; }","duration":"319.46037ms","start":"2026-07-23T03:24:16.762535Z","end":"2026-07-23T03:24:17.081995Z","steps":["trace[1256099973] 'agreement among raft nodes before linearized reading' (duration: 319.240505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:17.082059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:16.762524Z","time spent":"319.522281ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T03:24:17.687541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635232801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T03:24:17.974928Z","caller":"traceutil/trace.go:171","msg":"trace[1507407215] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"1.204256358s","start":"2026-07-23T03:24:16.770647Z","end":"2026-07-23T03:24:17.974904Z","steps":["trace[1507407215] 'process raft request' (duration: 1.204015822s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:17.975141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:16.770621Z","time spent":"1.204388922s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:24:17.976205Z","caller":"traceutil/trace.go:171","msg":"trace[1732865386] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"956.916046ms","start":"2026-07-23T03:24:17.018219Z","end":"2026-07-23T03:24:17.975135Z","steps":["trace[1732865386] 'process raft request' (duration: 956.607988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:17.976524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:17.018193Z","time spent":"958.189705ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:24:18.699257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.947527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:24:18.699543Z","caller":"traceutil/trace.go:171","msg":"trace[1254241419] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"1.322215664s","start":"2026-07-23T03:24:17.377307Z","end":"2026-07-23T03:24:18.699522Z","steps":["trace[1254241419] 'process raft request' (duration: 928.911119ms)","trace[1254241419] 'compare' (duration: 392.738422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:24:18.699694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:17.377276Z","time spent":"1.322380287s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:24:18.69986Z","caller":"traceutil/trace.go:171","msg":"trace[1623624384] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"1.109146232s","start":"2026-07-23T03:24:17.590696Z","end":"2026-07-23T03:24:18.699842Z","steps":["trace[1623624384] 'process raft request' (duration: 1.108740112s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:18.699951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:17.590664Z","time spent":"1.109240984s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:24:18.700204Z","caller":"traceutil/trace.go:171","msg":"trace[954661532] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"1.091017193s","start":"2026-07-23T03:24:17.609155Z","end":"2026-07-23T03:24:18.700172Z","steps":["trace[954661532] 'process raft request' (duration: 1.090610344s)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:18.700374Z","caller":"traceutil/trace.go:171","msg":"trace[1192639068] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2330; }","duration":"1.513004971s","start":"2026-07-23T03:24:17.187227Z","end":"2026-07-23T03:24:18.700232Z","steps":["trace[1192639068] 'read index received' (duration: 787.41801ms)","trace[1192639068] 'applied index is now lower than readState.Index' (duration: 725.585261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:24:18.700463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:17.609135Z","time spent":"1.091142396s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:24:18.84065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653394205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:24:18.840738Z","caller":"traceutil/trace.go:171","msg":"trace[1078957722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2251; }","duration":"1.653498248s","start":"2026-07-23T03:24:17.187216Z","end":"2026-07-23T03:24:18.840714Z","steps":["trace[1078957722] 'agreement among raft nodes before linearized reading' (duration: 1.513160275s)","trace[1078957722] 'range keys from in-memory index tree' (duration: 140.19057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:24:18.840858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:17.187159Z","time spent":"1.653677242s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T03:24:18.841565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.412128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-23T03:24:18.841711Z","caller":"traceutil/trace.go:171","msg":"trace[1181873203] linearizableReadLoop","detail":"{readStateIndex:2336; appliedIndex:2335; }","duration":"141.226093ms","start":"2026-07-23T03:24:18.700457Z","end":"2026-07-23T03:24:18.841683Z","steps":["trace[1181873203] 'read index received' (duration: 78.432µs)","trace[1181873203] 'applied index is now lower than readState.Index' (duration: 141.145571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:24:18.841815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.554125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-23T03:24:18.84225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.341927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-07-23T03:24:18.842294Z","caller":"traceutil/trace.go:171","msg":"trace[1951968832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2251; }","duration":"408.065107ms","start":"2026-07-23T03:24:18.43421Z","end":"2026-07-23T03:24:18.842275Z","steps":["trace[1951968832] 'agreement among raft nodes before linearized reading' (duration: 407.480394ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:18.842364Z","caller":"traceutil/trace.go:171","msg":"trace[588689170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2251; }","duration":"732.48439ms","start":"2026-07-23T03:24:18.109834Z","end":"2026-07-23T03:24:18.842319Z","steps":["trace[588689170] 'agreement among raft nodes before linearized reading' (duration: 732.193564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:18.841877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.560229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-23T03:24:18.842368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.35346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-23T03:24:18.842467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:18.109812Z","time spent":"732.641184ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T03:24:18.842471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:18.434192Z","time spent":"408.181279ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T03:24:18.842513Z","caller":"traceutil/trace.go:171","msg":"trace[1918658558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2251; }","duration":"752.548734ms","start":"2026-07-23T03:24:18.089939Z","end":"2026-07-23T03:24:18.842488Z","steps":["trace[1918658558] 'agreement among raft nodes before linearized reading' (duration: 752.213416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:18.84192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.73419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-23T03:24:18.842564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:18.089912Z","time spent":"752.639846ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-23T03:24:18.842601Z","caller":"traceutil/trace.go:171","msg":"trace[265814169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2251; }","duration":"279.435575ms","start":"2026-07-23T03:24:18.563149Z","end":"2026-07-23T03:24:18.842585Z","steps":["trace[265814169] 'agreement among raft nodes before linearized reading' (duration: 278.739079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:18.84196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.206175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T03:24:18.842652Z","caller":"traceutil/trace.go:171","msg":"trace[1960248399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2251; }","duration":"261.195274ms","start":"2026-07-23T03:24:18.581268Z","end":"2026-07-23T03:24:18.842463Z","steps":["trace[1960248399] 'agreement among raft nodes before linearized reading' (duration: 260.569879ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:18.842747Z","caller":"traceutil/trace.go:171","msg":"trace[1727989696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2251; }","duration":"291.010172ms","start":"2026-07-23T03:24:18.551712Z","end":"2026-07-23T03:24:18.842723Z","steps":["trace[1727989696] 'agreement among raft nodes before linearized reading' (duration: 290.216714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:18.842007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.60524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T03:24:18.842966Z","caller":"traceutil/trace.go:171","msg":"trace[298189074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2251; }","duration":"451.669244ms","start":"2026-07-23T03:24:18.391284Z","end":"2026-07-23T03:24:18.842953Z","steps":["trace[298189074] 'agreement among raft nodes before linearized reading' (duration: 450.694482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:18.841998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.633304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:24:18.843006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:18.391264Z","time spent":"451.731136ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T03:24:18.843091Z","caller":"traceutil/trace.go:171","msg":"trace[344205583] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2251; }","duration":"730.73168ms","start":"2026-07-23T03:24:18.112324Z","end":"2026-07-23T03:24:18.843056Z","steps":["trace[344205583] 'agreement among raft nodes before linearized reading' (duration: 729.616905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:24:18.843168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:24:18.112311Z","time spent":"730.834272ms","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-23T03:24:19.044856Z","caller":"traceutil/trace.go:171","msg":"trace[821093636] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"197.081543ms","start":"2026-07-23T03:24:18.847749Z","end":"2026-07-23T03:24:19.044831Z","steps":["trace[821093636] 'process raft request' (duration: 196.989231ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:19.044878Z","caller":"traceutil/trace.go:171","msg":"trace[1880865901] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"197.265766ms","start":"2026-07-23T03:24:18.847582Z","end":"2026-07-23T03:24:19.044847Z","steps":["trace[1880865901] 'process raft request' (duration: 196.960729ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:19.045078Z","caller":"traceutil/trace.go:171","msg":"trace[373052445] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"197.105523ms","start":"2026-07-23T03:24:18.847944Z","end":"2026-07-23T03:24:19.04505Z","steps":["trace[373052445] 'process raft request' (duration: 196.832607ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:19.045165Z","caller":"traceutil/trace.go:171","msg":"trace[625613964] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2336; }","duration":"191.785911ms","start":"2026-07-23T03:24:18.853344Z","end":"2026-07-23T03:24:19.04513Z","steps":["trace[625613964] 'read index received' (duration: 29.717477ms)","trace[625613964] 'applied index is now lower than readState.Index' (duration: 162.067084ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:24:19.045315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.959285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:24:19.045352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.915931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:24:19.045388Z","caller":"traceutil/trace.go:171","msg":"trace[239744031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"192.072357ms","start":"2026-07-23T03:24:18.853298Z","end":"2026-07-23T03:24:19.045371Z","steps":["trace[239744031] 'agreement among raft nodes before linearized reading' (duration: 191.954064ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:19.045392Z","caller":"traceutil/trace.go:171","msg":"trace[1102064318] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"196.858128ms","start":"2026-07-23T03:24:18.848335Z","end":"2026-07-23T03:24:19.045193Z","steps":["trace[1102064318] 'process raft request' (duration: 196.643562ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:24:19.045406Z","caller":"traceutil/trace.go:171","msg":"trace[1174128552] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2256; }","duration":"191.006424ms","start":"2026-07-23T03:24:18.854381Z","end":"2026-07-23T03:24:19.045388Z","steps":["trace[1174128552] 'agreement among raft nodes before linearized reading' (duration: 190.909281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:03.66933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.814013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T03:25:03.669458Z","caller":"traceutil/trace.go:171","msg":"trace[1836935638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2665; }","duration":"144.997877ms","start":"2026-07-23T03:25:03.524432Z","end":"2026-07-23T03:25:03.66943Z","steps":["trace[1836935638] 'count revisions from in-memory index tree' (duration: 144.705041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:07.823695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635233701,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T03:25:07.844162Z","caller":"traceutil/trace.go:171","msg":"trace[484145453] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2785; }","duration":"520.763556ms","start":"2026-07-23T03:25:07.323372Z","end":"2026-07-23T03:25:07.844136Z","steps":["trace[484145453] 'read index received' (duration: 520.5004ms)","trace[484145453] 'applied index is now lower than readState.Index' (duration: 262.376µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:25:07.844327Z","caller":"traceutil/trace.go:171","msg":"trace[1049964174] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"546.138204ms","start":"2026-07-23T03:25:07.298145Z","end":"2026-07-23T03:25:07.844283Z","steps":["trace[1049964174] 'process raft request' (duration: 545.805956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:07.844383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.006151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-23T03:25:07.844448Z","caller":"traceutil/trace.go:171","msg":"trace[251509573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2685; }","duration":"521.138104ms","start":"2026-07-23T03:25:07.323298Z","end":"2026-07-23T03:25:07.844436Z","steps":["trace[251509573] 'agreement among raft nodes before linearized reading' (duration: 520.9651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:07.844492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:07.323273Z","time spent":"521.209696ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T03:25:07.844497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:07.298127Z","time spent":"546.285267ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:25:07.844587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.988881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T03:25:07.844645Z","caller":"traceutil/trace.go:171","msg":"trace[1619403801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2685; }","duration":"448.061213ms","start":"2026-07-23T03:25:07.396568Z","end":"2026-07-23T03:25:07.844629Z","steps":["trace[1619403801] 'agreement among raft nodes before linearized reading' (duration: 447.92229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:07.844635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.971211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-23T03:25:07.844751Z","caller":"traceutil/trace.go:171","msg":"trace[499219309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2685; }","duration":"515.161186ms","start":"2026-07-23T03:25:07.329565Z","end":"2026-07-23T03:25:07.844727Z","steps":["trace[499219309] 'agreement among raft nodes before linearized reading' (duration: 514.854939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:07.844804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:07.329531Z","time spent":"515.263128ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T03:25:07.844685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:07.39656Z","time spent":"448.117445ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T03:25:07.844956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.496314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-23T03:25:07.845112Z","caller":"traceutil/trace.go:171","msg":"trace[1993568290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2685; }","duration":"448.73874ms","start":"2026-07-23T03:25:07.396338Z","end":"2026-07-23T03:25:07.845076Z","steps":["trace[1993568290] 'agreement among raft nodes before linearized reading' (duration: 448.209807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:07.845184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:07.396309Z","time spent":"448.863363ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T03:25:17.062602Z","caller":"traceutil/trace.go:171","msg":"trace[2009210808] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2848; }","duration":"126.291294ms","start":"2026-07-23T03:25:16.936282Z","end":"2026-07-23T03:25:17.062573Z","steps":["trace[2009210808] 'read index received' (duration: 126.100189ms)","trace[2009210808] 'applied index is now lower than readState.Index' (duration: 189.385µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:25:17.062645Z","caller":"traceutil/trace.go:171","msg":"trace[682949411] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"170.548399ms","start":"2026-07-23T03:25:16.892067Z","end":"2026-07-23T03:25:17.062615Z","steps":["trace[682949411] 'process raft request' (duration: 170.301773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:17.063058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.757334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-23T03:25:17.063115Z","caller":"traceutil/trace.go:171","msg":"trace[1672542785] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2746; }","duration":"126.876597ms","start":"2026-07-23T03:25:16.936227Z","end":"2026-07-23T03:25:17.063104Z","steps":["trace[1672542785] 'agreement among raft nodes before linearized reading' (duration: 126.486808ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:25:17.08755Z","caller":"traceutil/trace.go:171","msg":"trace[667996520] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"105.484102ms","start":"2026-07-23T03:25:16.982038Z","end":"2026-07-23T03:25:17.087522Z","steps":["trace[667996520] 'process raft request' (duration: 105.218366ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:25:41.391105Z","caller":"traceutil/trace.go:171","msg":"trace[1056206802] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"144.564685ms","start":"2026-07-23T03:25:41.246506Z","end":"2026-07-23T03:25:41.391071Z","steps":["trace[1056206802] 'process raft request' (duration: 135.925566ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:25:41.39164Z","caller":"traceutil/trace.go:171","msg":"trace[636176593] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"140.723338ms","start":"2026-07-23T03:25:41.250902Z","end":"2026-07-23T03:25:41.391625Z","steps":["trace[636176593] 'process raft request' (duration: 140.090973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:42.018789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.624152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-23T03:25:42.018916Z","caller":"traceutil/trace.go:171","msg":"trace[1954043452] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2890; }","duration":"139.804266ms","start":"2026-07-23T03:25:41.879075Z","end":"2026-07-23T03:25:42.01888Z","steps":["trace[1954043452] 'range keys from in-memory index tree' (duration: 139.325135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:42.018907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.423438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c4cd56123067ec\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-23T03:25:42.019004Z","caller":"traceutil/trace.go:171","msg":"trace[473172403] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c4cd56123067ec; range_end:; response_count:1; response_revision:2890; }","duration":"133.565862ms","start":"2026-07-23T03:25:41.885417Z","end":"2026-07-23T03:25:42.018983Z","steps":["trace[473172403] 'range keys from in-memory index tree' (duration: 133.255954ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:25:42.313682Z","caller":"traceutil/trace.go:171","msg":"trace[1618985188] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"291.96015ms","start":"2026-07-23T03:25:42.021696Z","end":"2026-07-23T03:25:42.313656Z","steps":["trace[1618985188] 'process raft request' (duration: 291.675664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:42.314045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.424397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-49f10682-0e11-43d0-93b9-2d84e3680a47\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-23T03:25:42.314156Z","caller":"traceutil/trace.go:171","msg":"trace[1453302692] range","detail":"{range_begin:/registry/persistentvolumes/pvc-49f10682-0e11-43d0-93b9-2d84e3680a47; range_end:; response_count:1; response_revision:2891; }","duration":"291.613081ms","start":"2026-07-23T03:25:42.022516Z","end":"2026-07-23T03:25:42.314129Z","steps":["trace[1453302692] 'agreement among raft nodes before linearized reading' (duration: 291.303214ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:25:42.313632Z","caller":"traceutil/trace.go:171","msg":"trace[1212914930] linearizableReadLoop","detail":"{readStateIndex:2999; appliedIndex:2998; }","duration":"291.012438ms","start":"2026-07-23T03:25:42.022587Z","end":"2026-07-23T03:25:42.3136Z","steps":["trace[1212914930] 'read index received' (duration: 290.824314ms)","trace[1212914930] 'applied index is now lower than readState.Index' (duration: 186.914µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:25:42.480616Z","caller":"traceutil/trace.go:171","msg":"trace[627501154] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"227.988498ms","start":"2026-07-23T03:25:42.252596Z","end":"2026-07-23T03:25:42.480584Z","steps":["trace[627501154] 'process raft request' (duration: 227.720872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:42.480885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.62512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T03:25:42.480995Z","caller":"traceutil/trace.go:171","msg":"trace[1626010977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2894; }","duration":"440.825375ms","start":"2026-07-23T03:25:42.040155Z","end":"2026-07-23T03:25:42.48098Z","steps":["trace[1626010977] 'agreement among raft nodes before linearized reading' (duration: 440.514648ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:25:42.480621Z","caller":"traceutil/trace.go:171","msg":"trace[1561672104] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:2999; }","duration":"165.758008ms","start":"2026-07-23T03:25:42.314843Z","end":"2026-07-23T03:25:42.480601Z","steps":["trace[1561672104] 'read index received' (duration: 153.840682ms)","trace[1561672104] 'applied index is now lower than readState.Index' (duration: 11.915806ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:25:42.480817Z","caller":"traceutil/trace.go:171","msg":"trace[1126588687] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"455.361132ms","start":"2026-07-23T03:25:42.025339Z","end":"2026-07-23T03:25:42.4807Z","steps":["trace[1126588687] 'process raft request' (duration: 443.333374ms)","trace[1126588687] 'compare' (duration: 11.496306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:25:42.481107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.036477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:25:42.481228Z","caller":"traceutil/trace.go:171","msg":"trace[313991612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2894; }","duration":"294.234983ms","start":"2026-07-23T03:25:42.186971Z","end":"2026-07-23T03:25:42.481206Z","steps":["trace[313991612] 'agreement among raft nodes before linearized reading' (duration: 294.031477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:42.481111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.948803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-23T03:25:42.481244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.347363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T03:25:42.481286Z","caller":"traceutil/trace.go:171","msg":"trace[924158325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2894; }","duration":"433.188899ms","start":"2026-07-23T03:25:42.048084Z","end":"2026-07-23T03:25:42.481273Z","steps":["trace[924158325] 'agreement among raft nodes before linearized reading' (duration: 432.84726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:42.481071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:42.04014Z","time spent":"440.889967ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T03:25:42.481362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:42.048066Z","time spent":"433.282071ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T03:25:42.481305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.41275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c4cd5874590706\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-07-23T03:25:42.481344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:42.025314Z","time spent":"455.902275ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:25:42.481291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.869117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T03:25:42.481474Z","caller":"traceutil/trace.go:171","msg":"trace[548241627] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c4cd5874590706; range_end:; response_count:1; response_revision:2894; }","duration":"162.612775ms","start":"2026-07-23T03:25:42.318818Z","end":"2026-07-23T03:25:42.48143Z","steps":["trace[548241627] 'agreement among raft nodes before linearized reading' (duration: 162.367668ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:25:42.481309Z","caller":"traceutil/trace.go:171","msg":"trace[232383350] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2894; }","duration":"141.420714ms","start":"2026-07-23T03:25:42.339863Z","end":"2026-07-23T03:25:42.481284Z","steps":["trace[232383350] 'agreement among raft nodes before linearized reading' (duration: 141.335782ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:25:42.481466Z","caller":"traceutil/trace.go:171","msg":"trace[1043582453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2894; }","duration":"441.093523ms","start":"2026-07-23T03:25:42.040349Z","end":"2026-07-23T03:25:42.481442Z","steps":["trace[1043582453] 'agreement among raft nodes before linearized reading' (duration: 440.601791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:42.481636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:42.040334Z","time spent":"441.286457ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T03:25:42.482177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.794433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T03:25:42.482237Z","caller":"traceutil/trace.go:171","msg":"trace[503364327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2894; }","duration":"437.639942ms","start":"2026-07-23T03:25:42.044584Z","end":"2026-07-23T03:25:42.482224Z","steps":["trace[503364327] 'agreement among raft nodes before linearized reading' (duration: 436.378212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:42.482272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:25:42.044571Z","time spent":"437.691523ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T03:25:48.606178Z","caller":"traceutil/trace.go:171","msg":"trace[58803390] linearizableReadLoop","detail":"{readStateIndex:3037; appliedIndex:3036; }","duration":"101.04167ms","start":"2026-07-23T03:25:48.505108Z","end":"2026-07-23T03:25:48.60615Z","steps":["trace[58803390] 'read index received' (duration: 100.799084ms)","trace[58803390] 'applied index is now lower than readState.Index' (duration: 241.506µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:25:48.606297Z","caller":"traceutil/trace.go:171","msg":"trace[1529149523] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"104.644742ms","start":"2026-07-23T03:25:48.501622Z","end":"2026-07-23T03:25:48.606266Z","steps":["trace[1529149523] 'process raft request' (duration: 104.345446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:25:48.606575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.451589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-23T03:25:48.606654Z","caller":"traceutil/trace.go:171","msg":"trace[311511295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2927; }","duration":"101.571632ms","start":"2026-07-23T03:25:48.505058Z","end":"2026-07-23T03:25:48.60663Z","steps":["trace[311511295] 'agreement among raft nodes before linearized reading' (duration: 101.280795ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:27:37.331594Z","caller":"traceutil/trace.go:171","msg":"trace[1387529640] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"100.238913ms","start":"2026-07-23T03:27:37.231322Z","end":"2026-07-23T03:27:37.331561Z","steps":["trace[1387529640] 'process raft request' (duration: 99.894416ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:27:55.317225Z","caller":"traceutil/trace.go:171","msg":"trace[1629351109] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"212.776049ms","start":"2026-07-23T03:27:55.104419Z","end":"2026-07-23T03:27:55.317195Z","steps":["trace[1629351109] 'process raft request' (duration: 212.621756ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:27:55.317369Z","caller":"traceutil/trace.go:171","msg":"trace[149460100] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"213.388254ms","start":"2026-07-23T03:27:55.103962Z","end":"2026-07-23T03:27:55.31735Z","steps":["trace[149460100] 'process raft request' (duration: 172.510194ms)","trace[149460100] 'compare' (duration: 40.303037ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:27:55.317525Z","caller":"traceutil/trace.go:171","msg":"trace[550054643] linearizableReadLoop","detail":"{readStateIndex:3870; appliedIndex:3868; }","duration":"169.814883ms","start":"2026-07-23T03:27:55.147666Z","end":"2026-07-23T03:27:55.317481Z","steps":["trace[550054643] 'read index received' (duration: 128.82394ms)","trace[550054643] 'applied index is now lower than readState.Index' (duration: 40.987533ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:27:55.317237Z","caller":"traceutil/trace.go:171","msg":"trace[842062011] transaction","detail":"{read_only:false; response_revision:3730; number_of_response:1; }","duration":"167.580671ms","start":"2026-07-23T03:27:55.149631Z","end":"2026-07-23T03:27:55.317211Z","steps":["trace[842062011] 'process raft request' (duration: 167.53332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:27:55.317757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.054348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:27:55.317857Z","caller":"traceutil/trace.go:171","msg":"trace[126672381] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:3730; }","duration":"170.236342ms","start":"2026-07-23T03:27:55.147596Z","end":"2026-07-23T03:27:55.317832Z","steps":["trace[126672381] 'agreement among raft nodes before linearized reading' (duration: 170.031937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:27:55.317769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.567783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:27:55.317912Z","caller":"traceutil/trace.go:171","msg":"trace[755451945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3730; }","duration":"124.769057ms","start":"2026-07-23T03:27:55.193127Z","end":"2026-07-23T03:27:55.317896Z","steps":["trace[755451945] 'agreement among raft nodes before linearized reading' (duration: 124.572963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:28:29.146699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.300316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-23T03:28:29.147334Z","caller":"traceutil/trace.go:171","msg":"trace[2018761902] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"427.855668ms","start":"2026-07-23T03:28:28.719458Z","end":"2026-07-23T03:28:29.147314Z","steps":["trace[2018761902] 'process raft request' (duration: 427.356957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:28:29.147441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:28:28.71943Z","time spent":"427.941689ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:28:29.453958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.528441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:28:29.454049Z","caller":"traceutil/trace.go:171","msg":"trace[105400713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3970; }","duration":"268.626373ms","start":"2026-07-23T03:28:29.185401Z","end":"2026-07-23T03:28:29.454028Z","steps":["trace[105400713] 'range keys from in-memory index tree' (duration: 268.389808ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:29:04.945352Z","caller":"traceutil/trace.go:171","msg":"trace[807284259] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"164.635078ms","start":"2026-07-23T03:29:04.780657Z","end":"2026-07-23T03:29:04.945292Z","steps":["trace[807284259] 'process raft request' (duration: 70.467086ms)","trace[807284259] 'compare' (duration: 93.653019ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:29:04.945336Z","caller":"traceutil/trace.go:171","msg":"trace[1576042690] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"120.784871ms","start":"2026-07-23T03:29:04.824523Z","end":"2026-07-23T03:29:04.945308Z","steps":["trace[1576042690] 'process raft request' (duration: 120.640848ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:29:05.154325Z","caller":"traceutil/trace.go:171","msg":"trace[860399897] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"146.42558ms","start":"2026-07-23T03:29:05.007874Z","end":"2026-07-23T03:29:05.154299Z","steps":["trace[860399897] 'process raft request' (duration: 146.126183ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:29:17.442809Z","caller":"traceutil/trace.go:171","msg":"trace[1316268620] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"127.43884ms","start":"2026-07-23T03:29:17.315337Z","end":"2026-07-23T03:29:17.442776Z","steps":["trace[1316268620] 'process raft request' (duration: 127.147663ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:29:25.990187Z","caller":"traceutil/trace.go:171","msg":"trace[1800543489] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4354; }","duration":"104.713128ms","start":"2026-07-23T03:29:25.885417Z","end":"2026-07-23T03:29:25.990134Z","steps":["trace[1800543489] 'process raft request' (duration: 104.508073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:29:58.994368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.601401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:29:58.994449Z","caller":"traceutil/trace.go:171","msg":"trace[1323715626] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5056; }","duration":"154.736344ms","start":"2026-07-23T03:29:58.839696Z","end":"2026-07-23T03:29:58.994432Z","steps":["trace[1323715626] 'count revisions from in-memory index tree' (duration: 154.511299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:03.258904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.645222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:30:03.259063Z","caller":"traceutil/trace.go:171","msg":"trace[840593964] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5207; }","duration":"133.878237ms","start":"2026-07-23T03:30:03.125156Z","end":"2026-07-23T03:30:03.259034Z","steps":["trace[840593964] 'count revisions from in-memory index tree' (duration: 133.541219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:16.071172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.646895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:30:16.071361Z","caller":"traceutil/trace.go:171","msg":"trace[870931346] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"256.838185ms","start":"2026-07-23T03:30:15.814487Z","end":"2026-07-23T03:30:16.071325Z","steps":["trace[870931346] 'compare' (duration: 247.456041ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:16.071415Z","caller":"traceutil/trace.go:171","msg":"trace[1632898946] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5647; }","duration":"170.21892ms","start":"2026-07-23T03:30:15.901103Z","end":"2026-07-23T03:30:16.071322Z","steps":["trace[1632898946] 'read index received' (duration: 45.361µs)","trace[1632898946] 'applied index is now lower than readState.Index' (duration: 170.171769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:30:16.072014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.904687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-cgrff\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-07-23T03:30:16.072125Z","caller":"traceutil/trace.go:171","msg":"trace[831373298] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-cgrff; range_end:; response_count:1; response_revision:5445; }","duration":"171.02368ms","start":"2026-07-23T03:30:15.901043Z","end":"2026-07-23T03:30:16.072066Z","steps":["trace[831373298] 'agreement among raft nodes before linearized reading' (duration: 170.510077ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:16.583998Z","caller":"traceutil/trace.go:171","msg":"trace[71721541] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5658; }","duration":"307.856075ms","start":"2026-07-23T03:30:16.27611Z","end":"2026-07-23T03:30:16.583966Z","steps":["trace[71721541] 'read index received' (duration: 307.576769ms)","trace[71721541] 'applied index is now lower than readState.Index' (duration: 278.226µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:30:16.584155Z","caller":"traceutil/trace.go:171","msg":"trace[1357058114] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"354.79009ms","start":"2026-07-23T03:30:16.229312Z","end":"2026-07-23T03:30:16.584102Z","steps":["trace[1357058114] 'process raft request' (duration: 354.581096ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:16.584202Z","caller":"traceutil/trace.go:171","msg":"trace[204019873] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"357.298358ms","start":"2026-07-23T03:30:16.226873Z","end":"2026-07-23T03:30:16.584172Z","steps":["trace[204019873] 'process raft request' (duration: 356.747155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:16.584353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:16.229293Z","time spent":"354.963295ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3912,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:30:16.584377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.219743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T03:30:16.584471Z","caller":"traceutil/trace.go:171","msg":"trace[460563799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5457; }","duration":"308.383688ms","start":"2026-07-23T03:30:16.276059Z","end":"2026-07-23T03:30:16.584442Z","steps":["trace[460563799] 'agreement among raft nodes before linearized reading' (duration: 308.127151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:16.584355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:16.226849Z","time spent":"357.410591ms","remote":"127.0.0.1:56528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:30:16.584534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:16.276033Z","time spent":"308.484381ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T03:30:16.622525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.004235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-23T03:30:16.622623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.122709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-23T03:30:16.62266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.255308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T03:30:16.622602Z","caller":"traceutil/trace.go:171","msg":"trace[517626964] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"257.089702ms","start":"2026-07-23T03:30:16.365477Z","end":"2026-07-23T03:30:16.622567Z","steps":["trace[517626964] 'process raft request' (duration: 256.698464ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:16.622716Z","caller":"traceutil/trace.go:171","msg":"trace[1440090788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5458; }","duration":"333.39003ms","start":"2026-07-23T03:30:16.289317Z","end":"2026-07-23T03:30:16.622707Z","steps":["trace[1440090788] 'agreement among raft nodes before linearized reading' (duration: 333.243207ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:16.622716Z","caller":"traceutil/trace.go:171","msg":"trace[1584317725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5458; }","duration":"331.253571ms","start":"2026-07-23T03:30:16.29144Z","end":"2026-07-23T03:30:16.622694Z","steps":["trace[1584317725] 'agreement among raft nodes before linearized reading' (duration: 330.919664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:16.622732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.708987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-23T03:30:16.622754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:16.289284Z","time spent":"333.464662ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T03:30:16.622762Z","caller":"traceutil/trace.go:171","msg":"trace[226221267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5458; }","duration":"336.798439ms","start":"2026-07-23T03:30:16.285959Z","end":"2026-07-23T03:30:16.622757Z","steps":["trace[226221267] 'agreement among raft nodes before linearized reading' (duration: 336.724047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:16.622771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:16.291432Z","time spent":"331.330774ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T03:30:16.622792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:16.285907Z","time spent":"336.87903ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T03:30:16.622926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.595412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6lj6h\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-23T03:30:16.622971Z","caller":"traceutil/trace.go:171","msg":"trace[1404321809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6lj6h; range_end:; response_count:1; response_revision:5458; }","duration":"181.690634ms","start":"2026-07-23T03:30:16.441267Z","end":"2026-07-23T03:30:16.622957Z","steps":["trace[1404321809] 'agreement among raft nodes before linearized reading' (duration: 181.565551ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:16.622657Z","caller":"traceutil/trace.go:171","msg":"trace[747135364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5458; }","duration":"344.170128ms","start":"2026-07-23T03:30:16.278462Z","end":"2026-07-23T03:30:16.622633Z","steps":["trace[747135364] 'agreement among raft nodes before linearized reading' (duration: 343.867291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:16.623411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:16.278451Z","time spent":"344.937546ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T03:30:24.692647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.338241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-23T03:30:24.692738Z","caller":"traceutil/trace.go:171","msg":"trace[1782924157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5633; }","duration":"128.490375ms","start":"2026-07-23T03:30:24.564227Z","end":"2026-07-23T03:30:24.692717Z","steps":["trace[1782924157] 'range keys from in-memory index tree' (duration: 128.072215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:24.968025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.253134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:30:24.968181Z","caller":"traceutil/trace.go:171","msg":"trace[872239711] linearizableReadLoop","detail":"{readStateIndex:5842; appliedIndex:5840; }","duration":"310.586268ms","start":"2026-07-23T03:30:24.657576Z","end":"2026-07-23T03:30:24.968163Z","steps":["trace[872239711] 'read index received' (duration: 34.763537ms)","trace[872239711] 'applied index is now lower than readState.Index' (duration: 275.821621ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:30:24.968308Z","caller":"traceutil/trace.go:171","msg":"trace[285600935] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"317.770282ms","start":"2026-07-23T03:30:24.650526Z","end":"2026-07-23T03:30:24.968296Z","steps":["trace[285600935] 'process raft request' (duration: 150.15144ms)","trace[285600935] 'compare' (duration: 167.107021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:30:24.968407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:24.650486Z","time spent":"317.852894ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:30:24.968879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.963056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-23T03:30:24.968899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.638686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T03:30:24.96894Z","caller":"traceutil/trace.go:171","msg":"trace[759225703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5636; }","duration":"287.07406ms","start":"2026-07-23T03:30:24.681844Z","end":"2026-07-23T03:30:24.968918Z","steps":["trace[759225703] 'agreement among raft nodes before linearized reading' (duration: 286.878975ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:24.968982Z","caller":"traceutil/trace.go:171","msg":"trace[1428168823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5636; }","duration":"292.792141ms","start":"2026-07-23T03:30:24.676167Z","end":"2026-07-23T03:30:24.968959Z","steps":["trace[1428168823] 'agreement among raft nodes before linearized reading' (duration: 292.539554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:24.968881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.138303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6lj6h\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-23T03:30:24.969047Z","caller":"traceutil/trace.go:171","msg":"trace[808618679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6lj6h; range_end:; response_count:1; response_revision:5636; }","duration":"281.320408ms","start":"2026-07-23T03:30:24.687713Z","end":"2026-07-23T03:30:24.969033Z","steps":["trace[808618679] 'agreement among raft nodes before linearized reading' (duration: 281.00692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:24.969017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.161012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-23T03:30:24.969074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.739363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-23T03:30:24.968949Z","caller":"traceutil/trace.go:171","msg":"trace[273980248] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"262.870094ms","start":"2026-07-23T03:30:24.706053Z","end":"2026-07-23T03:30:24.968923Z","steps":["trace[273980248] 'process raft request' (duration: 262.074055ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:24.969114Z","caller":"traceutil/trace.go:171","msg":"trace[796342662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5636; }","duration":"287.295965ms","start":"2026-07-23T03:30:24.681797Z","end":"2026-07-23T03:30:24.969093Z","steps":["trace[796342662] 'agreement among raft nodes before linearized reading' (duration: 287.026648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:24.969153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.848324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-23T03:30:24.969205Z","caller":"traceutil/trace.go:171","msg":"trace[301410980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5636; }","duration":"286.922087ms","start":"2026-07-23T03:30:24.682245Z","end":"2026-07-23T03:30:24.969167Z","steps":["trace[301410980] 'agreement among raft nodes before linearized reading' (duration: 286.519847ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:24.969274Z","caller":"traceutil/trace.go:171","msg":"trace[1576202469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5636; }","duration":"272.976636ms","start":"2026-07-23T03:30:24.696267Z","end":"2026-07-23T03:30:24.969244Z","steps":["trace[1576202469] 'agreement among raft nodes before linearized reading' (duration: 272.68013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:24.969141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.335295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T03:30:24.969701Z","caller":"traceutil/trace.go:171","msg":"trace[261689433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5635; }","duration":"312.109293ms","start":"2026-07-23T03:30:24.657522Z","end":"2026-07-23T03:30:24.969631Z","steps":["trace[261689433] 'agreement among raft nodes before linearized reading' (duration: 310.741151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:24.970049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:24.657508Z","time spent":"312.519173ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T03:30:25.134968Z","caller":"traceutil/trace.go:171","msg":"trace[1598825902] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"159.959176ms","start":"2026-07-23T03:30:24.974981Z","end":"2026-07-23T03:30:25.13494Z","steps":["trace[1598825902] 'process raft request' (duration: 118.763941ms)","trace[1598825902] 'compare' (duration: 41.055672ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:30:25.214034Z","caller":"traceutil/trace.go:171","msg":"trace[57064828] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"238.934445ms","start":"2026-07-23T03:30:24.975056Z","end":"2026-07-23T03:30:25.213991Z","steps":["trace[57064828] 'process raft request' (duration: 238.633839ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:25.214046Z","caller":"traceutil/trace.go:171","msg":"trace[409090636] linearizableReadLoop","detail":"{readStateIndex:5847; appliedIndex:5843; }","duration":"238.056036ms","start":"2026-07-23T03:30:24.975956Z","end":"2026-07-23T03:30:25.214012Z","steps":["trace[409090636] 'read index received' (duration: 117.847891ms)","trace[409090636] 'applied index is now lower than readState.Index' (duration: 120.206685ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:30:25.214159Z","caller":"traceutil/trace.go:171","msg":"trace[1434564574] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"238.498146ms","start":"2026-07-23T03:30:24.975545Z","end":"2026-07-23T03:30:25.214043Z","steps":["trace[1434564574] 'process raft request' (duration: 238.367213ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:25.214214Z","caller":"traceutil/trace.go:171","msg":"trace[805454112] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"239.018747ms","start":"2026-07-23T03:30:24.975144Z","end":"2026-07-23T03:30:25.214162Z","steps":["trace[805454112] 'process raft request' (duration: 238.724331ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:25.214318Z","caller":"traceutil/trace.go:171","msg":"trace[377697529] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"237.950153ms","start":"2026-07-23T03:30:24.976297Z","end":"2026-07-23T03:30:25.214247Z","steps":["trace[377697529] 'process raft request' (duration: 237.652297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:25.214546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.303984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:30:25.214587Z","caller":"traceutil/trace.go:171","msg":"trace[1677773007] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5641; }","duration":"174.393187ms","start":"2026-07-23T03:30:25.040182Z","end":"2026-07-23T03:30:25.214576Z","steps":["trace[1677773007] 'agreement among raft nodes before linearized reading' (duration: 174.279344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:25.214575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.902605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"warn","ts":"2026-07-23T03:30:25.214621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.647309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80194"} {"level":"info","ts":"2026-07-23T03:30:25.214654Z","caller":"traceutil/trace.go:171","msg":"trace[1226277083] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5641; }","duration":"208.050318ms","start":"2026-07-23T03:30:25.006581Z","end":"2026-07-23T03:30:25.214631Z","steps":["trace[1226277083] 'agreement among raft nodes before linearized reading' (duration: 207.816073ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:25.214692Z","caller":"traceutil/trace.go:171","msg":"trace[1939837822] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5641; }","duration":"238.747602ms","start":"2026-07-23T03:30:24.975924Z","end":"2026-07-23T03:30:25.214671Z","steps":["trace[1939837822] 'agreement among raft nodes before linearized reading' (duration: 238.468736ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:25.445586Z","caller":"traceutil/trace.go:171","msg":"trace[978312971] linearizableReadLoop","detail":"{readStateIndex:5849; appliedIndex:5848; }","duration":"212.126542ms","start":"2026-07-23T03:30:25.233436Z","end":"2026-07-23T03:30:25.445563Z","steps":["trace[978312971] 'read index received' (duration: 211.141839ms)","trace[978312971] 'applied index is now lower than readState.Index' (duration: 983.953µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:30:25.445638Z","caller":"traceutil/trace.go:171","msg":"trace[1841997416] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"221.927077ms","start":"2026-07-23T03:30:25.223686Z","end":"2026-07-23T03:30:25.445613Z","steps":["trace[1841997416] 'process raft request' (duration: 220.825961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:25.445805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.341367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-23T03:30:25.445846Z","caller":"traceutil/trace.go:171","msg":"trace[295833845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5642; }","duration":"212.465999ms","start":"2026-07-23T03:30:25.233365Z","end":"2026-07-23T03:30:25.445831Z","steps":["trace[295833845] 'agreement among raft nodes before linearized reading' (duration: 212.275145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:33.393328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.171255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-23T03:30:33.393437Z","caller":"traceutil/trace.go:171","msg":"trace[953432896] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:5742; }","duration":"425.339908ms","start":"2026-07-23T03:30:32.968069Z","end":"2026-07-23T03:30:33.393409Z","steps":["trace[953432896] 'range keys from in-memory index tree' (duration: 424.839477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:33.393487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:32.968036Z","time spent":"425.443181ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"info","ts":"2026-07-23T03:30:33.393617Z","caller":"traceutil/trace.go:171","msg":"trace[1820164434] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"391.438281ms","start":"2026-07-23T03:30:33.002157Z","end":"2026-07-23T03:30:33.393596Z","steps":["trace[1820164434] 'process raft request' (duration: 384.383049ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:33.393691Z","caller":"traceutil/trace.go:171","msg":"trace[1414362441] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5950; }","duration":"220.953364ms","start":"2026-07-23T03:30:33.172722Z","end":"2026-07-23T03:30:33.393675Z","steps":["trace[1414362441] 'read index received' (duration: 213.781639ms)","trace[1414362441] 'applied index is now lower than readState.Index' (duration: 7.171065ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:30:33.393751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:33.002127Z","time spent":"391.547484ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:30:33.393836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.114488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T03:30:33.393864Z","caller":"traceutil/trace.go:171","msg":"trace[1021696164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5744; }","duration":"221.184229ms","start":"2026-07-23T03:30:33.172672Z","end":"2026-07-23T03:30:33.393856Z","steps":["trace[1021696164] 'agreement among raft nodes before linearized reading' (duration: 221.090527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:33.393968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.777153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-23T03:30:33.39398Z","caller":"traceutil/trace.go:171","msg":"trace[979227092] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"391.047763ms","start":"2026-07-23T03:30:33.002921Z","end":"2026-07-23T03:30:33.393969Z","steps":["trace[979227092] 'process raft request' (duration: 390.622583ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:33.394003Z","caller":"traceutil/trace.go:171","msg":"trace[1676289558] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5744; }","duration":"166.839114ms","start":"2026-07-23T03:30:33.227153Z","end":"2026-07-23T03:30:33.393992Z","steps":["trace[1676289558] 'agreement among raft nodes before linearized reading' (duration: 166.685461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:33.394085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:30:33.00289Z","time spent":"391.111645ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:30:33.394156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.392876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T03:30:33.394175Z","caller":"traceutil/trace.go:171","msg":"trace[746949963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5744; }","duration":"126.466318ms","start":"2026-07-23T03:30:33.267703Z","end":"2026-07-23T03:30:33.39417Z","steps":["trace[746949963] 'agreement among raft nodes before linearized reading' (duration: 126.398557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:33.394285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.551099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T03:30:33.394309Z","caller":"traceutil/trace.go:171","msg":"trace[618828403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5744; }","duration":"129.61464ms","start":"2026-07-23T03:30:33.264687Z","end":"2026-07-23T03:30:33.394302Z","steps":["trace[618828403] 'agreement among raft nodes before linearized reading' (duration: 129.538559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:33.394566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.271146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T03:30:33.394633Z","caller":"traceutil/trace.go:171","msg":"trace[1645996428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5744; }","duration":"130.376338ms","start":"2026-07-23T03:30:33.264244Z","end":"2026-07-23T03:30:33.39462Z","steps":["trace[1645996428] 'agreement among raft nodes before linearized reading' (duration: 130.103161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:30:33.394691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.254268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-23T03:30:33.394878Z","caller":"traceutil/trace.go:171","msg":"trace[1293160828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5744; }","duration":"124.473052ms","start":"2026-07-23T03:30:33.27035Z","end":"2026-07-23T03:30:33.394823Z","steps":["trace[1293160828] 'agreement among raft nodes before linearized reading' (duration: 123.675724ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:30:49.767561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2936} {"level":"info","ts":"2026-07-23T03:30:49.842907Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2936,"took":"73.28699ms","hash":3292706334,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":32395264,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-23T03:30:49.84318Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3292706334,"revision":2936,"compact-revision":-1} {"level":"info","ts":"2026-07-23T03:31:17.699898Z","caller":"traceutil/trace.go:171","msg":"trace[1089938795] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"109.824127ms","start":"2026-07-23T03:31:17.590032Z","end":"2026-07-23T03:31:17.699856Z","steps":["trace[1089938795] 'process raft request' (duration: 84.398494ms)","trace[1089938795] 'compare' (duration: 25.210518ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:35:49.773883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5862} {"level":"info","ts":"2026-07-23T03:35:49.862218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5862,"took":"86.120518ms","hash":3267597080,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":26742784,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-23T03:35:49.862299Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3267597080,"revision":5862,"compact-revision":2936} {"level":"warn","ts":"2026-07-23T03:35:53.13925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.911608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:35:53.139388Z","caller":"traceutil/trace.go:171","msg":"trace[1040735367] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8041; }","duration":"192.109703ms","start":"2026-07-23T03:35:52.947249Z","end":"2026-07-23T03:35:53.139359Z","steps":["trace[1040735367] 'range keys from in-memory index tree' (duration: 191.815227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:35:53.139451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.648296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12707"} {"level":"info","ts":"2026-07-23T03:35:53.140469Z","caller":"traceutil/trace.go:171","msg":"trace[1179947909] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"178.342437ms","start":"2026-07-23T03:35:52.96209Z","end":"2026-07-23T03:35:53.140432Z","steps":["trace[1179947909] 'process raft request' (duration: 176.69613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:35:53.140523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.61863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-23T03:35:53.140566Z","caller":"traceutil/trace.go:171","msg":"trace[1343331941] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:8042; }","duration":"157.714922ms","start":"2026-07-23T03:35:52.982839Z","end":"2026-07-23T03:35:53.140554Z","steps":["trace[1343331941] 'agreement among raft nodes before linearized reading' (duration: 157.21048ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:35:53.14056Z","caller":"traceutil/trace.go:171","msg":"trace[1588518235] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8041; }","duration":"190.810463ms","start":"2026-07-23T03:35:52.949706Z","end":"2026-07-23T03:35:53.140517Z","steps":["trace[1588518235] 'range keys from in-memory index tree' (duration: 188.941ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:35:53.140018Z","caller":"traceutil/trace.go:171","msg":"trace[1847697103] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"157.091538ms","start":"2026-07-23T03:35:52.982903Z","end":"2026-07-23T03:35:53.139995Z","steps":["trace[1847697103] 'read index received' (duration: 155.648435ms)","trace[1847697103] 'applied index is now lower than readState.Index' (duration: 1.442183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:36:46.286211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.932474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:36:46.286406Z","caller":"traceutil/trace.go:171","msg":"trace[592752226] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"645.451081ms","start":"2026-07-23T03:36:45.64092Z","end":"2026-07-23T03:36:46.286371Z","steps":["trace[592752226] 'process raft request' (duration: 356.190458ms)","trace[592752226] 'compare' (duration: 288.74613ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:36:46.286533Z","caller":"traceutil/trace.go:171","msg":"trace[417115393] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"319.439265ms","start":"2026-07-23T03:36:45.967059Z","end":"2026-07-23T03:36:46.286498Z","steps":["trace[417115393] 'process raft request' (duration: 319.339752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:36:46.286596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:36:45.640897Z","time spent":"645.592294ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T03:36:46.286605Z","caller":"traceutil/trace.go:171","msg":"trace[101673878] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8818; }","duration":"557.233165ms","start":"2026-07-23T03:36:45.729326Z","end":"2026-07-23T03:36:46.28656Z","steps":["trace[101673878] 'read index received' (duration: 267.802999ms)","trace[101673878] 'applied index is now lower than readState.Index' (duration: 289.425176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:36:46.286654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:36:45.96703Z","time spent":"319.574278ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:36:46.286963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.612533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T03:36:46.287023Z","caller":"traceutil/trace.go:171","msg":"trace[1015639856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8522; }","duration":"557.725096ms","start":"2026-07-23T03:36:45.729271Z","end":"2026-07-23T03:36:46.286996Z","steps":["trace[1015639856] 'agreement among raft nodes before linearized reading' (duration: 557.48149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:36:46.287075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:36:45.729247Z","time spent":"557.817068ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T03:36:46.310472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.062623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-23T03:36:46.3105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.860061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:36:46.31062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.445645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-23T03:36:46.310607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.070439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6lj6h\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-23T03:36:46.310717Z","caller":"traceutil/trace.go:171","msg":"trace[1828166978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8523; }","duration":"122.990155ms","start":"2026-07-23T03:36:46.187565Z","end":"2026-07-23T03:36:46.310555Z","steps":["trace[1828166978] 'agreement among raft nodes before linearized reading' (duration: 122.882692ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:36:46.310747Z","caller":"traceutil/trace.go:171","msg":"trace[473377945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8523; }","duration":"579.592159ms","start":"2026-07-23T03:36:45.731119Z","end":"2026-07-23T03:36:46.310711Z","steps":["trace[473377945] 'agreement among raft nodes before linearized reading' (duration: 579.276582ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:36:46.31076Z","caller":"traceutil/trace.go:171","msg":"trace[1008766051] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6lj6h; range_end:; response_count:1; response_revision:8523; }","duration":"374.272403ms","start":"2026-07-23T03:36:45.936453Z","end":"2026-07-23T03:36:46.310725Z","steps":["trace[1008766051] 'agreement among raft nodes before linearized reading' (duration: 373.872234ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:36:46.310665Z","caller":"traceutil/trace.go:171","msg":"trace[2059479424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8523; }","duration":"578.189146ms","start":"2026-07-23T03:36:45.732355Z","end":"2026-07-23T03:36:46.310544Z","steps":["trace[2059479424] 'agreement among raft nodes before linearized reading' (duration: 577.993132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:36:46.310815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:36:45.731111Z","time spent":"579.691591ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T03:36:46.310826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:36:45.936427Z","time spent":"374.387546ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-6lj6h\" "} {"level":"warn","ts":"2026-07-23T03:36:46.310895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:36:45.732334Z","time spent":"578.513733ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T03:36:46.311061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.958866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T03:36:46.311346Z","caller":"traceutil/trace.go:171","msg":"trace[150760011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8523; }","duration":"580.06769ms","start":"2026-07-23T03:36:45.731066Z","end":"2026-07-23T03:36:46.311134Z","steps":["trace[150760011] 'agreement among raft nodes before linearized reading' (duration: 579.18483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:36:46.3114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:36:45.731055Z","time spent":"580.329675ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T03:36:57.48218Z","caller":"traceutil/trace.go:171","msg":"trace[1392495614] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"103.752953ms","start":"2026-07-23T03:36:57.3784Z","end":"2026-07-23T03:36:57.482153Z","steps":["trace[1392495614] 'process raft request' (duration: 103.580499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:36:57.896534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.014479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:36:57.896678Z","caller":"traceutil/trace.go:171","msg":"trace[1614197580] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"174.341693ms","start":"2026-07-23T03:36:57.722312Z","end":"2026-07-23T03:36:57.896654Z","steps":["trace[1614197580] 'process raft request' (duration: 26.12604ms)","trace[1614197580] 'compare' (duration: 147.679161ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:36:58.076316Z","caller":"traceutil/trace.go:171","msg":"trace[1651569465] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"195.421318ms","start":"2026-07-23T03:36:57.880854Z","end":"2026-07-23T03:36:58.076276Z","steps":["trace[1651569465] 'process raft request' (duration: 125.674286ms)","trace[1651569465] 'compare' (duration: 69.563377ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:36:59.268457Z","caller":"traceutil/trace.go:171","msg":"trace[621195088] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"172.058901ms","start":"2026-07-23T03:36:59.096342Z","end":"2026-07-23T03:36:59.268401Z","steps":["trace[621195088] 'process raft request' (duration: 171.760405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:00.548401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.208781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6lj6h\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-23T03:37:00.548432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.723617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T03:37:00.548491Z","caller":"traceutil/trace.go:171","msg":"trace[1815672194] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6lj6h; range_end:; response_count:1; response_revision:8597; }","duration":"110.356194ms","start":"2026-07-23T03:37:00.438113Z","end":"2026-07-23T03:37:00.548469Z","steps":["trace[1815672194] 'range keys from in-memory index tree' (duration: 109.987806ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:00.548506Z","caller":"traceutil/trace.go:171","msg":"trace[591462743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8597; }","duration":"125.83274ms","start":"2026-07-23T03:37:00.422653Z","end":"2026-07-23T03:37:00.548485Z","steps":["trace[591462743] 'range keys from in-memory index tree' (duration: 125.565733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:00.548622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.696876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-23T03:37:00.548679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.132452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T03:37:00.548742Z","caller":"traceutil/trace.go:171","msg":"trace[1034158567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8597; }","duration":"118.86702ms","start":"2026-07-23T03:37:00.429845Z","end":"2026-07-23T03:37:00.548712Z","steps":["trace[1034158567] 'range keys from in-memory index tree' (duration: 118.484141ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:00.548775Z","caller":"traceutil/trace.go:171","msg":"trace[931718152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8597; }","duration":"118.259676ms","start":"2026-07-23T03:37:00.43049Z","end":"2026-07-23T03:37:00.54875Z","steps":["trace[931718152] 'range keys from in-memory index tree' (duration: 117.951878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:00.548411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.86454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-23T03:37:00.548999Z","caller":"traceutil/trace.go:171","msg":"trace[570405100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8597; }","duration":"119.511714ms","start":"2026-07-23T03:37:00.429452Z","end":"2026-07-23T03:37:00.548964Z","steps":["trace[570405100] 'range keys from in-memory index tree' (duration: 118.571223ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:26.498717Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000238d.wal"} {"level":"info","ts":"2026-07-23T03:37:28.603885Z","caller":"traceutil/trace.go:171","msg":"trace[980403254] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9110; }","duration":"147.383725ms","start":"2026-07-23T03:37:28.456473Z","end":"2026-07-23T03:37:28.603857Z","steps":["trace[980403254] 'read index received' (duration: 145.182554ms)","trace[980403254] 'applied index is now lower than readState.Index' (duration: 2.199501ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:37:28.604031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.541489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:37:28.60407Z","caller":"traceutil/trace.go:171","msg":"trace[333445170] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8801; }","duration":"147.668921ms","start":"2026-07-23T03:37:28.456391Z","end":"2026-07-23T03:37:28.60406Z","steps":["trace[333445170] 'agreement among raft nodes before linearized reading' (duration: 147.570729ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:28.750507Z","caller":"traceutil/trace.go:171","msg":"trace[2015216243] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"244.958435ms","start":"2026-07-23T03:37:28.505506Z","end":"2026-07-23T03:37:28.750465Z","steps":["trace[2015216243] 'process raft request' (duration: 244.251739ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:28.750779Z","caller":"traceutil/trace.go:171","msg":"trace[112738374] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"244.023393ms","start":"2026-07-23T03:37:28.506727Z","end":"2026-07-23T03:37:28.750751Z","steps":["trace[112738374] 'process raft request' (duration: 243.327517ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:28.901981Z","caller":"traceutil/trace.go:171","msg":"trace[600826545] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"145.019031ms","start":"2026-07-23T03:37:28.756882Z","end":"2026-07-23T03:37:28.901901Z","steps":["trace[600826545] 'process raft request' (duration: 144.703754ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:28.902877Z","caller":"traceutil/trace.go:171","msg":"trace[255579063] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9114; }","duration":"138.94899ms","start":"2026-07-23T03:37:28.763898Z","end":"2026-07-23T03:37:28.902847Z","steps":["trace[255579063] 'read index received' (duration: 138.421348ms)","trace[255579063] 'applied index is now lower than readState.Index' (duration: 526.282µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:37:28.902896Z","caller":"traceutil/trace.go:171","msg":"trace[153590089] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"144.416946ms","start":"2026-07-23T03:37:28.758451Z","end":"2026-07-23T03:37:28.902868Z","steps":["trace[153590089] 'process raft request' (duration: 144.299323ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:28.902971Z","caller":"traceutil/trace.go:171","msg":"trace[490085475] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"145.644784ms","start":"2026-07-23T03:37:28.75725Z","end":"2026-07-23T03:37:28.902895Z","steps":["trace[490085475] 'process raft request' (duration: 145.321367ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:28.903045Z","caller":"traceutil/trace.go:171","msg":"trace[1821928266] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"144.051638ms","start":"2026-07-23T03:37:28.758947Z","end":"2026-07-23T03:37:28.902999Z","steps":["trace[1821928266] 'process raft request' (duration: 143.860953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:28.903129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.218796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6lj6h\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-23T03:37:28.9032Z","caller":"traceutil/trace.go:171","msg":"trace[1143907124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6lj6h; range_end:; response_count:1; response_revision:8807; }","duration":"139.338499ms","start":"2026-07-23T03:37:28.763854Z","end":"2026-07-23T03:37:28.903192Z","steps":["trace[1143907124] 'agreement among raft nodes before linearized reading' (duration: 139.139334ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:33.04589Z","caller":"traceutil/trace.go:171","msg":"trace[2045212601] linearizableReadLoop","detail":"{readStateIndex:9133; appliedIndex:9132; }","duration":"127.876625ms","start":"2026-07-23T03:37:32.917979Z","end":"2026-07-23T03:37:33.045856Z","steps":["trace[2045212601] 'read index received' (duration: 97.651221ms)","trace[2045212601] 'applied index is now lower than readState.Index' (duration: 30.224314ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:37:33.045953Z","caller":"traceutil/trace.go:171","msg":"trace[2109063091] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"274.641056ms","start":"2026-07-23T03:37:32.771253Z","end":"2026-07-23T03:37:33.045894Z","steps":["trace[2109063091] 'process raft request' (duration: 244.285349ms)","trace[2109063091] 'compare' (duration: 30.177193ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:37:33.046207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.180993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-23T03:37:33.04628Z","caller":"traceutil/trace.go:171","msg":"trace[1446522531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8823; }","duration":"128.343426ms","start":"2026-07-23T03:37:32.917923Z","end":"2026-07-23T03:37:33.046267Z","steps":["trace[1446522531] 'agreement among raft nodes before linearized reading' (duration: 128.084161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:33.323938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.916425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:37:33.324122Z","caller":"traceutil/trace.go:171","msg":"trace[1003290949] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"345.958383ms","start":"2026-07-23T03:37:32.978125Z","end":"2026-07-23T03:37:33.324083Z","steps":["trace[1003290949] 'process raft request' (duration: 167.585468ms)","trace[1003290949] 'compare' (duration: 177.447674ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:37:33.324169Z","caller":"traceutil/trace.go:171","msg":"trace[2043363656] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9133; }","duration":"278.172828ms","start":"2026-07-23T03:37:33.045975Z","end":"2026-07-23T03:37:33.324148Z","steps":["trace[2043363656] 'read index received' (duration: 99.752221ms)","trace[2043363656] 'applied index is now lower than readState.Index' (duration: 178.419247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:37:33.324391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.937592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-23T03:37:33.324409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.490455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T03:37:33.324428Z","caller":"traceutil/trace.go:171","msg":"trace[1731587352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8824; }","duration":"403.048795ms","start":"2026-07-23T03:37:32.92137Z","end":"2026-07-23T03:37:33.324419Z","steps":["trace[1731587352] 'agreement among raft nodes before linearized reading' (duration: 402.84007ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:33.324438Z","caller":"traceutil/trace.go:171","msg":"trace[1097683625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8824; }","duration":"403.533385ms","start":"2026-07-23T03:37:32.920896Z","end":"2026-07-23T03:37:33.324429Z","steps":["trace[1097683625] 'agreement among raft nodes before linearized reading' (duration: 403.352841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:33.324456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:37:32.921362Z","time spent":"403.088466ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T03:37:33.324466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:37:32.92089Z","time spent":"403.570467ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T03:37:33.324431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.335503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-23T03:37:33.324534Z","caller":"traceutil/trace.go:171","msg":"trace[280500552] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:8824; }","duration":"336.498177ms","start":"2026-07-23T03:37:32.988014Z","end":"2026-07-23T03:37:33.324512Z","steps":["trace[280500552] 'agreement among raft nodes before linearized reading' (duration: 336.215081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:33.32455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.608639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6lj6h\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-23T03:37:33.324571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:37:32.987994Z","time spent":"336.569388ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"info","ts":"2026-07-23T03:37:33.324585Z","caller":"traceutil/trace.go:171","msg":"trace[1242930222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6lj6h; range_end:; response_count:1; response_revision:8824; }","duration":"393.692301ms","start":"2026-07-23T03:37:32.93088Z","end":"2026-07-23T03:37:33.324572Z","steps":["trace[1242930222] 'agreement among raft nodes before linearized reading' (duration: 393.311562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:33.324606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:37:32.930845Z","time spent":"393.754862ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-6lj6h\" "} {"level":"warn","ts":"2026-07-23T03:37:33.324682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.790582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T03:37:33.32475Z","caller":"traceutil/trace.go:171","msg":"trace[900302188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8824; }","duration":"403.900674ms","start":"2026-07-23T03:37:32.920834Z","end":"2026-07-23T03:37:33.324735Z","steps":["trace[900302188] 'agreement among raft nodes before linearized reading' (duration: 403.73172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:33.324788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:37:32.920813Z","time spent":"403.966445ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T03:37:33.324869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.284065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T03:37:33.324896Z","caller":"traceutil/trace.go:171","msg":"trace[614562163] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8825; }","duration":"222.369577ms","start":"2026-07-23T03:37:33.10252Z","end":"2026-07-23T03:37:33.32489Z","steps":["trace[614562163] 'agreement among raft nodes before linearized reading' (duration: 222.289005ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:33.324916Z","caller":"traceutil/trace.go:171","msg":"trace[877256184] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"274.279168ms","start":"2026-07-23T03:37:33.050616Z","end":"2026-07-23T03:37:33.324895Z","steps":["trace[877256184] 'process raft request' (duration: 273.475629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:33.324692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:37:32.978086Z","time spent":"346.512717ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:37:33.324975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.923242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:37:33.324997Z","caller":"traceutil/trace.go:171","msg":"trace[1327059912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8825; }","duration":"135.988373ms","start":"2026-07-23T03:37:33.189003Z","end":"2026-07-23T03:37:33.324991Z","steps":["trace[1327059912] 'agreement among raft nodes before linearized reading' (duration: 135.949562ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:42.505652Z","caller":"traceutil/trace.go:171","msg":"trace[2029001843] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9229; }","duration":"318.355471ms","start":"2026-07-23T03:37:42.187269Z","end":"2026-07-23T03:37:42.505624Z","steps":["trace[2029001843] 'read index received' (duration: 318.150216ms)","trace[2029001843] 'applied index is now lower than readState.Index' (duration: 203.395µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:37:42.505788Z","caller":"traceutil/trace.go:171","msg":"trace[2002971564] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"475.036338ms","start":"2026-07-23T03:37:42.030741Z","end":"2026-07-23T03:37:42.505777Z","steps":["trace[2002971564] 'process raft request' (duration: 474.65504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:42.50591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:37:42.030715Z","time spent":"475.100689ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:37:42.506145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.894232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:37:42.506196Z","caller":"traceutil/trace.go:171","msg":"trace[1855383429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8915; }","duration":"319.010145ms","start":"2026-07-23T03:37:42.187175Z","end":"2026-07-23T03:37:42.506185Z","steps":["trace[1855383429] 'agreement among raft nodes before linearized reading' (duration: 318.886233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:37:42.506228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:37:42.187131Z","time spent":"319.091197ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T03:37:42.50644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.512331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T03:37:42.506611Z","caller":"traceutil/trace.go:171","msg":"trace[1219172785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8915; }","duration":"260.722846ms","start":"2026-07-23T03:37:42.245813Z","end":"2026-07-23T03:37:42.506535Z","steps":["trace[1219172785] 'agreement among raft nodes before linearized reading' (duration: 260.317797ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:43.232443Z","caller":"traceutil/trace.go:171","msg":"trace[1497342789] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"151.888908ms","start":"2026-07-23T03:37:43.080516Z","end":"2026-07-23T03:37:43.232404Z","steps":["trace[1497342789] 'process raft request' (duration: 151.675154ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:43.244495Z","caller":"traceutil/trace.go:171","msg":"trace[919764792] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"143.202699ms","start":"2026-07-23T03:37:43.101258Z","end":"2026-07-23T03:37:43.24446Z","steps":["trace[919764792] 'process raft request' (duration: 142.668817ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:43.561834Z","caller":"traceutil/trace.go:171","msg":"trace[1379571431] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"142.087332ms","start":"2026-07-23T03:37:43.419662Z","end":"2026-07-23T03:37:43.56175Z","steps":["trace[1379571431] 'process raft request' (duration: 70.190511ms)","trace[1379571431] 'compare' (duration: 71.580144ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:37:43.561859Z","caller":"traceutil/trace.go:171","msg":"trace[203342016] linearizableReadLoop","detail":"{readStateIndex:9242; appliedIndex:9239; }","duration":"138.428138ms","start":"2026-07-23T03:37:43.423403Z","end":"2026-07-23T03:37:43.561831Z","steps":["trace[203342016] 'read index received' (duration: 15.210009ms)","trace[203342016] 'applied index is now lower than readState.Index' (duration: 123.215859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:37:43.562388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.96454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228746"} {"level":"info","ts":"2026-07-23T03:37:43.562479Z","caller":"traceutil/trace.go:171","msg":"trace[2049966465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8927; }","duration":"139.050792ms","start":"2026-07-23T03:37:43.423392Z","end":"2026-07-23T03:37:43.562443Z","steps":["trace[2049966465] 'agreement among raft nodes before linearized reading' (duration: 138.52479ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:43.728725Z","caller":"traceutil/trace.go:171","msg":"trace[1648336879] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"148.297965ms","start":"2026-07-23T03:37:43.580384Z","end":"2026-07-23T03:37:43.728682Z","steps":["trace[1648336879] 'process raft request' (duration: 132.976593ms)","trace[1648336879] 'compare' (duration: 14.957443ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:37:43.792529Z","caller":"traceutil/trace.go:171","msg":"trace[356366657] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"104.727594ms","start":"2026-07-23T03:37:43.687764Z","end":"2026-07-23T03:37:43.792492Z","steps":["trace[356366657] 'process raft request' (duration: 104.513939ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:37:43.920073Z","caller":"traceutil/trace.go:171","msg":"trace[338367114] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"119.954094ms","start":"2026-07-23T03:37:43.80008Z","end":"2026-07-23T03:37:43.920034Z","steps":["trace[338367114] 'process raft request' (duration: 83.244931ms)","trace[338367114] 'compare' (duration: 36.528439ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:38:57.920985Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-23T03:38:57.927292Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-23T03:38:57.927389Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-23T03:38:58.885066Z","caller":"traceutil/trace.go:171","msg":"trace[1284830505] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"215.977472ms","start":"2026-07-23T03:38:58.669059Z","end":"2026-07-23T03:38:58.885036Z","steps":["trace[1284830505] 'process raft request' (duration: 215.738616ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:38:58.983657Z","caller":"traceutil/trace.go:171","msg":"trace[1277735447] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"188.513862ms","start":"2026-07-23T03:38:58.79511Z","end":"2026-07-23T03:38:58.983624Z","steps":["trace[1277735447] 'process raft request' (duration: 188.293817ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:40:49.781589Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8029} {"level":"info","ts":"2026-07-23T03:40:49.847376Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8029,"took":"63.079337ms","hash":990532372,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":28495872,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-23T03:40:49.847455Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":990532372,"revision":8029,"compact-revision":5862} {"level":"info","ts":"2026-07-23T03:43:07.517796Z","caller":"traceutil/trace.go:171","msg":"trace[1951615755] transaction","detail":"{read_only:false; response_revision:11272; number_of_response:1; }","duration":"111.614298ms","start":"2026-07-23T03:43:07.406153Z","end":"2026-07-23T03:43:07.517767Z","steps":["trace[1951615755] 'process raft request' (duration: 111.416734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:44:17.55146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.119469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T03:44:17.551555Z","caller":"traceutil/trace.go:171","msg":"trace[1103868560] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11991; }","duration":"163.264323ms","start":"2026-07-23T03:44:17.388269Z","end":"2026-07-23T03:44:17.551534Z","steps":["trace[1103868560] 'count revisions from in-memory index tree' (duration: 163.019587ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:44:17.709456Z","caller":"traceutil/trace.go:171","msg":"trace[726641061] transaction","detail":"{read_only:false; response_revision:11992; number_of_response:1; }","duration":"269.19494ms","start":"2026-07-23T03:44:17.440228Z","end":"2026-07-23T03:44:17.709423Z","steps":["trace[726641061] 'process raft request' (duration: 268.949075ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:44:36.201231Z","caller":"traceutil/trace.go:171","msg":"trace[1796907404] linearizableReadLoop","detail":"{readStateIndex:12510; appliedIndex:12508; }","duration":"356.895079ms","start":"2026-07-23T03:44:35.844313Z","end":"2026-07-23T03:44:36.201208Z","steps":["trace[1796907404] 'read index received' (duration: 5.204758ms)","trace[1796907404] 'applied index is now lower than readState.Index' (duration: 351.688961ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:44:36.201463Z","caller":"traceutil/trace.go:171","msg":"trace[163983750] transaction","detail":"{read_only:false; response_revision:12096; number_of_response:1; }","duration":"361.010214ms","start":"2026-07-23T03:44:35.840439Z","end":"2026-07-23T03:44:36.201449Z","steps":["trace[163983750] 'process raft request' (duration: 304.784295ms)","trace[163983750] 'compare' (duration: 55.875331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:44:36.201558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:44:35.840408Z","time spent":"361.081636ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:44:36.201599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.075195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:44:36.201651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.221569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-07-23T03:44:36.201651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.064478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:44:36.201718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.121897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:44:36.201716Z","caller":"traceutil/trace.go:171","msg":"trace[1606382080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12096; }","duration":"224.307301ms","start":"2026-07-23T03:44:35.97739Z","end":"2026-07-23T03:44:36.201697Z","steps":["trace[1606382080] 'agreement among raft nodes before linearized reading' (duration: 224.163128ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:44:36.201738Z","caller":"traceutil/trace.go:171","msg":"trace[599829982] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12096; }","duration":"224.195158ms","start":"2026-07-23T03:44:35.977537Z","end":"2026-07-23T03:44:36.201732Z","steps":["trace[599829982] 'agreement among raft nodes before linearized reading' (duration: 224.157537ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:44:36.20173Z","caller":"traceutil/trace.go:171","msg":"trace[1929687592] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12096; }","duration":"225.224431ms","start":"2026-07-23T03:44:35.976484Z","end":"2026-07-23T03:44:36.201709Z","steps":["trace[1929687592] 'agreement among raft nodes before linearized reading' (duration: 225.071398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:44:36.201646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.755236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-23T03:44:36.201785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.411646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-23T03:44:36.201808Z","caller":"traceutil/trace.go:171","msg":"trace[1879093137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12096; }","duration":"356.93864ms","start":"2026-07-23T03:44:35.844857Z","end":"2026-07-23T03:44:36.201796Z","steps":["trace[1879093137] 'agreement among raft nodes before linearized reading' (duration: 356.634004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:44:36.201783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.441721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-23T03:44:36.201848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:44:35.844847Z","time spent":"356.988451ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T03:44:36.201847Z","caller":"traceutil/trace.go:171","msg":"trace[1791539042] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12096; }","duration":"225.504808ms","start":"2026-07-23T03:44:35.976325Z","end":"2026-07-23T03:44:36.20183Z","steps":["trace[1791539042] 'agreement among raft nodes before linearized reading' (duration: 225.367175ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:44:36.201674Z","caller":"traceutil/trace.go:171","msg":"trace[1864734591] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12096; }","duration":"224.179208ms","start":"2026-07-23T03:44:35.977476Z","end":"2026-07-23T03:44:36.201655Z","steps":["trace[1864734591] 'agreement among raft nodes before linearized reading' (duration: 224.049655ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:44:36.201873Z","caller":"traceutil/trace.go:171","msg":"trace[1035807510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12096; }","duration":"357.587405ms","start":"2026-07-23T03:44:35.844265Z","end":"2026-07-23T03:44:36.201852Z","steps":["trace[1035807510] 'agreement among raft nodes before linearized reading' (duration: 357.325399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:44:36.201852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.387663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:44:36.201951Z","caller":"traceutil/trace.go:171","msg":"trace[817089315] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12096; }","duration":"224.497735ms","start":"2026-07-23T03:44:35.977443Z","end":"2026-07-23T03:44:36.201941Z","steps":["trace[817089315] 'agreement among raft nodes before linearized reading' (duration: 224.380282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:44:36.20194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:44:35.844243Z","time spent":"357.679677ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T03:44:37.038562Z","caller":"traceutil/trace.go:171","msg":"trace[1335170703] linearizableReadLoop","detail":"{readStateIndex:12516; appliedIndex:12515; }","duration":"120.797219ms","start":"2026-07-23T03:44:36.917741Z","end":"2026-07-23T03:44:37.038538Z","steps":["trace[1335170703] 'read index received' (duration: 120.581574ms)","trace[1335170703] 'applied index is now lower than readState.Index' (duration: 214.675µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:44:37.038777Z","caller":"traceutil/trace.go:171","msg":"trace[650768069] transaction","detail":"{read_only:false; response_revision:12102; number_of_response:1; }","duration":"145.134066ms","start":"2026-07-23T03:44:36.893612Z","end":"2026-07-23T03:44:37.038746Z","steps":["trace[650768069] 'process raft request' (duration: 144.757598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:44:37.038807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.049844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-23T03:44:37.038846Z","caller":"traceutil/trace.go:171","msg":"trace[39858575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12102; }","duration":"121.121086ms","start":"2026-07-23T03:44:36.917712Z","end":"2026-07-23T03:44:37.038833Z","steps":["trace[39858575] 'agreement among raft nodes before linearized reading' (duration: 120.930392ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:44:37.508189Z","caller":"traceutil/trace.go:171","msg":"trace[698780384] transaction","detail":"{read_only:false; response_revision:12103; number_of_response:1; }","duration":"125.109138ms","start":"2026-07-23T03:44:37.383053Z","end":"2026-07-23T03:44:37.508162Z","steps":["trace[698780384] 'process raft request' (duration: 124.920913ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:45:49.788164Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10423} {"level":"info","ts":"2026-07-23T03:45:49.870443Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10423,"took":"80.068456ms","hash":4157899929,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":26132480,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-23T03:45:49.870537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4157899929,"revision":10423,"compact-revision":8029} {"level":"info","ts":"2026-07-23T03:50:47.591598Z","caller":"traceutil/trace.go:171","msg":"trace[1184804442] transaction","detail":"{read_only:false; response_revision:14595; number_of_response:1; }","duration":"143.678253ms","start":"2026-07-23T03:50:47.447889Z","end":"2026-07-23T03:50:47.591568Z","steps":["trace[1184804442] 'process raft request' (duration: 143.523219ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:50:49.794197Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12590} {"level":"info","ts":"2026-07-23T03:50:49.876418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12590,"took":"78.813896ms","hash":2036574110,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":27574272,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-23T03:50:49.87655Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2036574110,"revision":12590,"compact-revision":10423} {"level":"info","ts":"2026-07-23T03:51:13.317346Z","caller":"traceutil/trace.go:171","msg":"trace[169623427] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"151.011031ms","start":"2026-07-23T03:51:13.1663Z","end":"2026-07-23T03:51:13.317311Z","steps":["trace[169623427] 'process raft request' (duration: 130.982142ms)","trace[169623427] 'compare' (duration: 19.65962ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:51:21.912845Z","caller":"traceutil/trace.go:171","msg":"trace[1300601975] transaction","detail":"{read_only:false; response_revision:14778; number_of_response:1; }","duration":"190.002135ms","start":"2026-07-23T03:51:21.722812Z","end":"2026-07-23T03:51:21.912814Z","steps":["trace[1300601975] 'process raft request' (duration: 189.832661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:30.061148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.391866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-gmm46\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-07-23T03:51:30.061214Z","caller":"traceutil/trace.go:171","msg":"trace[778674049] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-gmm46; range_end:; response_count:1; response_revision:14833; }","duration":"163.528489ms","start":"2026-07-23T03:51:29.897671Z","end":"2026-07-23T03:51:30.061199Z","steps":["trace[778674049] 'range keys from in-memory index tree' (duration: 163.229672ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:51:30.061753Z","caller":"traceutil/trace.go:171","msg":"trace[1667392809] transaction","detail":"{read_only:false; response_revision:14834; number_of_response:1; }","duration":"123.061211ms","start":"2026-07-23T03:51:29.938671Z","end":"2026-07-23T03:51:30.061733Z","steps":["trace[1667392809] 'process raft request' (duration: 105.078538ms)","trace[1667392809] 'compare' (duration: 17.225705ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:51:31.004019Z","caller":"traceutil/trace.go:171","msg":"trace[719010889] transaction","detail":"{read_only:false; response_revision:14842; number_of_response:1; }","duration":"334.133838ms","start":"2026-07-23T03:51:30.669854Z","end":"2026-07-23T03:51:31.003988Z","steps":["trace[719010889] 'process raft request' (duration: 333.840401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:31.004193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:51:30.669839Z","time spent":"334.263641ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:51:31.356366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.912464ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:51:31.356511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.743226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:51:31.356536Z","caller":"traceutil/trace.go:171","msg":"trace[260288011] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14842; }","duration":"197.093398ms","start":"2026-07-23T03:51:31.159427Z","end":"2026-07-23T03:51:31.356521Z","steps":["trace[260288011] 'range keys from in-memory index tree' (duration: 196.898272ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:51:31.356617Z","caller":"traceutil/trace.go:171","msg":"trace[621520335] linearizableReadLoop","detail":"{readStateIndex:15356; appliedIndex:15354; }","duration":"489.49591ms","start":"2026-07-23T03:51:30.867112Z","end":"2026-07-23T03:51:31.356608Z","steps":["trace[621520335] 'read index received' (duration: 136.596191ms)","trace[621520335] 'applied index is now lower than readState.Index' (duration: 352.899079ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:51:31.356622Z","caller":"traceutil/trace.go:171","msg":"trace[1846561344] transaction","detail":"{read_only:false; response_revision:14843; number_of_response:1; }","duration":"683.963146ms","start":"2026-07-23T03:51:30.672626Z","end":"2026-07-23T03:51:31.35659Z","steps":["trace[1846561344] 'process raft request' (duration: 365.084137ms)","trace[1846561344] 'compare' (duration: 318.536211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:51:31.356736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:51:30.6726Z","time spent":"684.079989ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:51:31.357654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.632289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T03:51:31.357726Z","caller":"traceutil/trace.go:171","msg":"trace[1933924075] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14844; }","duration":"108.737862ms","start":"2026-07-23T03:51:31.248955Z","end":"2026-07-23T03:51:31.357693Z","steps":["trace[1933924075] 'agreement among raft nodes before linearized reading' (duration: 107.810771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:31.357787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.702319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:51:31.357888Z","caller":"traceutil/trace.go:171","msg":"trace[198822746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14844; }","duration":"169.816812ms","start":"2026-07-23T03:51:31.188029Z","end":"2026-07-23T03:51:31.357846Z","steps":["trace[198822746] 'agreement among raft nodes before linearized reading' (duration: 169.446073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:31.357935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.766219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-23T03:51:31.358151Z","caller":"traceutil/trace.go:171","msg":"trace[1581261131] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14843; }","duration":"491.022825ms","start":"2026-07-23T03:51:30.867052Z","end":"2026-07-23T03:51:31.358075Z","steps":["trace[1581261131] 'agreement among raft nodes before linearized reading' (duration: 489.608572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:31.358228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:51:30.867028Z","time spent":"491.183449ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-23T03:51:31.358779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.452987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T03:51:31.358878Z","caller":"traceutil/trace.go:171","msg":"trace[82290018] transaction","detail":"{read_only:false; response_revision:14844; number_of_response:1; }","duration":"162.659368ms","start":"2026-07-23T03:51:31.196134Z","end":"2026-07-23T03:51:31.358793Z","steps":["trace[82290018] 'process raft request' (duration: 160.447897ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:51:31.358955Z","caller":"traceutil/trace.go:171","msg":"trace[1739558778] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14844; }","duration":"105.620441ms","start":"2026-07-23T03:51:31.253245Z","end":"2026-07-23T03:51:31.358865Z","steps":["trace[1739558778] 'agreement among raft nodes before linearized reading' (duration: 103.597665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:31.359527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.073263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:51:31.359643Z","caller":"traceutil/trace.go:171","msg":"trace[1164427446] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14844; }","duration":"141.225417ms","start":"2026-07-23T03:51:31.2184Z","end":"2026-07-23T03:51:31.359626Z","steps":["trace[1164427446] 'agreement among raft nodes before linearized reading' (duration: 140.9278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:41.172984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.614074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:51:41.173144Z","caller":"traceutil/trace.go:171","msg":"trace[1298003272] transaction","detail":"{read_only:false; response_revision:15008; number_of_response:1; }","duration":"469.175163ms","start":"2026-07-23T03:51:40.703952Z","end":"2026-07-23T03:51:41.173127Z","steps":["trace[1298003272] 'process raft request' (duration: 469.124541ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:51:41.173155Z","caller":"traceutil/trace.go:171","msg":"trace[628692228] linearizableReadLoop","detail":"{readStateIndex:15523; appliedIndex:15522; }","duration":"563.894534ms","start":"2026-07-23T03:51:40.609237Z","end":"2026-07-23T03:51:41.173132Z","steps":["trace[628692228] 'read index received' (duration: 114.027704ms)","trace[628692228] 'applied index is now lower than readState.Index' (duration: 449.86519ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:51:41.173129Z","caller":"traceutil/trace.go:171","msg":"trace[752562807] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"564.227602ms","start":"2026-07-23T03:51:40.60885Z","end":"2026-07-23T03:51:41.173078Z","steps":["trace[752562807] 'process raft request' (duration: 114.427753ms)","trace[752562807] 'compare' (duration: 449.515222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:51:41.173199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:51:40.703917Z","time spent":"469.253565ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T03:51:41.173358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:51:40.608821Z","time spent":"564.412255ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:51:41.173806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.573419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:629955"} {"level":"info","ts":"2026-07-23T03:51:41.173832Z","caller":"traceutil/trace.go:171","msg":"trace[757780066] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:15008; }","duration":"564.60272ms","start":"2026-07-23T03:51:40.60922Z","end":"2026-07-23T03:51:41.173823Z","steps":["trace[757780066] 'agreement among raft nodes before linearized reading' (duration: 563.990376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:41.173855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:51:40.609203Z","time spent":"564.646082ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":629978,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-23T03:51:41.188831Z","caller":"traceutil/trace.go:171","msg":"trace[1062355760] transaction","detail":"{read_only:false; response_revision:15009; number_of_response:1; }","duration":"316.274158ms","start":"2026-07-23T03:51:40.872529Z","end":"2026-07-23T03:51:41.188803Z","steps":["trace[1062355760] 'process raft request' (duration: 315.953791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:41.189002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:51:40.87249Z","time spent":"316.412462ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T03:51:41.189002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.689945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be19215c-3ee7-4d47-8453-ae38d2e266cd\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-07-23T03:51:41.18909Z","caller":"traceutil/trace.go:171","msg":"trace[1654429720] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be19215c-3ee7-4d47-8453-ae38d2e266cd; range_end:; response_count:1; response_revision:15009; }","duration":"130.828808ms","start":"2026-07-23T03:51:41.058241Z","end":"2026-07-23T03:51:41.18907Z","steps":["trace[1654429720] 'agreement among raft nodes before linearized reading' (duration: 130.609323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:51:41.189263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.453459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T03:51:41.189346Z","caller":"traceutil/trace.go:171","msg":"trace[1000987941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15009; }","duration":"133.753906ms","start":"2026-07-23T03:51:41.055573Z","end":"2026-07-23T03:51:41.189327Z","steps":["trace[1000987941] 'agreement among raft nodes before linearized reading' (duration: 133.231974ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:52:48.556493Z","caller":"traceutil/trace.go:171","msg":"trace[681634078] linearizableReadLoop","detail":"{readStateIndex:16477; appliedIndex:16476; }","duration":"142.495295ms","start":"2026-07-23T03:52:48.413972Z","end":"2026-07-23T03:52:48.556467Z","steps":["trace[681634078] 'read index received' (duration: 142.385673ms)","trace[681634078] 'applied index is now lower than readState.Index' (duration: 108.242µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:52:48.556581Z","caller":"traceutil/trace.go:171","msg":"trace[2048378222] transaction","detail":"{read_only:false; response_revision:15932; number_of_response:1; }","duration":"149.886166ms","start":"2026-07-23T03:52:48.406652Z","end":"2026-07-23T03:52:48.556538Z","steps":["trace[2048378222] 'process raft request' (duration: 149.62947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:52:48.556829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.856894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-g4qv7\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-07-23T03:52:48.556907Z","caller":"traceutil/trace.go:171","msg":"trace[1126211897] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-g4qv7; range_end:; response_count:1; response_revision:15932; }","duration":"142.998208ms","start":"2026-07-23T03:52:48.413869Z","end":"2026-07-23T03:52:48.556867Z","steps":["trace[1126211897] 'agreement among raft nodes before linearized reading' (duration: 142.735322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:52:48.572355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.426333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-g4qv7\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-07-23T03:52:48.572434Z","caller":"traceutil/trace.go:171","msg":"trace[1044378438] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-g4qv7; range_end:; response_count:1; response_revision:15933; }","duration":"155.513885ms","start":"2026-07-23T03:52:48.4169Z","end":"2026-07-23T03:52:48.572414Z","steps":["trace[1044378438] 'agreement among raft nodes before linearized reading' (duration: 155.335091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:53:22.927845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.393241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T03:53:22.927948Z","caller":"traceutil/trace.go:171","msg":"trace[609143487] transaction","detail":"{read_only:false; response_revision:16111; number_of_response:1; }","duration":"224.398403ms","start":"2026-07-23T03:53:22.703533Z","end":"2026-07-23T03:53:22.927932Z","steps":["trace[609143487] 'process raft request' (duration: 51.795308ms)","trace[609143487] 'compare' (duration: 172.208506ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:53:22.95402Z","caller":"traceutil/trace.go:171","msg":"trace[1849319350] transaction","detail":"{read_only:false; response_revision:16112; number_of_response:1; }","duration":"130.758097ms","start":"2026-07-23T03:53:22.823218Z","end":"2026-07-23T03:53:22.953976Z","steps":["trace[1849319350] 'process raft request' (duration: 130.334417ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:53:23.291752Z","caller":"traceutil/trace.go:171","msg":"trace[119357252] linearizableReadLoop","detail":"{readStateIndex:16667; appliedIndex:16666; }","duration":"227.449873ms","start":"2026-07-23T03:53:23.064262Z","end":"2026-07-23T03:53:23.291712Z","steps":["trace[119357252] 'read index received' (duration: 227.243548ms)","trace[119357252] 'applied index is now lower than readState.Index' (duration: 204.265µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:53:23.292133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.707663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:53:23.292233Z","caller":"traceutil/trace.go:171","msg":"trace[352103962] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16114; }","duration":"184.886297ms","start":"2026-07-23T03:53:23.107324Z","end":"2026-07-23T03:53:23.29221Z","steps":["trace[352103962] 'agreement among raft nodes before linearized reading' (duration: 184.692413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:53:23.292271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.272482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T03:53:23.292387Z","caller":"traceutil/trace.go:171","msg":"trace[783084920] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16114; }","duration":"184.453838ms","start":"2026-07-23T03:53:23.10791Z","end":"2026-07-23T03:53:23.292363Z","steps":["trace[783084920] 'agreement among raft nodes before linearized reading' (duration: 184.232952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:53:23.292365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.41206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:53:23.292406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.597011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T03:53:23.292267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.822366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-23T03:53:23.292459Z","caller":"traceutil/trace.go:171","msg":"trace[663910035] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16114; }","duration":"184.690383ms","start":"2026-07-23T03:53:23.107755Z","end":"2026-07-23T03:53:23.292446Z","steps":["trace[663910035] 'agreement among raft nodes before linearized reading' (duration: 184.56976ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:53:23.292466Z","caller":"traceutil/trace.go:171","msg":"trace[12255592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16114; }","duration":"103.625985ms","start":"2026-07-23T03:53:23.188816Z","end":"2026-07-23T03:53:23.292442Z","steps":["trace[12255592] 'agreement among raft nodes before linearized reading' (duration: 103.42135ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:53:23.292503Z","caller":"traceutil/trace.go:171","msg":"trace[611404797] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16114; }","duration":"182.084573ms","start":"2026-07-23T03:53:23.110379Z","end":"2026-07-23T03:53:23.292463Z","steps":["trace[611404797] 'agreement among raft nodes before linearized reading' (duration: 181.711473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:53:23.292847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.572709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769667"} {"level":"info","ts":"2026-07-23T03:53:23.292915Z","caller":"traceutil/trace.go:171","msg":"trace[417370656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16114; }","duration":"228.654471ms","start":"2026-07-23T03:53:23.064243Z","end":"2026-07-23T03:53:23.292897Z","steps":["trace[417370656] 'agreement among raft nodes before linearized reading' (duration: 227.7672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:53:23.653077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.266573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dcg4b\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-07-23T03:53:23.653186Z","caller":"traceutil/trace.go:171","msg":"trace[434325166] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dcg4b; range_end:; response_count:1; response_revision:16115; }","duration":"273.430976ms","start":"2026-07-23T03:53:23.379731Z","end":"2026-07-23T03:53:23.653162Z","steps":["trace[434325166] 'range keys from in-memory index tree' (duration: 272.995826ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:55:49.801795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14606} {"level":"info","ts":"2026-07-23T03:55:49.884285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14606,"took":"78.353851ms","hash":3780451674,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":31776768,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-23T03:55:49.884395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3780451674,"revision":14606,"compact-revision":12590} {"level":"warn","ts":"2026-07-23T03:59:05.635546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.116127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-23T03:59:05.63568Z","caller":"traceutil/trace.go:171","msg":"trace[1031181001] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18553; }","duration":"301.334292ms","start":"2026-07-23T03:59:05.334317Z","end":"2026-07-23T03:59:05.635652Z","steps":["trace[1031181001] 'range keys from in-memory index tree' (duration: 300.865611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:05.635731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:59:05.334287Z","time spent":"301.432555ms","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-23T03:59:05.635727Z","caller":"traceutil/trace.go:171","msg":"trace[1192493337] linearizableReadLoop","detail":"{readStateIndex:19188; appliedIndex:19187; }","duration":"154.725454ms","start":"2026-07-23T03:59:05.480959Z","end":"2026-07-23T03:59:05.635685Z","steps":["trace[1192493337] 'read index received' (duration: 57.811427ms)","trace[1192493337] 'applied index is now lower than readState.Index' (duration: 96.911937ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:59:05.635789Z","caller":"traceutil/trace.go:171","msg":"trace[1382260454] transaction","detail":"{read_only:false; response_revision:18554; number_of_response:1; }","duration":"242.546512ms","start":"2026-07-23T03:59:05.3932Z","end":"2026-07-23T03:59:05.635747Z","steps":["trace[1382260454] 'process raft request' (duration: 145.472812ms)","trace[1382260454] 'compare' (duration: 96.466197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T03:59:05.635777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.92099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-23T03:59:05.635952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.967099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T03:59:05.63596Z","caller":"traceutil/trace.go:171","msg":"trace[1174142231] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18553; }","duration":"280.184306ms","start":"2026-07-23T03:59:05.355743Z","end":"2026-07-23T03:59:05.635927Z","steps":["trace[1174142231] 'range keys from in-memory index tree' (duration: 279.633334ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:05.636025Z","caller":"traceutil/trace.go:171","msg":"trace[400001317] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:18554; }","duration":"155.116063ms","start":"2026-07-23T03:59:05.480885Z","end":"2026-07-23T03:59:05.636001Z","steps":["trace[400001317] 'agreement among raft nodes before linearized reading' (duration: 154.96578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.404118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.457571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"info","ts":"2026-07-23T03:59:06.404233Z","caller":"traceutil/trace.go:171","msg":"trace[909843960] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18554; }","duration":"431.631365ms","start":"2026-07-23T03:59:05.972572Z","end":"2026-07-23T03:59:06.404203Z","steps":["trace[909843960] 'range keys from in-memory index tree' (duration: 431.236716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.40428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:59:05.972549Z","time spent":"431.721428ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7405,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-23T03:59:06.404317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.34312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T03:59:06.404414Z","caller":"traceutil/trace.go:171","msg":"trace[1675220580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18554; }","duration":"640.521334ms","start":"2026-07-23T03:59:05.763868Z","end":"2026-07-23T03:59:06.40439Z","steps":["trace[1675220580] 'range keys from in-memory index tree' (duration: 640.073714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.404467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:59:05.763775Z","time spent":"640.681707ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T03:59:06.404456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.229961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T03:59:06.404486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.423337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"info","ts":"2026-07-23T03:59:06.404591Z","caller":"traceutil/trace.go:171","msg":"trace[41240024] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18554; }","duration":"339.555952ms","start":"2026-07-23T03:59:06.065011Z","end":"2026-07-23T03:59:06.404567Z","steps":["trace[41240024] 'range keys from in-memory index tree' (duration: 339.261873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.404633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:59:06.065Z","time spent":"339.622583ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7405,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-23T03:59:06.404712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.765236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T03:59:06.404738Z","caller":"traceutil/trace.go:171","msg":"trace[2129206081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18554; }","duration":"497.835287ms","start":"2026-07-23T03:59:05.906896Z","end":"2026-07-23T03:59:06.404731Z","steps":["trace[2129206081] 'range keys from in-memory index tree' (duration: 497.637142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.404771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:59:05.906869Z","time spent":"497.895528ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T03:59:06.404535Z","caller":"traceutil/trace.go:171","msg":"trace[183476005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18554; }","duration":"638.368615ms","start":"2026-07-23T03:59:05.766148Z","end":"2026-07-23T03:59:06.404517Z","steps":["trace[183476005] 'range keys from in-memory index tree' (duration: 637.943685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.404871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:59:05.766121Z","time spent":"638.739843ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T03:59:06.404439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.300286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dcg4b\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-23T03:59:06.404943Z","caller":"traceutil/trace.go:171","msg":"trace[1107086448] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dcg4b; range_end:; response_count:1; response_revision:18554; }","duration":"397.87587ms","start":"2026-07-23T03:59:06.007057Z","end":"2026-07-23T03:59:06.404933Z","steps":["trace[1107086448] 'range keys from in-memory index tree' (duration: 397.05212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.404909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.820365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-g4qv7\" ","response":"range_response_count:1 size:22090"} {"level":"warn","ts":"2026-07-23T03:59:06.404971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:59:06.007031Z","time spent":"397.930331ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dcg4b\" "} {"level":"info","ts":"2026-07-23T03:59:06.405025Z","caller":"traceutil/trace.go:171","msg":"trace[177495875] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-g4qv7; range_end:; response_count:1; response_revision:18554; }","duration":"555.002469ms","start":"2026-07-23T03:59:05.849991Z","end":"2026-07-23T03:59:06.404993Z","steps":["trace[177495875] 'range keys from in-memory index tree' (duration: 554.536269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.405073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:59:05.849959Z","time spent":"555.103712ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-g4qv7\" "} {"level":"warn","ts":"2026-07-23T03:59:06.404439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.47391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T03:59:06.405391Z","caller":"traceutil/trace.go:171","msg":"trace[1821397315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18554; }","duration":"391.465473ms","start":"2026-07-23T03:59:06.013893Z","end":"2026-07-23T03:59:06.405358Z","steps":["trace[1821397315] 'range keys from in-memory index tree' (duration: 390.271955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.405728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T03:59:06.013879Z","time spent":"391.818861ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T03:59:06.463794Z","caller":"traceutil/trace.go:171","msg":"trace[1926083477] linearizableReadLoop","detail":"{readStateIndex:19189; appliedIndex:19188; }","duration":"186.30713ms","start":"2026-07-23T03:59:06.277468Z","end":"2026-07-23T03:59:06.463775Z","steps":["trace[1926083477] 'read index received' (duration: 186.181667ms)","trace[1926083477] 'applied index is now lower than readState.Index' (duration: 124.553µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:59:06.463901Z","caller":"traceutil/trace.go:171","msg":"trace[1924936699] transaction","detail":"{read_only:false; response_revision:18555; number_of_response:1; }","duration":"264.996798ms","start":"2026-07-23T03:59:06.198896Z","end":"2026-07-23T03:59:06.463892Z","steps":["trace[1924936699] 'process raft request' (duration: 264.745992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.464175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.701729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T03:59:06.464197Z","caller":"traceutil/trace.go:171","msg":"trace[515458393] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18555; }","duration":"186.802962ms","start":"2026-07-23T03:59:06.277386Z","end":"2026-07-23T03:59:06.464188Z","steps":["trace[515458393] 'agreement among raft nodes before linearized reading' (duration: 186.653888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.5372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.291351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:940177"} {"level":"info","ts":"2026-07-23T03:59:06.537284Z","caller":"traceutil/trace.go:171","msg":"trace[877158693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18561; }","duration":"126.406333ms","start":"2026-07-23T03:59:06.410859Z","end":"2026-07-23T03:59:06.537266Z","steps":["trace[877158693] 'agreement among raft nodes before linearized reading' (duration: 125.290337ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:06.538056Z","caller":"traceutil/trace.go:171","msg":"trace[2040410727] transaction","detail":"{read_only:false; response_revision:18556; number_of_response:1; }","duration":"170.236341ms","start":"2026-07-23T03:59:06.367786Z","end":"2026-07-23T03:59:06.538022Z","steps":["trace[2040410727] 'process raft request' (duration: 167.926477ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:06.538302Z","caller":"traceutil/trace.go:171","msg":"trace[463029866] transaction","detail":"{read_only:false; response_revision:18557; number_of_response:1; }","duration":"143.940126ms","start":"2026-07-23T03:59:06.394344Z","end":"2026-07-23T03:59:06.538284Z","steps":["trace[463029866] 'process raft request' (duration: 141.559782ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:06.538459Z","caller":"traceutil/trace.go:171","msg":"trace[1027199329] transaction","detail":"{read_only:false; response_revision:18558; number_of_response:1; }","duration":"129.129146ms","start":"2026-07-23T03:59:06.409318Z","end":"2026-07-23T03:59:06.538448Z","steps":["trace[1027199329] 'process raft request' (duration: 126.633249ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:06.538583Z","caller":"traceutil/trace.go:171","msg":"trace[224863351] transaction","detail":"{read_only:false; response_revision:18559; number_of_response:1; }","duration":"126.661489ms","start":"2026-07-23T03:59:06.411912Z","end":"2026-07-23T03:59:06.538573Z","steps":["trace[224863351] 'process raft request' (duration: 124.09771ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:06.539741Z","caller":"traceutil/trace.go:171","msg":"trace[1239754889] transaction","detail":"{read_only:false; response_revision:18561; number_of_response:1; }","duration":"127.645803ms","start":"2026-07-23T03:59:06.412057Z","end":"2026-07-23T03:59:06.539703Z","steps":["trace[1239754889] 'process raft request' (duration: 124.046699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:06.540144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.449432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T03:59:06.540243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.318465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:940177"} {"level":"info","ts":"2026-07-23T03:59:06.540263Z","caller":"traceutil/trace.go:171","msg":"trace[1062351577] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18561; }","duration":"125.598106ms","start":"2026-07-23T03:59:06.414639Z","end":"2026-07-23T03:59:06.540237Z","steps":["trace[1062351577] 'agreement among raft nodes before linearized reading' (duration: 125.416722ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:06.540288Z","caller":"traceutil/trace.go:171","msg":"trace[1821504773] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18561; }","duration":"127.380767ms","start":"2026-07-23T03:59:06.412896Z","end":"2026-07-23T03:59:06.540276Z","steps":["trace[1821504773] 'agreement among raft nodes before linearized reading' (duration: 126.294092ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:06.540999Z","caller":"traceutil/trace.go:171","msg":"trace[1927577883] transaction","detail":"{read_only:false; response_revision:18560; number_of_response:1; }","duration":"129.011003ms","start":"2026-07-23T03:59:06.411965Z","end":"2026-07-23T03:59:06.540976Z","steps":["trace[1927577883] 'process raft request' (duration: 124.09699ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:12.668155Z","caller":"traceutil/trace.go:171","msg":"trace[1945460972] linearizableReadLoop","detail":"{readStateIndex:19244; appliedIndex:19242; }","duration":"100.97767ms","start":"2026-07-23T03:59:12.567142Z","end":"2026-07-23T03:59:12.66812Z","steps":["trace[1945460972] 'read index received' (duration: 91.314098ms)","trace[1945460972] 'applied index is now lower than readState.Index' (duration: 9.662322ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T03:59:12.668321Z","caller":"traceutil/trace.go:171","msg":"trace[150980881] transaction","detail":"{read_only:false; response_revision:18609; number_of_response:1; }","duration":"106.390544ms","start":"2026-07-23T03:59:12.561918Z","end":"2026-07-23T03:59:12.668308Z","steps":["trace[150980881] 'process raft request' (duration: 106.047666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T03:59:12.66906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.891231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T03:59:12.66912Z","caller":"traceutil/trace.go:171","msg":"trace[1622966815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18609; }","duration":"102.006704ms","start":"2026-07-23T03:59:12.5671Z","end":"2026-07-23T03:59:12.669106Z","steps":["trace[1622966815] 'agreement among raft nodes before linearized reading' (duration: 101.870031ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T03:59:13.638026Z","caller":"traceutil/trace.go:171","msg":"trace[1688293300] transaction","detail":"{read_only:false; response_revision:18635; number_of_response:1; }","duration":"130.784335ms","start":"2026-07-23T03:59:13.507199Z","end":"2026-07-23T03:59:13.637983Z","steps":["trace[1688293300] 'process raft request' (duration: 108.452522ms)","trace[1688293300] 'compare' (duration: 22.156589ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:00:16.661216Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-23T04:00:16.676468Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-23T04:00:16.677203Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-23T04:00:49.809703Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17103} {"level":"info","ts":"2026-07-23T04:00:49.914689Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17103,"took":"100.55353ms","hash":1979271452,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":34009088,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-23T04:00:49.914756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1979271452,"revision":17103,"compact-revision":14606} {"level":"info","ts":"2026-07-23T04:05:49.824887Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19679} {"level":"info","ts":"2026-07-23T04:05:49.95228Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19679,"took":"121.521982ms","hash":2866271563,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":30162944,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-23T04:05:49.952384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2866271563,"revision":19679,"compact-revision":17103} {"level":"info","ts":"2026-07-23T04:06:06.567334Z","caller":"traceutil/trace.go:171","msg":"trace[1130581862] transaction","detail":"{read_only:false; response_revision:21807; number_of_response:1; }","duration":"113.647422ms","start":"2026-07-23T04:06:06.453652Z","end":"2026-07-23T04:06:06.5673Z","steps":["trace[1130581862] 'process raft request' (duration: 113.429857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:06.841997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.901458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:06:06.842164Z","caller":"traceutil/trace.go:171","msg":"trace[304902235] transaction","detail":"{read_only:false; response_revision:21808; number_of_response:1; }","duration":"343.87761ms","start":"2026-07-23T04:06:06.498261Z","end":"2026-07-23T04:06:06.842139Z","steps":["trace[304902235] 'process raft request' (duration: 151.717386ms)","trace[304902235] 'compare' (duration: 191.714454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:06:06.842233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:06:06.498235Z","time spent":"343.967632ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:06:07.432246Z","caller":"traceutil/trace.go:171","msg":"trace[1107891041] linearizableReadLoop","detail":"{readStateIndex:22549; appliedIndex:22548; }","duration":"123.61955ms","start":"2026-07-23T04:06:07.308597Z","end":"2026-07-23T04:06:07.432217Z","steps":["trace[1107891041] 'read index received' (duration: 123.491267ms)","trace[1107891041] 'applied index is now lower than readState.Index' (duration: 127.183µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:06:07.432339Z","caller":"traceutil/trace.go:171","msg":"trace[1735871251] transaction","detail":"{read_only:false; response_revision:21809; number_of_response:1; }","duration":"171.461269ms","start":"2026-07-23T04:06:07.260854Z","end":"2026-07-23T04:06:07.432315Z","steps":["trace[1735871251] 'process raft request' (duration: 171.178723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:07.432515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.741692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:06:07.432553Z","caller":"traceutil/trace.go:171","msg":"trace[1195750852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21809; }","duration":"123.885665ms","start":"2026-07-23T04:06:07.308659Z","end":"2026-07-23T04:06:07.432544Z","steps":["trace[1195750852] 'agreement among raft nodes before linearized reading' (duration: 123.709461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:07.432536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.887256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:06:07.432667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.086718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T04:06:07.432675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.80587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T04:06:07.432674Z","caller":"traceutil/trace.go:171","msg":"trace[1317355417] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21809; }","duration":"124.09118ms","start":"2026-07-23T04:06:07.308551Z","end":"2026-07-23T04:06:07.432642Z","steps":["trace[1317355417] 'agreement among raft nodes before linearized reading' (duration: 123.827735ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:06:07.432711Z","caller":"traceutil/trace.go:171","msg":"trace[829414632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21809; }","duration":"108.923082ms","start":"2026-07-23T04:06:07.323778Z","end":"2026-07-23T04:06:07.432701Z","steps":["trace[829414632] 'agreement among raft nodes before linearized reading' (duration: 108.84041ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:06:07.432713Z","caller":"traceutil/trace.go:171","msg":"trace[1991416391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21809; }","duration":"103.15827ms","start":"2026-07-23T04:06:07.32954Z","end":"2026-07-23T04:06:07.432698Z","steps":["trace[1991416391] 'agreement among raft nodes before linearized reading' (duration: 103.075248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:07.432582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.839879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:06:07.432839Z","caller":"traceutil/trace.go:171","msg":"trace[1829259226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21809; }","duration":"102.136226ms","start":"2026-07-23T04:06:07.330688Z","end":"2026-07-23T04:06:07.432824Z","steps":["trace[1829259226] 'agreement among raft nodes before linearized reading' (duration: 101.809118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:07.949872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.381182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:06:07.950145Z","caller":"traceutil/trace.go:171","msg":"trace[46682392] linearizableReadLoop","detail":"{readStateIndex:22553; appliedIndex:22550; }","duration":"329.640322ms","start":"2026-07-23T04:06:07.620484Z","end":"2026-07-23T04:06:07.950124Z","steps":["trace[46682392] 'read index received' (duration: 65.531µs)","trace[46682392] 'applied index is now lower than readState.Index' (duration: 329.573141ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:06:07.950129Z","caller":"traceutil/trace.go:171","msg":"trace[1809946915] transaction","detail":"{read_only:false; response_revision:21811; number_of_response:1; }","duration":"508.563463ms","start":"2026-07-23T04:06:07.44153Z","end":"2026-07-23T04:06:07.950094Z","steps":["trace[1809946915] 'process raft request' (duration: 119.822282ms)","trace[1809946915] 'compare' (duration: 388.222758ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:06:07.950456Z","caller":"traceutil/trace.go:171","msg":"trace[997717571] transaction","detail":"{read_only:false; response_revision:21812; number_of_response:1; }","duration":"508.033461ms","start":"2026-07-23T04:06:07.4422Z","end":"2026-07-23T04:06:07.950234Z","steps":["trace[997717571] 'process raft request' (duration: 507.800896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:07.95053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.061932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T04:06:07.950557Z","caller":"traceutil/trace.go:171","msg":"trace[301453938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21813; }","duration":"330.126454ms","start":"2026-07-23T04:06:07.620419Z","end":"2026-07-23T04:06:07.950545Z","steps":["trace[301453938] 'agreement among raft nodes before linearized reading' (duration: 329.757356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:07.950588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:06:07.62037Z","time spent":"330.210496ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T04:06:07.950681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:06:07.442192Z","time spent":"508.337319ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:06:07.950647Z","caller":"traceutil/trace.go:171","msg":"trace[1923857829] transaction","detail":"{read_only:false; response_revision:21813; number_of_response:1; }","duration":"507.245512ms","start":"2026-07-23T04:06:07.44335Z","end":"2026-07-23T04:06:07.950595Z","steps":["trace[1923857829] 'process raft request' (duration: 506.72065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:07.950689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:06:07.441502Z","time spent":"509.101925ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:06:07.950892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:06:07.443324Z","time spent":"507.452787ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:06:08.415042Z","caller":"traceutil/trace.go:171","msg":"trace[1234340889] transaction","detail":"{read_only:false; response_revision:21815; number_of_response:1; }","duration":"185.640056ms","start":"2026-07-23T04:06:08.229365Z","end":"2026-07-23T04:06:08.415005Z","steps":["trace[1234340889] 'process raft request' (duration: 185.519533ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:06:08.415154Z","caller":"traceutil/trace.go:171","msg":"trace[926851947] transaction","detail":"{read_only:false; response_revision:21814; number_of_response:1; }","duration":"459.484375ms","start":"2026-07-23T04:06:07.955625Z","end":"2026-07-23T04:06:08.41511Z","steps":["trace[926851947] 'process raft request' (duration: 408.576206ms)","trace[926851947] 'compare' (duration: 50.133281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:06:08.415292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.705048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:06:08.415145Z","caller":"traceutil/trace.go:171","msg":"trace[532280054] linearizableReadLoop","detail":"{readStateIndex:22554; appliedIndex:22553; }","duration":"458.548264ms","start":"2026-07-23T04:06:07.956581Z","end":"2026-07-23T04:06:08.415129Z","steps":["trace[532280054] 'read index received' (duration: 407.639465ms)","trace[532280054] 'applied index is now lower than readState.Index' (duration: 50.907779ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:06:08.415329Z","caller":"traceutil/trace.go:171","msg":"trace[1832536487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21815; }","duration":"458.79223ms","start":"2026-07-23T04:06:07.956529Z","end":"2026-07-23T04:06:08.415321Z","steps":["trace[1832536487] 'agreement among raft nodes before linearized reading' (duration: 458.655377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:08.415355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:06:07.956514Z","time spent":"458.834261ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:06:08.415462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:06:07.955605Z","time spent":"459.759931ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:06:08.41548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.528623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:06:08.415547Z","caller":"traceutil/trace.go:171","msg":"trace[2085991033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21815; }","duration":"229.648426ms","start":"2026-07-23T04:06:08.18588Z","end":"2026-07-23T04:06:08.415528Z","steps":["trace[2085991033] 'agreement among raft nodes before linearized reading' (duration: 229.524513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:09.03769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.229858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T04:06:09.037982Z","caller":"traceutil/trace.go:171","msg":"trace[250761069] linearizableReadLoop","detail":"{readStateIndex:22556; appliedIndex:22555; }","duration":"561.787056ms","start":"2026-07-23T04:06:08.476163Z","end":"2026-07-23T04:06:09.03795Z","steps":["trace[250761069] 'read index received' (duration: 210.340393ms)","trace[250761069] 'applied index is now lower than readState.Index' (duration: 351.445253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:06:09.038081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.913049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:06:09.038111Z","caller":"traceutil/trace.go:171","msg":"trace[1204014545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21815; }","duration":"561.995731ms","start":"2026-07-23T04:06:08.476105Z","end":"2026-07-23T04:06:09.038101Z","steps":["trace[1204014545] 'agreement among raft nodes before linearized reading' (duration: 561.923849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:09.038139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:06:08.476081Z","time spent":"562.051892ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-23T04:06:09.038129Z","caller":"traceutil/trace.go:171","msg":"trace[1590199455] transaction","detail":"{read_only:false; response_revision:21816; number_of_response:1; }","duration":"464.122163ms","start":"2026-07-23T04:06:08.573984Z","end":"2026-07-23T04:06:09.038106Z","steps":["trace[1590199455] 'process raft request' (duration: 463.861697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:06:09.038566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:06:08.573954Z","time spent":"464.227834ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:06:09.058093Z","caller":"traceutil/trace.go:171","msg":"trace[1076371812] transaction","detail":"{read_only:false; response_revision:21817; number_of_response:1; }","duration":"209.940732ms","start":"2026-07-23T04:06:08.848109Z","end":"2026-07-23T04:06:09.058049Z","steps":["trace[1076371812] 'process raft request' (duration: 209.565274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:09:39.896807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.784516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:09:39.896942Z","caller":"traceutil/trace.go:171","msg":"trace[1243859131] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:23473; }","duration":"111.008211ms","start":"2026-07-23T04:09:39.785907Z","end":"2026-07-23T04:09:39.896915Z","steps":["trace[1243859131] 'count revisions from in-memory index tree' (duration: 110.634173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:09:40.356286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.3925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-23T04:09:40.356428Z","caller":"traceutil/trace.go:171","msg":"trace[117666232] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:23478; }","duration":"175.611465ms","start":"2026-07-23T04:09:40.180787Z","end":"2026-07-23T04:09:40.356398Z","steps":["trace[117666232] 'range keys from in-memory index tree' (duration: 175.083713ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:10:08.003712Z","caller":"traceutil/trace.go:171","msg":"trace[582319186] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"103.676362ms","start":"2026-07-23T04:10:07.900001Z","end":"2026-07-23T04:10:08.003677Z","steps":["trace[582319186] 'process raft request' (duration: 103.460247ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:10:31.248166Z","caller":"traceutil/trace.go:171","msg":"trace[24974714] linearizableReadLoop","detail":"{readStateIndex:25246; appliedIndex:25245; }","duration":"414.777781ms","start":"2026-07-23T04:10:30.833339Z","end":"2026-07-23T04:10:31.248117Z","steps":["trace[24974714] 'read index received' (duration: 414.622907ms)","trace[24974714] 'applied index is now lower than readState.Index' (duration: 153.004µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:10:31.248276Z","caller":"traceutil/trace.go:171","msg":"trace[887808177] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"446.205433ms","start":"2026-07-23T04:10:30.802015Z","end":"2026-07-23T04:10:31.248221Z","steps":["trace[887808177] 'process raft request' (duration: 445.829724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:10:31.248467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.092798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:10:31.248608Z","caller":"traceutil/trace.go:171","msg":"trace[556743427] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24425; }","duration":"415.257601ms","start":"2026-07-23T04:10:30.833319Z","end":"2026-07-23T04:10:31.248576Z","steps":["trace[556743427] 'agreement among raft nodes before linearized reading' (duration: 414.981445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:10:31.248597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:10:30.801986Z","time spent":"446.397798ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:10:31.248651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:10:30.833222Z","time spent":"415.419616ms","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:10:31.261041Z","caller":"traceutil/trace.go:171","msg":"trace[291367198] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"264.840844ms","start":"2026-07-23T04:10:30.996174Z","end":"2026-07-23T04:10:31.261015Z","steps":["trace[291367198] 'process raft request' (duration: 264.64015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:10:31.261042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.435398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-23T04:10:31.26113Z","caller":"traceutil/trace.go:171","msg":"trace[1305757003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24427; }","duration":"201.569242ms","start":"2026-07-23T04:10:31.05954Z","end":"2026-07-23T04:10:31.261109Z","steps":["trace[1305757003] 'agreement among raft nodes before linearized reading' (duration: 201.346537ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:10:31.261243Z","caller":"traceutil/trace.go:171","msg":"trace[1098005793] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"375.788954ms","start":"2026-07-23T04:10:30.885439Z","end":"2026-07-23T04:10:31.261228Z","steps":["trace[1098005793] 'process raft request' (duration: 372.924258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:10:31.261349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:10:30.88541Z","time spent":"375.860726ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:10:49.833596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21723} {"level":"info","ts":"2026-07-23T04:10:49.949Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21723,"took":"110.637002ms","hash":2845168217,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":42627072,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-23T04:10:49.949151Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2845168217,"revision":21723,"compact-revision":19679} {"level":"info","ts":"2026-07-23T04:12:53.217871Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000683f.wal"} {"level":"warn","ts":"2026-07-23T04:13:18.81014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.298223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T04:13:18.810419Z","caller":"traceutil/trace.go:171","msg":"trace[1261718380] linearizableReadLoop","detail":"{readStateIndex:26908; appliedIndex:26906; }","duration":"213.420244ms","start":"2026-07-23T04:13:18.596978Z","end":"2026-07-23T04:13:18.810399Z","steps":["trace[1261718380] 'read index received' (duration: 59.63073ms)","trace[1261718380] 'applied index is now lower than readState.Index' (duration: 153.788124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:13:18.810652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.659659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T04:13:18.81069Z","caller":"traceutil/trace.go:171","msg":"trace[778484165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26047; }","duration":"213.753091ms","start":"2026-07-23T04:13:18.596926Z","end":"2026-07-23T04:13:18.810679Z","steps":["trace[778484165] 'agreement among raft nodes before linearized reading' (duration: 213.598478ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:18.811376Z","caller":"traceutil/trace.go:171","msg":"trace[1096355637] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"146.150718ms","start":"2026-07-23T04:13:18.665177Z","end":"2026-07-23T04:13:18.811328Z","steps":["trace[1096355637] 'process raft request' (duration: 145.084014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:18.878236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.313031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:13:18.878338Z","caller":"traceutil/trace.go:171","msg":"trace[1423092014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26048; }","duration":"280.438024ms","start":"2026-07-23T04:13:18.597867Z","end":"2026-07-23T04:13:18.878305Z","steps":["trace[1423092014] 'agreement among raft nodes before linearized reading' (duration: 213.405704ms)","trace[1423092014] 'range keys from in-memory index tree' (duration: 66.782965ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:13:20.206192Z","caller":"traceutil/trace.go:171","msg":"trace[78380707] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"126.307282ms","start":"2026-07-23T04:13:20.079864Z","end":"2026-07-23T04:13:20.206171Z","steps":["trace[78380707] 'process raft request' (duration: 126.126737ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:20.92612Z","caller":"traceutil/trace.go:171","msg":"trace[1815876378] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"109.22763ms","start":"2026-07-23T04:13:20.816849Z","end":"2026-07-23T04:13:20.926077Z","steps":["trace[1815876378] 'process raft request' (duration: 64.230986ms)","trace[1815876378] 'compare' (duration: 44.297958ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:13:24.433521Z","caller":"traceutil/trace.go:171","msg":"trace[1549806980] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"102.863294ms","start":"2026-07-23T04:13:24.330631Z","end":"2026-07-23T04:13:24.433494Z","steps":["trace[1549806980] 'process raft request' (duration: 98.74135ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:25.297272Z","caller":"traceutil/trace.go:171","msg":"trace[1347724268] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"204.869928ms","start":"2026-07-23T04:13:25.092383Z","end":"2026-07-23T04:13:25.297253Z","steps":["trace[1347724268] 'process raft request' (duration: 204.603761ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:25.297195Z","caller":"traceutil/trace.go:171","msg":"trace[61197613] linearizableReadLoop","detail":"{readStateIndex:26957; appliedIndex:26956; }","duration":"109.128636ms","start":"2026-07-23T04:13:25.188041Z","end":"2026-07-23T04:13:25.29717Z","steps":["trace[61197613] 'read index received' (duration: 108.995473ms)","trace[61197613] 'applied index is now lower than readState.Index' (duration: 132.003µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:13:25.297486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.408934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:13:25.297623Z","caller":"traceutil/trace.go:171","msg":"trace[489073899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26095; }","duration":"109.603978ms","start":"2026-07-23T04:13:25.187991Z","end":"2026-07-23T04:13:25.297595Z","steps":["trace[489073899] 'agreement among raft nodes before linearized reading' (duration: 109.354162ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:25.331927Z","caller":"traceutil/trace.go:171","msg":"trace[1954571602] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"129.639338ms","start":"2026-07-23T04:13:25.202134Z","end":"2026-07-23T04:13:25.331774Z","steps":["trace[1954571602] 'process raft request' (duration: 129.385313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:25.332139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.337305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-23T04:13:25.332218Z","caller":"traceutil/trace.go:171","msg":"trace[177024718] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26096; }","duration":"113.512399ms","start":"2026-07-23T04:13:25.218685Z","end":"2026-07-23T04:13:25.332197Z","steps":["trace[177024718] 'agreement among raft nodes before linearized reading' (duration: 113.179911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:30.705726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.10049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:13:30.705868Z","caller":"traceutil/trace.go:171","msg":"trace[582450815] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"261.737673ms","start":"2026-07-23T04:13:30.444109Z","end":"2026-07-23T04:13:30.705847Z","steps":["trace[582450815] 'process raft request' (duration: 33.379547ms)","trace[582450815] 'compare' (duration: 227.962197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:13:31.258866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.295538ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:13:31.259013Z","caller":"traceutil/trace.go:171","msg":"trace[1140677699] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26132; }","duration":"101.460213ms","start":"2026-07-23T04:13:31.157529Z","end":"2026-07-23T04:13:31.258989Z","steps":["trace[1140677699] 'range keys from in-memory index tree' (duration: 101.278418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.259602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.824128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:13:31.259733Z","caller":"traceutil/trace.go:171","msg":"trace[1050272653] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"756.351749ms","start":"2026-07-23T04:13:30.503359Z","end":"2026-07-23T04:13:31.259711Z","steps":["trace[1050272653] 'process raft request' (duration: 406.309346ms)","trace[1050272653] 'compare' (duration: 349.366538ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:13:31.259941Z","caller":"traceutil/trace.go:171","msg":"trace[1439172601] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"720.653089ms","start":"2026-07-23T04:13:30.539264Z","end":"2026-07-23T04:13:31.259917Z","steps":["trace[1439172601] 'process raft request' (duration: 720.465674ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:31.259881Z","caller":"traceutil/trace.go:171","msg":"trace[1458936114] linearizableReadLoop","detail":"{readStateIndex:26996; appliedIndex:26995; }","duration":"742.264405ms","start":"2026-07-23T04:13:30.517573Z","end":"2026-07-23T04:13:31.259838Z","steps":["trace[1458936114] 'read index received' (duration: 392.279193ms)","trace[1458936114] 'applied index is now lower than readState.Index' (duration: 349.981562ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:13:31.260039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.539245Z","time spent":"720.75229ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:13:31.26017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.503323Z","time spent":"756.716247ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:13:31.260234Z","caller":"traceutil/trace.go:171","msg":"trace[16571074] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"184.435088ms","start":"2026-07-23T04:13:31.075722Z","end":"2026-07-23T04:13:31.260158Z","steps":["trace[16571074] 'process raft request' (duration: 184.151562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.260404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.731796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:13:31.261212Z","caller":"traceutil/trace.go:171","msg":"trace[885256169] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26135; }","duration":"743.033043ms","start":"2026-07-23T04:13:30.517517Z","end":"2026-07-23T04:13:31.26055Z","steps":["trace[885256169] 'agreement among raft nodes before linearized reading' (duration: 742.404669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.261355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.517492Z","time spent":"743.81707ms","remote":"127.0.0.1:39866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:13:31.407199Z","caller":"traceutil/trace.go:171","msg":"trace[560699780] linearizableReadLoop","detail":"{readStateIndex:26999; appliedIndex:26998; }","duration":"147.148431ms","start":"2026-07-23T04:13:31.260018Z","end":"2026-07-23T04:13:31.407166Z","steps":["trace[560699780] 'read index received' (duration: 130.370966ms)","trace[560699780] 'applied index is now lower than readState.Index' (duration: 16.775855ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:13:31.407384Z","caller":"traceutil/trace.go:171","msg":"trace[692795194] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"258.888059ms","start":"2026-07-23T04:13:31.148478Z","end":"2026-07-23T04:13:31.407366Z","steps":["trace[692795194] 'process raft request' (duration: 241.97129ms)","trace[692795194] 'compare' (duration: 16.524439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:13:31.40753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.777553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:13:31.407614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.81581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:13:31.407652Z","caller":"traceutil/trace.go:171","msg":"trace[1758953842] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26136; }","duration":"727.958307ms","start":"2026-07-23T04:13:30.679664Z","end":"2026-07-23T04:13:31.407622Z","steps":["trace[1758953842] 'agreement among raft nodes before linearized reading' (duration: 727.782613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.407685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.21419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T04:13:31.40771Z","caller":"traceutil/trace.go:171","msg":"trace[1224830603] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26136; }","duration":"867.952413ms","start":"2026-07-23T04:13:30.539731Z","end":"2026-07-23T04:13:31.407684Z","steps":["trace[1224830603] 'agreement among raft nodes before linearized reading' (duration: 867.788459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.407725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.679634Z","time spent":"728.07632ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-23T04:13:31.407745Z","caller":"traceutil/trace.go:171","msg":"trace[1894760248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26136; }","duration":"794.311982ms","start":"2026-07-23T04:13:30.613411Z","end":"2026-07-23T04:13:31.407723Z","steps":["trace[1894760248] 'agreement among raft nodes before linearized reading' (duration: 794.143928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.407747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.5397Z","time spent":"868.041265ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-23T04:13:31.407782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.613383Z","time spent":"794.391393ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T04:13:31.407978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.588948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"warn","ts":"2026-07-23T04:13:31.407999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.811471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:13:31.408058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.702041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"warn","ts":"2026-07-23T04:13:31.408091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.327428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T04:13:31.408127Z","caller":"traceutil/trace.go:171","msg":"trace[186846965] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:26136; }","duration":"727.811414ms","start":"2026-07-23T04:13:30.680295Z","end":"2026-07-23T04:13:31.408107Z","steps":["trace[186846965] 'agreement among raft nodes before linearized reading' (duration: 727.598759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.408092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.953807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:13:31.40813Z","caller":"traceutil/trace.go:171","msg":"trace[805483252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26136; }","duration":"223.018564ms","start":"2026-07-23T04:13:31.185078Z","end":"2026-07-23T04:13:31.408097Z","steps":["trace[805483252] 'agreement among raft nodes before linearized reading' (duration: 222.706067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.408161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.680268Z","time spent":"727.886075ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7367,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-07-23T04:13:31.408164Z","caller":"traceutil/trace.go:171","msg":"trace[956308209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26136; }","duration":"168.443571ms","start":"2026-07-23T04:13:31.239701Z","end":"2026-07-23T04:13:31.408145Z","steps":["trace[956308209] 'agreement among raft nodes before linearized reading' (duration: 168.210255ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:31.40818Z","caller":"traceutil/trace.go:171","msg":"trace[25988284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26136; }","duration":"530.119ms","start":"2026-07-23T04:13:30.87805Z","end":"2026-07-23T04:13:31.408169Z","steps":["trace[25988284] 'agreement among raft nodes before linearized reading' (duration: 529.813543ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:31.408057Z","caller":"traceutil/trace.go:171","msg":"trace[182755240] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:26136; }","duration":"868.71638ms","start":"2026-07-23T04:13:30.539322Z","end":"2026-07-23T04:13:31.408038Z","steps":["trace[182755240] 'agreement among raft nodes before linearized reading' (duration: 868.411603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.408223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.539308Z","time spent":"868.906975ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7367,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-23T04:13:31.40823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.878022Z","time spent":"530.179712ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:13:31.408329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.031484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:13:31.408804Z","caller":"traceutil/trace.go:171","msg":"trace[823570479] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26136; }","duration":"871.787641ms","start":"2026-07-23T04:13:30.536952Z","end":"2026-07-23T04:13:31.408739Z","steps":["trace[823570479] 'agreement among raft nodes before linearized reading' (duration: 870.747117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:31.408954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:13:30.536923Z","time spent":"871.982466ms","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:13:31.409866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.01148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:13:31.409947Z","caller":"traceutil/trace.go:171","msg":"trace[1288335421] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26138; }","duration":"107.128743ms","start":"2026-07-23T04:13:31.3028Z","end":"2026-07-23T04:13:31.409929Z","steps":["trace[1288335421] 'agreement among raft nodes before linearized reading' (duration: 106.708532ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:55.677131Z","caller":"traceutil/trace.go:171","msg":"trace[1015908190] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"107.877699ms","start":"2026-07-23T04:13:55.56922Z","end":"2026-07-23T04:13:55.677097Z","steps":["trace[1015908190] 'process raft request' (duration: 91.662416ms)","trace[1015908190] 'compare' (duration: 15.920516ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:13:55.88359Z","caller":"traceutil/trace.go:171","msg":"trace[939403763] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"132.517975ms","start":"2026-07-23T04:13:55.751038Z","end":"2026-07-23T04:13:55.883556Z","steps":["trace[939403763] 'process raft request' (duration: 132.248669ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:55.883795Z","caller":"traceutil/trace.go:171","msg":"trace[1470878308] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"132.249159ms","start":"2026-07-23T04:13:55.751484Z","end":"2026-07-23T04:13:55.883734Z","steps":["trace[1470878308] 'process raft request' (duration: 132.018623ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:57.898286Z","caller":"traceutil/trace.go:171","msg":"trace[458657019] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"258.768796ms","start":"2026-07-23T04:13:57.639427Z","end":"2026-07-23T04:13:57.898196Z","steps":["trace[458657019] 'process raft request' (duration: 258.432398ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:57.940011Z","caller":"traceutil/trace.go:171","msg":"trace[934108541] linearizableReadLoop","detail":"{readStateIndex:27224; appliedIndex:27221; }","duration":"220.356403ms","start":"2026-07-23T04:13:57.719624Z","end":"2026-07-23T04:13:57.939981Z","steps":["trace[934108541] 'read index received' (duration: 178.153084ms)","trace[934108541] 'applied index is now lower than readState.Index' (duration: 42.201789ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:13:57.940171Z","caller":"traceutil/trace.go:171","msg":"trace[394313072] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"255.984141ms","start":"2026-07-23T04:13:57.684147Z","end":"2026-07-23T04:13:57.940132Z","steps":["trace[394313072] 'process raft request' (duration: 255.51579ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:57.940214Z","caller":"traceutil/trace.go:171","msg":"trace[1507772058] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"203.432565ms","start":"2026-07-23T04:13:57.736739Z","end":"2026-07-23T04:13:57.940171Z","steps":["trace[1507772058] 'process raft request' (duration: 203.189139ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:57.940364Z","caller":"traceutil/trace.go:171","msg":"trace[557212245] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"256.058563ms","start":"2026-07-23T04:13:57.68427Z","end":"2026-07-23T04:13:57.940328Z","steps":["trace[557212245] 'process raft request' (duration: 255.612353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:57.940459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.770483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:13:57.940546Z","caller":"traceutil/trace.go:171","msg":"trace[1660799242] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26356; }","duration":"220.951826ms","start":"2026-07-23T04:13:57.719555Z","end":"2026-07-23T04:13:57.940507Z","steps":["trace[1660799242] 'agreement among raft nodes before linearized reading' (duration: 220.645309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:57.94067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.331859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:13:57.940729Z","caller":"traceutil/trace.go:171","msg":"trace[835855284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26356; }","duration":"189.429412ms","start":"2026-07-23T04:13:57.751285Z","end":"2026-07-23T04:13:57.940714Z","steps":["trace[835855284] 'agreement among raft nodes before linearized reading' (duration: 189.219037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:57.941021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.341663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:13:57.941086Z","caller":"traceutil/trace.go:171","msg":"trace[557104907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26356; }","duration":"163.457775ms","start":"2026-07-23T04:13:57.777613Z","end":"2026-07-23T04:13:57.94107Z","steps":["trace[557104907] 'agreement among raft nodes before linearized reading' (duration: 163.282941ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:58.070462Z","caller":"traceutil/trace.go:171","msg":"trace[714861328] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"124.886259ms","start":"2026-07-23T04:13:57.94555Z","end":"2026-07-23T04:13:58.070436Z","steps":["trace[714861328] 'process raft request' (duration: 94.88091ms)","trace[714861328] 'compare' (duration: 29.807964ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:13:58.071027Z","caller":"traceutil/trace.go:171","msg":"trace[961116699] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"125.098885ms","start":"2026-07-23T04:13:57.945882Z","end":"2026-07-23T04:13:58.070981Z","steps":["trace[961116699] 'process raft request' (duration: 124.770137ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:58.071054Z","caller":"traceutil/trace.go:171","msg":"trace[2005578704] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"125.403912ms","start":"2026-07-23T04:13:57.945612Z","end":"2026-07-23T04:13:58.071016Z","steps":["trace[2005578704] 'process raft request' (duration: 124.784137ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:58.071088Z","caller":"traceutil/trace.go:171","msg":"trace[1607723196] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"123.569459ms","start":"2026-07-23T04:13:57.947475Z","end":"2026-07-23T04:13:58.071045Z","steps":["trace[1607723196] 'process raft request' (duration: 123.332454ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:59.650856Z","caller":"traceutil/trace.go:171","msg":"trace[1976765770] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"153.714912ms","start":"2026-07-23T04:13:59.497101Z","end":"2026-07-23T04:13:59.650816Z","steps":["trace[1976765770] 'process raft request' (duration: 153.481307ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:13:59.715722Z","caller":"traceutil/trace.go:171","msg":"trace[774549098] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"194.909298ms","start":"2026-07-23T04:13:59.520779Z","end":"2026-07-23T04:13:59.715689Z","steps":["trace[774549098] 'process raft request' (duration: 159.26962ms)","trace[774549098] 'compare' (duration: 35.381723ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:13:59.716001Z","caller":"traceutil/trace.go:171","msg":"trace[1676478791] linearizableReadLoop","detail":"{readStateIndex:27238; appliedIndex:27235; }","duration":"133.997199ms","start":"2026-07-23T04:13:59.581972Z","end":"2026-07-23T04:13:59.715969Z","steps":["trace[1676478791] 'read index received' (duration: 68.660918ms)","trace[1676478791] 'applied index is now lower than readState.Index' (duration: 65.333711ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:13:59.716082Z","caller":"traceutil/trace.go:171","msg":"trace[384008613] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"135.082903ms","start":"2026-07-23T04:13:59.580957Z","end":"2026-07-23T04:13:59.71604Z","steps":["trace[384008613] 'process raft request' (duration: 134.656084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:59.716324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.775071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-07-23T04:13:59.716363Z","caller":"traceutil/trace.go:171","msg":"trace[1270313635] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26368; }","duration":"129.841583ms","start":"2026-07-23T04:13:59.586512Z","end":"2026-07-23T04:13:59.716353Z","steps":["trace[1270313635] 'agreement among raft nodes before linearized reading' (duration: 129.630649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:13:59.71648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.468569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-07-23T04:13:59.716624Z","caller":"traceutil/trace.go:171","msg":"trace[1075541834] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26368; }","duration":"134.678784ms","start":"2026-07-23T04:13:59.581918Z","end":"2026-07-23T04:13:59.716597Z","steps":["trace[1075541834] 'agreement among raft nodes before linearized reading' (duration: 134.199853ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:00.08914Z","caller":"traceutil/trace.go:171","msg":"trace[1458364747] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"101.216936ms","start":"2026-07-23T04:13:59.987895Z","end":"2026-07-23T04:14:00.089112Z","steps":["trace[1458364747] 'process raft request' (duration: 98.856561ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:04.233728Z","caller":"traceutil/trace.go:171","msg":"trace[1204001506] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"172.975085ms","start":"2026-07-23T04:14:04.060712Z","end":"2026-07-23T04:14:04.233687Z","steps":["trace[1204001506] 'process raft request' (duration: 93.772685ms)","trace[1204001506] 'compare' (duration: 78.955013ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:04.233925Z","caller":"traceutil/trace.go:171","msg":"trace[435104315] linearizableReadLoop","detail":"{readStateIndex:27273; appliedIndex:27271; }","duration":"129.067496ms","start":"2026-07-23T04:14:04.104823Z","end":"2026-07-23T04:14:04.23389Z","steps":["trace[435104315] 'read index received' (duration: 49.731472ms)","trace[435104315] 'applied index is now lower than readState.Index' (duration: 79.334274ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:04.234089Z","caller":"traceutil/trace.go:171","msg":"trace[986329510] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"170.440926ms","start":"2026-07-23T04:14:04.063603Z","end":"2026-07-23T04:14:04.234043Z","steps":["trace[986329510] 'process raft request' (duration: 170.024497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:04.23422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.373172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:14:04.23427Z","caller":"traceutil/trace.go:171","msg":"trace[1405863200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26402; }","duration":"129.485835ms","start":"2026-07-23T04:14:04.104772Z","end":"2026-07-23T04:14:04.234258Z","steps":["trace[1405863200] 'agreement among raft nodes before linearized reading' (duration: 129.28046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:04.234405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.185854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:04.234474Z","caller":"traceutil/trace.go:171","msg":"trace[675955381] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26402; }","duration":"104.312357ms","start":"2026-07-23T04:14:04.130149Z","end":"2026-07-23T04:14:04.234461Z","steps":["trace[675955381] 'agreement among raft nodes before linearized reading' (duration: 104.180134ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:12.445387Z","caller":"traceutil/trace.go:171","msg":"trace[1492119079] linearizableReadLoop","detail":"{readStateIndex:27333; appliedIndex:27332; }","duration":"126.031436ms","start":"2026-07-23T04:14:12.31932Z","end":"2026-07-23T04:14:12.445351Z","steps":["trace[1492119079] 'read index received' (duration: 46.731204ms)","trace[1492119079] 'applied index is now lower than readState.Index' (duration: 79.298392ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:12.445437Z","caller":"traceutil/trace.go:171","msg":"trace[1594241625] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"144.545231ms","start":"2026-07-23T04:14:12.300852Z","end":"2026-07-23T04:14:12.445397Z","steps":["trace[1594241625] 'process raft request' (duration: 93.09626ms)","trace[1594241625] 'compare' (duration: 51.194645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:12.445771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.423495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-23T04:14:12.445782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.956068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T04:14:12.44586Z","caller":"traceutil/trace.go:171","msg":"trace[1369310259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26461; }","duration":"126.530687ms","start":"2026-07-23T04:14:12.319276Z","end":"2026-07-23T04:14:12.445806Z","steps":["trace[1369310259] 'agreement among raft nodes before linearized reading' (duration: 126.245951ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:12.445879Z","caller":"traceutil/trace.go:171","msg":"trace[570133431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26461; }","duration":"124.068111ms","start":"2026-07-23T04:14:12.321787Z","end":"2026-07-23T04:14:12.445855Z","steps":["trace[570133431] 'agreement among raft nodes before linearized reading' (duration: 123.764474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:12.445871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.461476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T04:14:12.445997Z","caller":"traceutil/trace.go:171","msg":"trace[316395953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26461; }","duration":"116.659541ms","start":"2026-07-23T04:14:12.32931Z","end":"2026-07-23T04:14:12.445969Z","steps":["trace[316395953] 'agreement among raft nodes before linearized reading' (duration: 116.335894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:12.446076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.371603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:14:12.446121Z","caller":"traceutil/trace.go:171","msg":"trace[1961793816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26461; }","duration":"119.420894ms","start":"2026-07-23T04:14:12.326691Z","end":"2026-07-23T04:14:12.446112Z","steps":["trace[1961793816] 'agreement among raft nodes before linearized reading' (duration: 119.310622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:12.446286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.637699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T04:14:12.446331Z","caller":"traceutil/trace.go:171","msg":"trace[253750330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26461; }","duration":"116.734662ms","start":"2026-07-23T04:14:12.329586Z","end":"2026-07-23T04:14:12.446321Z","steps":["trace[253750330] 'agreement among raft nodes before linearized reading' (duration: 116.585529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:12.912851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.14627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:12.912989Z","caller":"traceutil/trace.go:171","msg":"trace[1347849587] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"146.894546ms","start":"2026-07-23T04:14:12.766066Z","end":"2026-07-23T04:14:12.912961Z","steps":["trace[1347849587] 'process raft request' (duration: 43.470589ms)","trace[1347849587] 'compare' (duration: 102.849464ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:15.346484Z","caller":"traceutil/trace.go:171","msg":"trace[976483325] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"138.504852ms","start":"2026-07-23T04:14:15.207943Z","end":"2026-07-23T04:14:15.346448Z","steps":["trace[976483325] 'process raft request' (duration: 138.302127ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.285976Z","caller":"traceutil/trace.go:171","msg":"trace[1164678088] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"169.764432ms","start":"2026-07-23T04:14:20.116177Z","end":"2026-07-23T04:14:20.285942Z","steps":["trace[1164678088] 'process raft request' (duration: 169.584468ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.287963Z","caller":"traceutil/trace.go:171","msg":"trace[1182326558] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"112.718779ms","start":"2026-07-23T04:14:20.175192Z","end":"2026-07-23T04:14:20.287911Z","steps":["trace[1182326558] 'process raft request' (duration: 112.518255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:20.710597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.305905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:20.710912Z","caller":"traceutil/trace.go:171","msg":"trace[1268996076] linearizableReadLoop","detail":"{readStateIndex:27511; appliedIndex:27509; }","duration":"171.621453ms","start":"2026-07-23T04:14:20.539252Z","end":"2026-07-23T04:14:20.710874Z","steps":["trace[1268996076] 'read index received' (duration: 5.349563ms)","trace[1268996076] 'applied index is now lower than readState.Index' (duration: 166.26783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:20.711166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.202005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:14:20.711203Z","caller":"traceutil/trace.go:171","msg":"trace[191327751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26634; }","duration":"168.292057ms","start":"2026-07-23T04:14:20.542898Z","end":"2026-07-23T04:14:20.71119Z","steps":["trace[191327751] 'agreement among raft nodes before linearized reading' (duration: 168.145014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:20.711191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.75605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T04:14:20.711283Z","caller":"traceutil/trace.go:171","msg":"trace[2091188679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26634; }","duration":"139.873564ms","start":"2026-07-23T04:14:20.571394Z","end":"2026-07-23T04:14:20.711267Z","steps":["trace[2091188679] 'agreement among raft nodes before linearized reading' (duration: 139.686818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:20.711356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.093244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111942"} {"level":"info","ts":"2026-07-23T04:14:20.7114Z","caller":"traceutil/trace.go:171","msg":"trace[2144495234] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26634; }","duration":"172.168746ms","start":"2026-07-23T04:14:20.53922Z","end":"2026-07-23T04:14:20.711389Z","steps":["trace[2144495234] 'agreement among raft nodes before linearized reading' (duration: 171.767146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:20.71149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.805986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T04:14:20.711509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.127733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:14:20.711557Z","caller":"traceutil/trace.go:171","msg":"trace[584673363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26634; }","duration":"140.913999ms","start":"2026-07-23T04:14:20.570621Z","end":"2026-07-23T04:14:20.711535Z","steps":["trace[584673363] 'agreement among raft nodes before linearized reading' (duration: 140.670783ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.711631Z","caller":"traceutil/trace.go:171","msg":"trace[2049615885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26634; }","duration":"161.274726ms","start":"2026-07-23T04:14:20.550331Z","end":"2026-07-23T04:14:20.711606Z","steps":["trace[2049615885] 'agreement among raft nodes before linearized reading' (duration: 160.871576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:20.71163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.245139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T04:14:20.711778Z","caller":"traceutil/trace.go:171","msg":"trace[1485807781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26634; }","duration":"142.473123ms","start":"2026-07-23T04:14:20.56926Z","end":"2026-07-23T04:14:20.711733Z","steps":["trace[1485807781] 'agreement among raft nodes before linearized reading' (duration: 141.854668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:20.712264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.725295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225402"} {"level":"info","ts":"2026-07-23T04:14:20.712318Z","caller":"traceutil/trace.go:171","msg":"trace[1946508867] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26634; }","duration":"127.833967ms","start":"2026-07-23T04:14:20.584474Z","end":"2026-07-23T04:14:20.712308Z","steps":["trace[1946508867] 'agreement among raft nodes before linearized reading' (duration: 126.825264ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.710854Z","caller":"traceutil/trace.go:171","msg":"trace[1195421650] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"173.388984ms","start":"2026-07-23T04:14:20.537415Z","end":"2026-07-23T04:14:20.710804Z","steps":["trace[1195421650] 'process raft request' (duration: 55.740551ms)","trace[1195421650] 'compare' (duration: 117.118631ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:20.913867Z","caller":"traceutil/trace.go:171","msg":"trace[1826243060] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"190.153099ms","start":"2026-07-23T04:14:20.723683Z","end":"2026-07-23T04:14:20.913837Z","steps":["trace[1826243060] 'process raft request' (duration: 189.864302ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.913866Z","caller":"traceutil/trace.go:171","msg":"trace[897384674] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"184.261844ms","start":"2026-07-23T04:14:20.729583Z","end":"2026-07-23T04:14:20.913845Z","steps":["trace[897384674] 'process raft request' (duration: 184.144581ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.913898Z","caller":"traceutil/trace.go:171","msg":"trace[323014860] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"181.796737ms","start":"2026-07-23T04:14:20.732083Z","end":"2026-07-23T04:14:20.91388Z","steps":["trace[323014860] 'process raft request' (duration: 181.697235ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.913997Z","caller":"traceutil/trace.go:171","msg":"trace[1031333795] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"189.221008ms","start":"2026-07-23T04:14:20.724723Z","end":"2026-07-23T04:14:20.913944Z","steps":["trace[1031333795] 'process raft request' (duration: 188.963253ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.914019Z","caller":"traceutil/trace.go:171","msg":"trace[484341209] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"190.357264ms","start":"2026-07-23T04:14:20.723611Z","end":"2026-07-23T04:14:20.913969Z","steps":["trace[484341209] 'process raft request' (duration: 182.751289ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.914248Z","caller":"traceutil/trace.go:171","msg":"trace[949934723] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26640; }","duration":"181.766767ms","start":"2026-07-23T04:14:20.732472Z","end":"2026-07-23T04:14:20.914239Z","steps":["trace[949934723] 'process raft request' (duration: 181.375198ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.914279Z","caller":"traceutil/trace.go:171","msg":"trace[575031603] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"152.635518ms","start":"2026-07-23T04:14:20.761625Z","end":"2026-07-23T04:14:20.91426Z","steps":["trace[575031603] 'process raft request' (duration: 152.464384ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.914277Z","caller":"traceutil/trace.go:171","msg":"trace[531728801] linearizableReadLoop","detail":"{readStateIndex:27520; appliedIndex:27513; }","duration":"121.094092ms","start":"2026-07-23T04:14:20.793162Z","end":"2026-07-23T04:14:20.914256Z","steps":["trace[531728801] 'read index received' (duration: 113.297283ms)","trace[531728801] 'applied index is now lower than readState.Index' (duration: 7.795659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:20.914476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.356827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-07-23T04:14:20.914474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.169173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-07-23T04:14:20.914521Z","caller":"traceutil/trace.go:171","msg":"trace[1515941436] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26641; }","duration":"184.452038ms","start":"2026-07-23T04:14:20.730056Z","end":"2026-07-23T04:14:20.914508Z","steps":["trace[1515941436] 'agreement among raft nodes before linearized reading' (duration: 184.239773ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:20.914543Z","caller":"traceutil/trace.go:171","msg":"trace[689307030] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26641; }","duration":"191.267244ms","start":"2026-07-23T04:14:20.723255Z","end":"2026-07-23T04:14:20.914522Z","steps":["trace[689307030] 'agreement among raft nodes before linearized reading' (duration: 191.06343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:20.914474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.911802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-23T04:14:20.914691Z","caller":"traceutil/trace.go:171","msg":"trace[591057586] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26641; }","duration":"166.194038ms","start":"2026-07-23T04:14:20.74848Z","end":"2026-07-23T04:14:20.914674Z","steps":["trace[591057586] 'agreement among raft nodes before linearized reading' (duration: 165.782049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:21.12313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.274673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-23T04:14:21.123301Z","caller":"traceutil/trace.go:171","msg":"trace[1465733583] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26646; }","duration":"103.533088ms","start":"2026-07-23T04:14:21.019733Z","end":"2026-07-23T04:14:21.123266Z","steps":["trace[1465733583] 'agreement among raft nodes before linearized reading' (duration: 103.133558ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:21.395479Z","caller":"traceutil/trace.go:171","msg":"trace[142620498] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"157.97015ms","start":"2026-07-23T04:14:21.237473Z","end":"2026-07-23T04:14:21.395443Z","steps":["trace[142620498] 'process raft request' (duration: 157.616912ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:21.395601Z","caller":"traceutil/trace.go:171","msg":"trace[274766365] linearizableReadLoop","detail":"{readStateIndex:27529; appliedIndex:27529; }","duration":"147.751115ms","start":"2026-07-23T04:14:21.247819Z","end":"2026-07-23T04:14:21.39557Z","steps":["trace[274766365] 'read index received' (duration: 147.728054ms)","trace[274766365] 'applied index is now lower than readState.Index' (duration: 13.471µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:21.396013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.129734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-23T04:14:21.39613Z","caller":"traceutil/trace.go:171","msg":"trace[1396392389] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26650; }","duration":"148.368739ms","start":"2026-07-23T04:14:21.247743Z","end":"2026-07-23T04:14:21.396112Z","steps":["trace[1396392389] 'agreement among raft nodes before linearized reading' (duration: 147.864728ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:21.439278Z","caller":"traceutil/trace.go:171","msg":"trace[1981283613] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"189.136486ms","start":"2026-07-23T04:14:21.250107Z","end":"2026-07-23T04:14:21.439243Z","steps":["trace[1981283613] 'process raft request' (duration: 186.029704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:21.440221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.305189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111942"} {"level":"info","ts":"2026-07-23T04:14:21.440278Z","caller":"traceutil/trace.go:171","msg":"trace[674918984] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26652; }","duration":"192.390061ms","start":"2026-07-23T04:14:21.247872Z","end":"2026-07-23T04:14:21.440262Z","steps":["trace[674918984] 'agreement among raft nodes before linearized reading' (duration: 191.677374ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:22.114416Z","caller":"traceutil/trace.go:171","msg":"trace[1479179001] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"103.440157ms","start":"2026-07-23T04:14:22.01095Z","end":"2026-07-23T04:14:22.114391Z","steps":["trace[1479179001] 'process raft request' (duration: 103.233482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:23.30004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301009,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T04:14:23.338676Z","caller":"traceutil/trace.go:171","msg":"trace[1852857527] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"616.541576ms","start":"2026-07-23T04:14:22.722112Z","end":"2026-07-23T04:14:23.338654Z","steps":["trace[1852857527] 'process raft request' (duration: 616.356762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:23.338829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:22.722087Z","time spent":"616.655639ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:24.103654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.381615Z","time spent":"722.029429ms","remote":"127.0.0.1:34880","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T04:14:24.104333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.724068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:24.104625Z","caller":"traceutil/trace.go:171","msg":"trace[214069603] linearizableReadLoop","detail":"{readStateIndex:27540; appliedIndex:27538; }","duration":"1.304598967s","start":"2026-07-23T04:14:22.799995Z","end":"2026-07-23T04:14:24.104594Z","steps":["trace[214069603] 'read index received' (duration: 538.491013ms)","trace[214069603] 'applied index is now lower than readState.Index' (duration: 766.104704ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:24.105121Z","caller":"traceutil/trace.go:171","msg":"trace[330632687] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"1.171964688s","start":"2026-07-23T04:14:22.933127Z","end":"2026-07-23T04:14:24.105092Z","steps":["trace[330632687] 'process raft request' (duration: 995.34913ms)","trace[330632687] 'compare' (duration: 175.316589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:24.105241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:22.933106Z","time spent":"1.172076251s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:24.106076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30607193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:14:24.106144Z","caller":"traceutil/trace.go:171","msg":"trace[756888739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26661; }","duration":"1.306178352s","start":"2026-07-23T04:14:22.799946Z","end":"2026-07-23T04:14:24.106124Z","steps":["trace[756888739] 'agreement among raft nodes before linearized reading' (duration: 1.305792744s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.106198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:22.799924Z","time spent":"1.306261624s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:14:24.808011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000341312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:24.808258Z","caller":"traceutil/trace.go:171","msg":"trace[1853067559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607378s","start":"2026-07-23T04:14:22.807589Z","end":"2026-07-23T04:14:24.808196Z","steps":["trace[1853067559] 'agreement among raft nodes before linearized reading' (duration: 2.000345572s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.808348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:22.807581Z","time spent":"2.000747381s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:24.850274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.535492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:24.850506Z","caller":"traceutil/trace.go:171","msg":"trace[530534073] linearizableReadLoop","detail":"{readStateIndex:27542; appliedIndex:27540; }","duration":"745.799696ms","start":"2026-07-23T04:14:24.104685Z","end":"2026-07-23T04:14:24.850484Z","steps":["trace[530534073] 'read index received' (duration: 274.975518ms)","trace[530534073] 'applied index is now lower than readState.Index' (duration: 470.823158ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:24.850581Z","caller":"traceutil/trace.go:171","msg":"trace[2015749960] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"1.40487163s","start":"2026-07-23T04:14:23.4457Z","end":"2026-07-23T04:14:24.850572Z","steps":["trace[2015749960] 'process raft request' (duration: 933.938719ms)","trace[2015749960] 'compare' (duration: 469.466698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:24.85063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.44567Z","time spent":"1.404936681s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:24.851075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72302813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:14:24.851106Z","caller":"traceutil/trace.go:171","msg":"trace[958899215] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26663; }","duration":"1.723091352s","start":"2026-07-23T04:14:23.128005Z","end":"2026-07-23T04:14:24.851097Z","steps":["trace[958899215] 'agreement among raft nodes before linearized reading' (duration: 1.723034401s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.851128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.127996Z","time spent":"1.723126063s","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:24.851167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28039249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:24.851209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666293826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:24.85127Z","caller":"traceutil/trace.go:171","msg":"trace[854988980] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26663; }","duration":"1.280543683s","start":"2026-07-23T04:14:23.5707Z","end":"2026-07-23T04:14:24.851244Z","steps":["trace[854988980] 'agreement among raft nodes before linearized reading' (duration: 1.280363789s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:24.851308Z","caller":"traceutil/trace.go:171","msg":"trace[1103240106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26663; }","duration":"1.66645304s","start":"2026-07-23T04:14:23.184825Z","end":"2026-07-23T04:14:24.851278Z","steps":["trace[1103240106] 'agreement among raft nodes before linearized reading' (duration: 1.666212595s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.851336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.570677Z","time spent":"1.280639155s","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:24.851372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.184802Z","time spent":"1.666560303s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:14:24.851353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024452829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:24.851427Z","caller":"traceutil/trace.go:171","msg":"trace[1827701809] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26663; }","duration":"1.024643263s","start":"2026-07-23T04:14:23.826765Z","end":"2026-07-23T04:14:24.851409Z","steps":["trace[1827701809] 'agreement among raft nodes before linearized reading' (duration: 1.024486179s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:24.851435Z","caller":"traceutil/trace.go:171","msg":"trace[332283017] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"1.026630069s","start":"2026-07-23T04:14:23.824791Z","end":"2026-07-23T04:14:24.851421Z","steps":["trace[332283017] 'process raft request' (duration: 1.025594416s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.851469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.826742Z","time spent":"1.024718944s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:24.851496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931243715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T04:14:24.851527Z","caller":"traceutil/trace.go:171","msg":"trace[2084184907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26663; }","duration":"1.931290446s","start":"2026-07-23T04:14:22.920229Z","end":"2026-07-23T04:14:24.85152Z","steps":["trace[2084184907] 'agreement among raft nodes before linearized reading' (duration: 1.931225794s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.851536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.824758Z","time spent":"1.02670834s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:24.851553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:22.920223Z","time spent":"1.931325196s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T04:14:24.851441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92323101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T04:14:24.851209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.039118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:14:24.851646Z","caller":"traceutil/trace.go:171","msg":"trace[1727457077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26663; }","duration":"1.923462385s","start":"2026-07-23T04:14:22.928172Z","end":"2026-07-23T04:14:24.851635Z","steps":["trace[1727457077] 'agreement among raft nodes before linearized reading' (duration: 1.92322917s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:24.851657Z","caller":"traceutil/trace.go:171","msg":"trace[718728398] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26663; }","duration":"926.503019ms","start":"2026-07-23T04:14:23.92514Z","end":"2026-07-23T04:14:24.851643Z","steps":["trace[718728398] 'agreement among raft nodes before linearized reading' (duration: 925.984977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.851683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:22.928155Z","time spent":"1.923516917s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T04:14:24.851722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931571883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T04:14:24.85175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494385908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-23T04:14:24.851767Z","caller":"traceutil/trace.go:171","msg":"trace[2005125688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26663; }","duration":"1.931663935s","start":"2026-07-23T04:14:22.920094Z","end":"2026-07-23T04:14:24.851758Z","steps":["trace[2005125688] 'agreement among raft nodes before linearized reading' (duration: 1.93147399s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.851386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923134607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T04:14:24.851795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:22.920073Z","time spent":"1.931716926s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T04:14:24.851687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.925082Z","time spent":"926.596421ms","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:24.851861Z","caller":"traceutil/trace.go:171","msg":"trace[312510823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26663; }","duration":"1.92360184s","start":"2026-07-23T04:14:22.928227Z","end":"2026-07-23T04:14:24.851829Z","steps":["trace[312510823] 'agreement among raft nodes before linearized reading' (duration: 1.923115178s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.851317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723422159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-23T04:14:24.85189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:22.928222Z","time spent":"1.923658121s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T04:14:24.851898Z","caller":"traceutil/trace.go:171","msg":"trace[683380846] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:26663; }","duration":"1.724047504s","start":"2026-07-23T04:14:23.127842Z","end":"2026-07-23T04:14:24.85189Z","steps":["trace[683380846] 'agreement among raft nodes before linearized reading' (duration: 1.723397538s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.85192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.12782Z","time spent":"1.724094056s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"info","ts":"2026-07-23T04:14:24.851783Z","caller":"traceutil/trace.go:171","msg":"trace[1224111708] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26663; }","duration":"1.494458789s","start":"2026-07-23T04:14:23.357313Z","end":"2026-07-23T04:14:24.851772Z","steps":["trace[1224111708] 'agreement among raft nodes before linearized reading' (duration: 1.494298345s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.851952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.525841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-23T04:14:24.85197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.357289Z","time spent":"1.494673624s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-23T04:14:24.851982Z","caller":"traceutil/trace.go:171","msg":"trace[453606569] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26663; }","duration":"940.598163ms","start":"2026-07-23T04:14:23.911377Z","end":"2026-07-23T04:14:24.851975Z","steps":["trace[453606569] 'agreement among raft nodes before linearized reading' (duration: 940.523041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.852015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.911345Z","time spent":"940.661265ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-23T04:14:24.853639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.104873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:24.853698Z","caller":"traceutil/trace.go:171","msg":"trace[241760884] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26663; }","duration":"990.723223ms","start":"2026-07-23T04:14:23.862957Z","end":"2026-07-23T04:14:24.85368Z","steps":["trace[241760884] 'agreement among raft nodes before linearized reading' (duration: 988.103123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:24.853748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:23.862931Z","time spent":"990.797096ms","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:25.351488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:25.505127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12544725s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:26.673095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:25.461603Z","time spent":"1.211482117s","remote":"127.0.0.1:34884","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T04:14:26.674179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168352846s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:26.674528Z","caller":"traceutil/trace.go:171","msg":"trace[1986970177] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"2.46895377s","start":"2026-07-23T04:14:24.205553Z","end":"2026-07-23T04:14:26.674507Z","steps":["trace[1986970177] 'process raft request' (duration: 2.468898209s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:26.674606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.205525Z","time spent":"2.469041101s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:26.675045Z","caller":"traceutil/trace.go:171","msg":"trace[1495691279] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"2.563280197s","start":"2026-07-23T04:14:24.111745Z","end":"2026-07-23T04:14:26.675025Z","steps":["trace[1495691279] 'process raft request' (duration: 1.393954409s)","trace[1495691279] 'compare' (duration: 1.167818574s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:26.675116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.111717Z","time spent":"2.563362049s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:26.675266Z","caller":"traceutil/trace.go:171","msg":"trace[2043676802] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"2.553516952s","start":"2026-07-23T04:14:24.121739Z","end":"2026-07-23T04:14:26.675256Z","steps":["trace[2043676802] 'process raft request' (duration: 2.55255261s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:26.675325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.121708Z","time spent":"2.553581194s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:26.675419Z","caller":"traceutil/trace.go:171","msg":"trace[308536764] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"2.529446269s","start":"2026-07-23T04:14:24.145964Z","end":"2026-07-23T04:14:26.67541Z","steps":["trace[308536764] 'process raft request' (duration: 2.528446836s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:26.675465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.145935Z","time spent":"2.529504431s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:26.86405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:26.864127Z","caller":"traceutil/trace.go:171","msg":"trace[1872133715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0006807s","start":"2026-07-23T04:14:24.86343Z","end":"2026-07-23T04:14:26.864111Z","steps":["trace[1872133715] 'agreement among raft nodes before linearized reading' (duration: 2.000571587s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:26.864179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.86342Z","time spent":"2.000750261s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:27.422099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.9166569s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:28.109353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.878612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:28.109907Z","caller":"traceutil/trace.go:171","msg":"trace[1475256154] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"3.564310949s","start":"2026-07-23T04:14:24.545535Z","end":"2026-07-23T04:14:28.109846Z","steps":["trace[1475256154] 'process raft request' (duration: 3.56393733s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:28.109943Z","caller":"traceutil/trace.go:171","msg":"trace[1585804875] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"3.24975219s","start":"2026-07-23T04:14:24.860154Z","end":"2026-07-23T04:14:28.109906Z","steps":["trace[1585804875] 'process raft request' (duration: 3.249585407s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:28.110005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.854201Z","time spent":"3.255799351s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-23T04:14:28.109915Z","caller":"traceutil/trace.go:171","msg":"trace[1054348866] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"3.249773312s","start":"2026-07-23T04:14:24.860103Z","end":"2026-07-23T04:14:28.109876Z","steps":["trace[1054348866] 'process raft request' (duration: 3.249580427s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:28.110105Z","caller":"traceutil/trace.go:171","msg":"trace[1468716068] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"3.249841612s","start":"2026-07-23T04:14:24.860241Z","end":"2026-07-23T04:14:28.110083Z","steps":["trace[1468716068] 'process raft request' (duration: 3.249534755s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:28.11012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.545493Z","time spent":"3.564510454s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:28.110121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.860085Z","time spent":"3.249992566s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:28.110191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.860213Z","time spent":"3.249933515s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:28.110309Z","caller":"traceutil/trace.go:171","msg":"trace[597408927] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"3.666891885s","start":"2026-07-23T04:14:24.443401Z","end":"2026-07-23T04:14:28.110293Z","steps":["trace[597408927] 'process raft request' (duration: 2.978954368s)","trace[597408927] 'compare' (duration: 686.222727ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:28.110317Z","caller":"traceutil/trace.go:171","msg":"trace[2063454166] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"3.249820202s","start":"2026-07-23T04:14:24.860478Z","end":"2026-07-23T04:14:28.110299Z","steps":["trace[2063454166] 'process raft request' (duration: 3.249332281s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:28.110393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.860145Z","time spent":"3.249869154s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:28.11041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.860467Z","time spent":"3.249894064s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:28.110443Z","caller":"traceutil/trace.go:171","msg":"trace[1772195965] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"2.764826718s","start":"2026-07-23T04:14:25.345601Z","end":"2026-07-23T04:14:28.110427Z","steps":["trace[1772195965] 'process raft request' (duration: 2.764295256s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:28.110588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:25.345566Z","time spent":"2.76490911s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:28.110622Z","caller":"traceutil/trace.go:171","msg":"trace[466149214] linearizableReadLoop","detail":"{readStateIndex:27555; appliedIndex:27542; }","duration":"3.260075008s","start":"2026-07-23T04:14:24.850532Z","end":"2026-07-23T04:14:28.110607Z","steps":["trace[466149214] 'read index received' (duration: 655.073122ms)","trace[466149214] 'applied index is now lower than readState.Index' (duration: 2.604999136s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:28.110687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497463853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:28.110737Z","caller":"traceutil/trace.go:171","msg":"trace[1836448405] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26675; }","duration":"3.497568436s","start":"2026-07-23T04:14:24.613151Z","end":"2026-07-23T04:14:28.110719Z","steps":["trace[1836448405] 'agreement among raft nodes before linearized reading' (duration: 3.497491204s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:28.110784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.613123Z","time spent":"3.497648787s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:28.110801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778283625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:28.11084Z","caller":"traceutil/trace.go:171","msg":"trace[1037806667] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26675; }","duration":"3.778372307s","start":"2026-07-23T04:14:24.332453Z","end":"2026-07-23T04:14:28.110825Z","steps":["trace[1037806667] 'agreement among raft nodes before linearized reading' (duration: 3.778308256s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:28.110854Z","caller":"traceutil/trace.go:171","msg":"trace[2098514912] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"2.9133461s","start":"2026-07-23T04:14:25.197492Z","end":"2026-07-23T04:14:28.110838Z","steps":["trace[2098514912] 'process raft request' (duration: 2.912352708s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:28.110874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.33242Z","time spent":"3.778444089s","remote":"127.0.0.1:48150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:28.110926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:25.197464Z","time spent":"2.913423413s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T04:14:28.110738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636288502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:28.110981Z","caller":"traceutil/trace.go:171","msg":"trace[930198296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26675; }","duration":"3.636575358s","start":"2026-07-23T04:14:24.474388Z","end":"2026-07-23T04:14:28.110964Z","steps":["trace[930198296] 'agreement among raft nodes before linearized reading' (duration: 3.636289212s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:28.111038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.474371Z","time spent":"3.636649891s","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:28.110443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.443361Z","time spent":"3.666988067s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:28.111214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418318474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:28.111254Z","caller":"traceutil/trace.go:171","msg":"trace[137092834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26675; }","duration":"3.418360215s","start":"2026-07-23T04:14:24.692879Z","end":"2026-07-23T04:14:28.111239Z","steps":["trace[137092834] 'agreement among raft nodes before linearized reading' (duration: 3.418295873s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:28.111284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.692772Z","time spent":"3.418503027s","remote":"127.0.0.1:35772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:28.864496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:28.864576Z","caller":"traceutil/trace.go:171","msg":"trace[443821800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367463s","start":"2026-07-23T04:14:26.864189Z","end":"2026-07-23T04:14:28.864556Z","steps":["trace[443821800] 'agreement among raft nodes before linearized reading' (duration: 2.000268091s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:28.864615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:26.864172Z","time spent":"2.000437095s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:29.199601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.059926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:29.200421Z","caller":"traceutil/trace.go:171","msg":"trace[698495435] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"2.340238473s","start":"2026-07-23T04:14:26.860133Z","end":"2026-07-23T04:14:29.200371Z","steps":["trace[698495435] 'process raft request' (duration: 2.339767493s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:29.200471Z","caller":"traceutil/trace.go:171","msg":"trace[254014474] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"3.087904152s","start":"2026-07-23T04:14:26.11253Z","end":"2026-07-23T04:14:29.200434Z","steps":["trace[254014474] 'process raft request' (duration: 2.302900694s)","trace[254014474] 'compare' (duration: 783.632136ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:29.200581Z","caller":"traceutil/trace.go:171","msg":"trace[1133742875] linearizableReadLoop","detail":"{readStateIndex:27559; appliedIndex:27555; }","duration":"1.089898003s","start":"2026-07-23T04:14:28.110646Z","end":"2026-07-23T04:14:29.200544Z","steps":["trace[1133742875] 'read index received' (duration: 304.753543ms)","trace[1133742875] 'applied index is now lower than readState.Index' (duration: 785.14015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:29.200641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:26.112451Z","time spent":"3.088094956s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:29.200649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:26.860105Z","time spent":"2.340419018s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:29.200826Z","caller":"traceutil/trace.go:171","msg":"trace[897826990] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"2.749869995s","start":"2026-07-23T04:14:26.450943Z","end":"2026-07-23T04:14:29.200813Z","steps":["trace[897826990] 'process raft request' (duration: 2.748789541s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:29.200788Z","caller":"traceutil/trace.go:171","msg":"trace[1913939360] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"2.336419685s","start":"2026-07-23T04:14:26.864354Z","end":"2026-07-23T04:14:29.200774Z","steps":["trace[1913939360] 'process raft request' (duration: 2.335584196s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:29.200888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:26.450908Z","time spent":"2.749940137s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:29.200959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:26.864345Z","time spent":"2.336526317s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:29.20146Z","caller":"traceutil/trace.go:171","msg":"trace[427365686] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"1.087013526s","start":"2026-07-23T04:14:28.114427Z","end":"2026-07-23T04:14:29.201441Z","steps":["trace[427365686] 'process raft request' (duration: 1.085564464s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:29.201553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:28.114403Z","time spent":"1.087105239s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:29.701024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:30.202235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:30.214422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331628158s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:30.705597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505517502s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-23T04:14:30.706284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562181676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:14:30.70639Z","caller":"traceutil/trace.go:171","msg":"trace[388757894] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26680; }","duration":"4.56234793s","start":"2026-07-23T04:14:26.144014Z","end":"2026-07-23T04:14:30.706362Z","steps":["trace[388757894] 'agreement among raft nodes before linearized reading' (duration: 3.057005752s)","trace[388757894] 'range keys from in-memory index tree' (duration: 1.505086833s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:30.70644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:26.143981Z","time spent":"4.562449982s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:14:30.706736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934960608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:30.70725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290541308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:30.707373Z","caller":"traceutil/trace.go:171","msg":"trace[994958742] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26680; }","duration":"3.290726812s","start":"2026-07-23T04:14:27.41662Z","end":"2026-07-23T04:14:30.707347Z","steps":["trace[994958742] 'agreement among raft nodes before linearized reading' (duration: 1.784453652s)","trace[994958742] 'count revisions from in-memory index tree' (duration: 1.506104877s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:30.707375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.113749311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:30.707418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235117272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:30.707495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583332052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:30.707513Z","caller":"traceutil/trace.go:171","msg":"trace[630229941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26680; }","duration":"5.113947645s","start":"2026-07-23T04:14:25.593528Z","end":"2026-07-23T04:14:30.707475Z","steps":["trace[630229941] 'agreement among raft nodes before linearized reading' (duration: 3.607786627s)","trace[630229941] 'count revisions from in-memory index tree' (duration: 1.505963513s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:30.707521Z","caller":"traceutil/trace.go:171","msg":"trace[1259899965] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26680; }","duration":"4.235277126s","start":"2026-07-23T04:14:26.472217Z","end":"2026-07-23T04:14:30.707494Z","steps":["trace[1259899965] 'agreement among raft nodes before linearized reading' (duration: 2.728879202s)","trace[1259899965] 'count revisions from in-memory index tree' (duration: 1.506244179s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:30.707538Z","caller":"traceutil/trace.go:171","msg":"trace[54122230] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26680; }","duration":"4.583400804s","start":"2026-07-23T04:14:26.124126Z","end":"2026-07-23T04:14:30.707526Z","steps":["trace[54122230] 'agreement among raft nodes before linearized reading' (duration: 3.077184065s)","trace[54122230] 'count revisions from in-memory index tree' (duration: 1.506163017s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:30.707547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.575460264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:30.707579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:26.124116Z","time spent":"4.583454905s","remote":"127.0.0.1:40588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:30.707587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:25.593502Z","time spent":"5.114065198s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:30.70759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:26.472202Z","time spent":"4.235369647s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:30.707432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:27.416592Z","time spent":"3.290824645s","remote":"127.0.0.1:56484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:30.707581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.847453529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-761f1d47-e1d7-4f12-9755-14e3a136345d\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-23T04:14:30.707615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.384753057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:30.70771Z","caller":"traceutil/trace.go:171","msg":"trace[1694198698] range","detail":"{range_begin:/registry/persistentvolumes/pvc-761f1d47-e1d7-4f12-9755-14e3a136345d; range_end:; response_count:1; response_revision:26680; }","duration":"5.847618042s","start":"2026-07-23T04:14:24.86006Z","end":"2026-07-23T04:14:30.707678Z","steps":["trace[1694198698] 'agreement among raft nodes before linearized reading' (duration: 4.341317141s)","trace[1694198698] 'range keys from in-memory index tree' (duration: 1.505995214s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:30.707763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:24.86004Z","time spent":"5.847713485s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-761f1d47-e1d7-4f12-9755-14e3a136345d\" "} {"level":"info","ts":"2026-07-23T04:14:30.707735Z","caller":"traceutil/trace.go:171","msg":"trace[933478920] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26680; }","duration":"5.385117985s","start":"2026-07-23T04:14:25.322594Z","end":"2026-07-23T04:14:30.707712Z","steps":["trace[933478920] 'agreement among raft nodes before linearized reading' (duration: 3.878744143s)","trace[933478920] 'count revisions from in-memory index tree' (duration: 1.506026194s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:30.707893Z","caller":"traceutil/trace.go:171","msg":"trace[1527978410] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"2.025109401s","start":"2026-07-23T04:14:28.682763Z","end":"2026-07-23T04:14:30.707873Z","steps":["trace[1527978410] 'process raft request' (duration: 2.023073724s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:30.707974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:25.322564Z","time spent":"5.38535834s","remote":"127.0.0.1:37942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:30.708023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:28.682753Z","time spent":"2.025194994s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:30.707614Z","caller":"traceutil/trace.go:171","msg":"trace[1408601304] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26680; }","duration":"3.575571277s","start":"2026-07-23T04:14:27.13202Z","end":"2026-07-23T04:14:30.707591Z","steps":["trace[1408601304] 'agreement among raft nodes before linearized reading' (duration: 2.069065611s)","trace[1408601304] 'count revisions from in-memory index tree' (duration: 1.506430134s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:30.708134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:27.131989Z","time spent":"3.57612988s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:30.70679Z","caller":"traceutil/trace.go:171","msg":"trace[44481475] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26680; }","duration":"2.93506689s","start":"2026-07-23T04:14:27.771706Z","end":"2026-07-23T04:14:30.706773Z","steps":["trace[44481475] 'agreement among raft nodes before linearized reading' (duration: 1.429347102s)","trace[44481475] 'count revisions from in-memory index tree' (duration: 1.505642326s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:30.708433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:27.771678Z","time spent":"2.936728248s","remote":"127.0.0.1:56678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:30.870969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:30.871205Z","caller":"traceutil/trace.go:171","msg":"trace[1168377864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069493s","start":"2026-07-23T04:14:28.870484Z","end":"2026-07-23T04:14:30.871179Z","steps":["trace[1168377864] 'agreement among raft nodes before linearized reading' (duration: 2.000434084s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:30.871323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:28.870472Z","time spent":"2.000834393s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:31.436527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.568214ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:31.436658Z","caller":"traceutil/trace.go:171","msg":"trace[39592380] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26681; }","duration":"279.721567ms","start":"2026-07-23T04:14:31.156916Z","end":"2026-07-23T04:14:31.436638Z","steps":["trace[39592380] 'range keys from in-memory index tree' (duration: 279.548833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:31.437043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.103712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:31.437214Z","caller":"traceutil/trace.go:171","msg":"trace[935311789] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"2.568286452s","start":"2026-07-23T04:14:28.868914Z","end":"2026-07-23T04:14:31.437201Z","steps":["trace[935311789] 'process raft request' (duration: 2.56821348s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:31.437279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:28.868891Z","time spent":"2.568362543s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T04:14:31.437264Z","caller":"traceutil/trace.go:171","msg":"trace[857819579] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"2.754292496s","start":"2026-07-23T04:14:28.682931Z","end":"2026-07-23T04:14:31.437224Z","steps":["trace[857819579] 'process raft request' (duration: 2.024927578s)","trace[857819579] 'compare' (duration: 728.249243ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:31.437455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:28.682897Z","time spent":"2.754445889s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:31.858058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.643436462s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:32.871508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T04:14:32.871621Z","caller":"traceutil/trace.go:171","msg":"trace[473985207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146198s","start":"2026-07-23T04:14:30.871447Z","end":"2026-07-23T04:14:32.871593Z","steps":["trace[473985207] 'agreement among raft nodes before linearized reading' (duration: 2.000004845s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:32.871675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.871383Z","time spent":"2.000281591s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:14:32.988795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130404883s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:32.989035Z","caller":"traceutil/trace.go:171","msg":"trace[1996170342] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"3.58876229s","start":"2026-07-23T04:14:29.400226Z","end":"2026-07-23T04:14:32.988988Z","steps":["trace[1996170342] 'process raft request' (duration: 2.458035729s)","trace[1996170342] 'compare' (duration: 1.129831741s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:32.989216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:29.400195Z","time spent":"3.588926384s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:32.989249Z","caller":"traceutil/trace.go:171","msg":"trace[1857268111] linearizableReadLoop","detail":"{readStateIndex:27569; appliedIndex:27560; }","duration":"3.788501669s","start":"2026-07-23T04:14:29.200722Z","end":"2026-07-23T04:14:32.989223Z","steps":["trace[1857268111] 'read index received' (duration: 1.013929497s)","trace[1857268111] 'applied index is now lower than readState.Index' (duration: 2.774570692s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:32.989265Z","caller":"traceutil/trace.go:171","msg":"trace[852437047] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"2.868862238s","start":"2026-07-23T04:14:30.120377Z","end":"2026-07-23T04:14:32.989239Z","steps":["trace[852437047] 'process raft request' (duration: 2.868737186s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:32.989298Z","caller":"traceutil/trace.go:171","msg":"trace[746334306] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"2.868320976s","start":"2026-07-23T04:14:30.12095Z","end":"2026-07-23T04:14:32.989271Z","steps":["trace[746334306] 'process raft request' (duration: 2.868222324s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:32.989297Z","caller":"traceutil/trace.go:171","msg":"trace[480508075] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"2.870950346s","start":"2026-07-23T04:14:30.11831Z","end":"2026-07-23T04:14:32.98926Z","steps":["trace[480508075] 'process raft request' (duration: 2.870755232s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:32.989378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.120368Z","time spent":"2.8689468s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:32.989453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.12094Z","time spent":"2.868425598s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:32.989466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562146855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:32.989498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.118295Z","time spent":"2.871085039s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:32.98951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.308763944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:14:32.989587Z","caller":"traceutil/trace.go:171","msg":"trace[1330343455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26688; }","duration":"4.308888397s","start":"2026-07-23T04:14:28.68068Z","end":"2026-07-23T04:14:32.989569Z","steps":["trace[1330343455] 'agreement among raft nodes before linearized reading' (duration: 4.308625241s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:32.989577Z","caller":"traceutil/trace.go:171","msg":"trace[1885073760] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26688; }","duration":"4.562320008s","start":"2026-07-23T04:14:28.427229Z","end":"2026-07-23T04:14:32.989549Z","steps":["trace[1885073760] 'agreement among raft nodes before linearized reading' (duration: 4.562094473s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:32.989643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:28.680662Z","time spent":"4.308972169s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T04:14:32.989269Z","caller":"traceutil/trace.go:171","msg":"trace[746323764] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"3.226803273s","start":"2026-07-23T04:14:29.762421Z","end":"2026-07-23T04:14:32.989225Z","steps":["trace[746323764] 'process raft request' (duration: 3.226500186s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:32.989669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:28.427201Z","time spent":"4.562448233s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:32.989722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:29.762378Z","time spent":"3.227308496s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:33.490113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:33.990543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:34.097258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.233396147s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:34.884238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9993765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:34.884332Z","caller":"traceutil/trace.go:171","msg":"trace[60444939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999541715s","start":"2026-07-23T04:14:32.884765Z","end":"2026-07-23T04:14:34.884307Z","steps":["trace[60444939] 'agreement among raft nodes before linearized reading' (duration: 1.999429102s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:34.884397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:32.884732Z","time spent":"1.999654177s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:35.114413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999063185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:35.114521Z","caller":"traceutil/trace.go:171","msg":"trace[1660609768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999240629s","start":"2026-07-23T04:14:30.115255Z","end":"2026-07-23T04:14:35.114496Z","steps":["trace[1660609768] 'agreement among raft nodes before linearized reading' (duration: 4.999089836s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.114732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.115232Z","time spent":"4.999475765s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/23 04:14:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:35.116671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000264373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T04:14:35.116875Z","caller":"traceutil/trace.go:171","msg":"trace[1351873424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000515508s","start":"2026-07-23T04:14:30.116326Z","end":"2026-07-23T04:14:35.116842Z","steps":["trace[1351873424] 'agreement among raft nodes before linearized reading' (duration: 5.000269003s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.116957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.116322Z","time spent":"5.00061695s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T04:14:35.141858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044273725s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:35.142367Z","caller":"traceutil/trace.go:171","msg":"trace[1552085123] linearizableReadLoop","detail":"{readStateIndex:27577; appliedIndex:27569; }","duration":"2.153062222s","start":"2026-07-23T04:14:32.989285Z","end":"2026-07-23T04:14:35.142347Z","steps":["trace[1552085123] 'read index received' (duration: 1.108216354s)","trace[1552085123] 'applied index is now lower than readState.Index' (duration: 1.044844908s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:35.142593Z","caller":"traceutil/trace.go:171","msg":"trace[121126861] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"3.934138316s","start":"2026-07-23T04:14:31.208442Z","end":"2026-07-23T04:14:35.14258Z","steps":["trace[121126861] 'process raft request' (duration: 2.889039732s)","trace[121126861] 'compare' (duration: 1.04276389s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:35.142805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:31.20842Z","time spent":"3.93433158s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:35.142928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324653399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-23T04:14:35.143002Z","caller":"traceutil/trace.go:171","msg":"trace[1369349853] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"3.686636139s","start":"2026-07-23T04:14:31.456356Z","end":"2026-07-23T04:14:35.142992Z","steps":["trace[1369349853] 'process raft request' (duration: 3.68581096s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:35.143008Z","caller":"traceutil/trace.go:171","msg":"trace[504473666] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26696; }","duration":"4.324736051s","start":"2026-07-23T04:14:30.818251Z","end":"2026-07-23T04:14:35.142987Z","steps":["trace[504473666] 'agreement among raft nodes before linearized reading' (duration: 4.324482995s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.143037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429674232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-23T04:14:35.143068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.818177Z","time spent":"4.324878985s","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-23T04:14:35.14308Z","caller":"traceutil/trace.go:171","msg":"trace[559362512] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"3.934476383s","start":"2026-07-23T04:14:31.208591Z","end":"2026-07-23T04:14:35.143067Z","steps":["trace[559362512] 'process raft request' (duration: 3.933383708s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.14313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476315994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:35.143164Z","caller":"traceutil/trace.go:171","msg":"trace[462599237] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26696; }","duration":"4.476443027s","start":"2026-07-23T04:14:30.666713Z","end":"2026-07-23T04:14:35.143156Z","steps":["trace[462599237] 'agreement among raft nodes before linearized reading' (duration: 4.476387066s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.14311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90505979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:35.143197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.666685Z","time spent":"4.476505538s","remote":"127.0.0.1:47732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:35.143156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63006703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:35.143005Z","caller":"traceutil/trace.go:171","msg":"trace[257631021] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"3.867395842s","start":"2026-07-23T04:14:31.275572Z","end":"2026-07-23T04:14:35.142968Z","steps":["trace[257631021] 'process raft request' (duration: 3.866554552s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.14333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165236009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:35.143362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.547526759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:35.143373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.169041171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-23T04:14:35.143377Z","caller":"traceutil/trace.go:171","msg":"trace[1306667093] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26696; }","duration":"3.16528261s","start":"2026-07-23T04:14:31.978083Z","end":"2026-07-23T04:14:35.143366Z","steps":["trace[1306667093] 'agreement among raft nodes before linearized reading' (duration: 3.165108036s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:35.143407Z","caller":"traceutil/trace.go:171","msg":"trace[1170954964] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26696; }","duration":"5.169111642s","start":"2026-07-23T04:14:29.974286Z","end":"2026-07-23T04:14:35.143398Z","steps":["trace[1170954964] 'agreement among raft nodes before linearized reading' (duration: 5.169039941s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.143423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:31.978015Z","time spent":"3.165396123s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:35.143434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:29.974234Z","time spent":"5.169195444s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-23T04:14:35.143484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.724925023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:35.143545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267347938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-23T04:14:35.143387Z","caller":"traceutil/trace.go:171","msg":"trace[326984262] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26696; }","duration":"4.547619002s","start":"2026-07-23T04:14:30.595762Z","end":"2026-07-23T04:14:35.143381Z","steps":["trace[326984262] 'agreement among raft nodes before linearized reading' (duration: 4.547576861s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.143624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.595735Z","time spent":"4.547881717s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:35.142937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.15377777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-23T04:14:35.143667Z","caller":"traceutil/trace.go:171","msg":"trace[1166752194] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26696; }","duration":"5.154580198s","start":"2026-07-23T04:14:29.98908Z","end":"2026-07-23T04:14:35.14366Z","steps":["trace[1166752194] 'agreement among raft nodes before linearized reading' (duration: 5.153725929s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:35.142934Z","caller":"traceutil/trace.go:171","msg":"trace[936693973] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"1.691710341s","start":"2026-07-23T04:14:33.451186Z","end":"2026-07-23T04:14:35.142897Z","steps":["trace[936693973] 'process raft request' (duration: 1.691115617s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:35.143679Z","caller":"traceutil/trace.go:171","msg":"trace[186403823] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26696; }","duration":"5.725164528s","start":"2026-07-23T04:14:29.418393Z","end":"2026-07-23T04:14:35.143557Z","steps":["trace[186403823] 'agreement among raft nodes before linearized reading' (duration: 5.724505433s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.143295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.804792029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:35.147566Z","caller":"traceutil/trace.go:171","msg":"trace[1392400506] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26696; }","duration":"5.809058137s","start":"2026-07-23T04:14:29.338455Z","end":"2026-07-23T04:14:35.147513Z","steps":["trace[1392400506] 'agreement among raft nodes before linearized reading' (duration: 5.804810309s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.147559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:31.275539Z","time spent":"3.867850902s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:35.147733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:29.33843Z","time spent":"5.80923098s","remote":"127.0.0.1:35846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:35.147956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724736235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-07-23T04:14:35.143079Z","caller":"traceutil/trace.go:171","msg":"trace[333978897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26696; }","duration":"4.429742524s","start":"2026-07-23T04:14:30.713319Z","end":"2026-07-23T04:14:35.143061Z","steps":["trace[333978897] 'agreement among raft nodes before linearized reading' (duration: 4.429661232s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:35.148144Z","caller":"traceutil/trace.go:171","msg":"trace[1520814682] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26696; }","duration":"3.724885277s","start":"2026-07-23T04:14:31.42317Z","end":"2026-07-23T04:14:35.148055Z","steps":["trace[1520814682] 'agreement among raft nodes before linearized reading' (duration: 3.719923513s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.148185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:31.423145Z","time spent":"3.725030881s","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-23T04:14:35.148391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.7133Z","time spent":"4.435064405s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:14:35.148876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:31.208582Z","time spent":"3.934548015s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:35.149113Z","caller":"traceutil/trace.go:171","msg":"trace[1179029140] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"3.934370421s","start":"2026-07-23T04:14:31.208835Z","end":"2026-07-23T04:14:35.143205Z","steps":["trace[1179029140] 'process raft request' (duration: 3.933234065s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.149223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:31.208827Z","time spent":"3.940317087s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:35.143919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835912223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:35.147104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:31.456325Z","time spent":"3.686732582s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:35.149678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.938599213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-23T04:14:35.14974Z","caller":"traceutil/trace.go:171","msg":"trace[1140021347] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26696; }","duration":"2.841796797s","start":"2026-07-23T04:14:32.307919Z","end":"2026-07-23T04:14:35.149716Z","steps":["trace[1140021347] 'agreement among raft nodes before linearized reading' (duration: 2.83584134s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:35.149776Z","caller":"traceutil/trace.go:171","msg":"trace[876297750] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26696; }","duration":"5.945125813s","start":"2026-07-23T04:14:29.204607Z","end":"2026-07-23T04:14:35.149733Z","steps":["trace[876297750] 'agreement among raft nodes before linearized reading' (duration: 5.938319957s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.149811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:32.307893Z","time spent":"2.84190542s","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:35.149827Z","caller":"traceutil/trace.go:171","msg":"trace[1930030324] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26696; }","duration":"2.905284895s","start":"2026-07-23T04:14:32.23794Z","end":"2026-07-23T04:14:35.143225Z","steps":["trace[1930030324] 'agreement among raft nodes before linearized reading' (duration: 2.904963358s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.14983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:29.20459Z","time spent":"5.945218256s","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-23T04:14:35.149891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:32.237919Z","time spent":"2.911954089s","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:35.150001Z","caller":"traceutil/trace.go:171","msg":"trace[1045304267] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26696; }","duration":"3.630287925s","start":"2026-07-23T04:14:31.513008Z","end":"2026-07-23T04:14:35.143296Z","steps":["trace[1045304267] 'agreement among raft nodes before linearized reading' (duration: 3.630040049s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.150043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:31.512989Z","time spent":"3.63704326s","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:35.150165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611423508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:35.150338Z","caller":"traceutil/trace.go:171","msg":"trace[965448801] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26696; }","duration":"4.618374248s","start":"2026-07-23T04:14:30.531944Z","end":"2026-07-23T04:14:35.150318Z","steps":["trace[965448801] 'agreement among raft nodes before linearized reading' (duration: 4.611458578s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.150401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.531915Z","time spent":"4.61846672s","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:35.150652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.034600911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T04:14:35.150841Z","caller":"traceutil/trace.go:171","msg":"trace[703546778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26696; }","duration":"5.034714304s","start":"2026-07-23T04:14:30.115982Z","end":"2026-07-23T04:14:35.150696Z","steps":["trace[703546778] 'agreement among raft nodes before linearized reading' (duration: 5.027443637s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.150853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.0349965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:14:35.150914Z","caller":"traceutil/trace.go:171","msg":"trace[662741764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26696; }","duration":"5.035059112s","start":"2026-07-23T04:14:30.115834Z","end":"2026-07-23T04:14:35.150893Z","steps":["trace[662741764] 'agreement among raft nodes before linearized reading' (duration: 5.02760608s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.150912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.115977Z","time spent":"5.034915739s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T04:14:35.15094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:30.115828Z","time spent":"5.035104312s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T04:14:35.151538Z","caller":"traceutil/trace.go:171","msg":"trace[260411784] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1; range_end:; response_count:1; response_revision:26696; }","duration":"2.267413469s","start":"2026-07-23T04:14:32.87615Z","end":"2026-07-23T04:14:35.143564Z","steps":["trace[260411784] 'agreement among raft nodes before linearized reading' (duration: 2.267348188s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.151586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:32.876126Z","time spent":"2.275436203s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1\" "} {"level":"warn","ts":"2026-07-23T04:14:35.152452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:29.989043Z","time spent":"5.15464194s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-23T04:14:35.152566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:33.45114Z","time spent":"1.69256089s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:35.152698Z","caller":"traceutil/trace.go:171","msg":"trace[1528910823] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"2.437721353s","start":"2026-07-23T04:14:32.714917Z","end":"2026-07-23T04:14:35.152638Z","steps":["trace[1528910823] 'process raft request' (duration: 2.427289883s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.143792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:29.418337Z","time spent":"5.725439495s","remote":"127.0.0.1:56528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:35.152977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:32.714888Z","time spent":"2.437951959s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:35.153025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.258773812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T04:14:35.153115Z","caller":"traceutil/trace.go:171","msg":"trace[1505033290] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"2.147661798s","start":"2026-07-23T04:14:32.996269Z","end":"2026-07-23T04:14:35.143931Z","steps":["trace[1505033290] 'process raft request' (duration: 2.14599642s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:35.153158Z","caller":"traceutil/trace.go:171","msg":"trace[1876506844] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26696; }","duration":"5.268046376s","start":"2026-07-23T04:14:29.885053Z","end":"2026-07-23T04:14:35.1531Z","steps":["trace[1876506844] 'agreement among raft nodes before linearized reading' (duration: 5.25868461s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:35.153265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:29.88503Z","time spent":"5.26820404s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:35.153919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:32.996248Z","time spent":"2.15693103s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:35.31516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106859192s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:36.372675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057188121s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:36.372802Z","caller":"traceutil/trace.go:171","msg":"trace[138123009] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"2.164644828s","start":"2026-07-23T04:14:34.208138Z","end":"2026-07-23T04:14:36.372783Z","steps":["trace[138123009] 'process raft request' (duration: 1.107244292s)","trace[138123009] 'compare' (duration: 1.057059388s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:36.372859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:34.208097Z","time spent":"2.16473231s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:36.884251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999711138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T04:14:36.884346Z","caller":"traceutil/trace.go:171","msg":"trace[670182239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999900202s","start":"2026-07-23T04:14:34.884422Z","end":"2026-07-23T04:14:36.884322Z","steps":["trace[670182239] 'agreement among raft nodes before linearized reading' (duration: 1.999774959s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:36.884387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:34.884388Z","time spent":"1.999990905s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:14:37.128991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.813558941s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:37.196572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000890225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:37.196663Z","caller":"traceutil/trace.go:171","msg":"trace[1562983637] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001053128s","start":"2026-07-23T04:14:35.195589Z","end":"2026-07-23T04:14:37.196643Z","steps":["trace[1562983637] 'agreement among raft nodes before linearized reading' (duration: 2.000933875s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:37.196709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.19557Z","time spent":"2.001127529s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:38.187291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055263558s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:38.275041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145660154s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:38.275552Z","caller":"traceutil/trace.go:171","msg":"trace[1801873323] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"1.239866708s","start":"2026-07-23T04:14:37.035668Z","end":"2026-07-23T04:14:38.275534Z","steps":["trace[1801873323] 'process raft request' (duration: 1.239828777s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.275604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.035638Z","time spent":"1.23994172s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:38.275786Z","caller":"traceutil/trace.go:171","msg":"trace[1986579971] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"3.276962325s","start":"2026-07-23T04:14:34.998805Z","end":"2026-07-23T04:14:38.275767Z","steps":["trace[1986579971] 'process raft request' (duration: 2.130456342s)","trace[1986579971] 'compare' (duration: 1.144711523s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:38.275854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:34.998774Z","time spent":"3.277057808s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:38.276067Z","caller":"traceutil/trace.go:171","msg":"trace[383381402] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"3.277040148s","start":"2026-07-23T04:14:34.999019Z","end":"2026-07-23T04:14:38.276059Z","steps":["trace[383381402] 'process raft request' (duration: 3.276119046s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.276107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:34.998955Z","time spent":"3.277129389s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:38.276195Z","caller":"traceutil/trace.go:171","msg":"trace[2050562388] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"3.276777572s","start":"2026-07-23T04:14:34.99941Z","end":"2026-07-23T04:14:38.276187Z","steps":["trace[2050562388] 'process raft request' (duration: 3.275836809s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.276229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:34.999396Z","time spent":"3.276813852s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:38.276287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.15498Z","time spent":"3.12130436s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-23T04:14:38.276421Z","caller":"traceutil/trace.go:171","msg":"trace[492999988] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"3.116897498s","start":"2026-07-23T04:14:35.159516Z","end":"2026-07-23T04:14:38.276414Z","steps":["trace[492999988] 'process raft request' (duration: 3.115918135s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.276465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.159488Z","time spent":"3.116950299s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:38.276621Z","caller":"traceutil/trace.go:171","msg":"trace[1137141956] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"3.109196401s","start":"2026-07-23T04:14:35.167309Z","end":"2026-07-23T04:14:38.276505Z","steps":["trace[1137141956] 'process raft request' (duration: 3.108160816s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.276676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.167289Z","time spent":"3.109360185s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:38.276641Z","caller":"traceutil/trace.go:171","msg":"trace[1201712537] linearizableReadLoop","detail":"{readStateIndex:27581; appliedIndex:27577; }","duration":"3.134181235s","start":"2026-07-23T04:14:35.142401Z","end":"2026-07-23T04:14:38.276582Z","steps":["trace[1201712537] 'read index received' (duration: 172.997655ms)","trace[1201712537] 'applied index is now lower than readState.Index' (duration: 2.961176909s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:38.277033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13746726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:14:38.277096Z","caller":"traceutil/trace.go:171","msg":"trace[804090149] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26703; }","duration":"3.137615254s","start":"2026-07-23T04:14:35.13946Z","end":"2026-07-23T04:14:38.277076Z","steps":["trace[804090149] 'agreement among raft nodes before linearized reading' (duration: 3.137329017s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.277235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.139436Z","time spent":"3.137780107s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:38.277288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636549578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:38.277313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.942996796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:38.277332Z","caller":"traceutil/trace.go:171","msg":"trace[1434902720] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26703; }","duration":"3.636631599s","start":"2026-07-23T04:14:34.640686Z","end":"2026-07-23T04:14:38.277318Z","steps":["trace[1434902720] 'agreement among raft nodes before linearized reading' (duration: 3.636554898s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:38.277338Z","caller":"traceutil/trace.go:171","msg":"trace[1728975476] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26703; }","duration":"4.943025037s","start":"2026-07-23T04:14:33.334306Z","end":"2026-07-23T04:14:38.277331Z","steps":["trace[1728975476] 'agreement among raft nodes before linearized reading' (duration: 4.942975795s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.27733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.805666941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:38.277416Z","caller":"traceutil/trace.go:171","msg":"trace[783071061] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26703; }","duration":"4.805774223s","start":"2026-07-23T04:14:33.471619Z","end":"2026-07-23T04:14:38.277393Z","steps":["trace[783071061] 'agreement among raft nodes before linearized reading' (duration: 4.80562062s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.27747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:33.471611Z","time spent":"4.805845914s","remote":"127.0.0.1:39184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:38.277363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:34.640665Z","time spent":"3.636689631s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:38.277454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04327125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:38.277541Z","caller":"traceutil/trace.go:171","msg":"trace[450107318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26703; }","duration":"5.043426904s","start":"2026-07-23T04:14:33.234094Z","end":"2026-07-23T04:14:38.277521Z","steps":["trace[450107318] 'agreement among raft nodes before linearized reading' (duration: 5.0432345s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.277579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:33.234069Z","time spent":"5.043502955s","remote":"127.0.0.1:48100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:38.277368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:33.334236Z","time spent":"4.943121458s","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:38.777387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:38.906464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999589345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:38.9066Z","caller":"traceutil/trace.go:171","msg":"trace[277568815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999763569s","start":"2026-07-23T04:14:36.906803Z","end":"2026-07-23T04:14:38.906566Z","steps":["trace[277568815] 'agreement among raft nodes before linearized reading' (duration: 1.999575875s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:38.906672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:36.906721Z","time spent":"1.999935093s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-23T04:14:39.183054Z","caller":"traceutil/trace.go:171","msg":"trace[1421752684] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"2.032278985s","start":"2026-07-23T04:14:37.150726Z","end":"2026-07-23T04:14:39.183005Z","steps":["trace[1421752684] 'process raft request' (duration: 2.031904407s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:39.183086Z","caller":"traceutil/trace.go:171","msg":"trace[511884197] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"2.027864885s","start":"2026-07-23T04:14:37.155177Z","end":"2026-07-23T04:14:39.183042Z","steps":["trace[511884197] 'process raft request' (duration: 2.027729402s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.183253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.150698Z","time spent":"2.032447139s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:39.183295Z","caller":"traceutil/trace.go:171","msg":"trace[18424432] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"2.025071149s","start":"2026-07-23T04:14:37.158202Z","end":"2026-07-23T04:14:39.183273Z","steps":["trace[18424432] 'process raft request' (duration: 2.024773013s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.183366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.15516Z","time spent":"2.028023318s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:39.18341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.158184Z","time spent":"2.025164892s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:39.18395Z","caller":"traceutil/trace.go:171","msg":"trace[396430029] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"2.022933642s","start":"2026-07-23T04:14:37.160983Z","end":"2026-07-23T04:14:39.183917Z","steps":["trace[396430029] 'process raft request' (duration: 2.022262726s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.184148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.160956Z","time spent":"2.023086835s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:39.184268Z","caller":"traceutil/trace.go:171","msg":"trace[727798725] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"2.01941267s","start":"2026-07-23T04:14:37.164837Z","end":"2026-07-23T04:14:39.184249Z","steps":["trace[727798725] 'process raft request' (duration: 2.019012171s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.184347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.16481Z","time spent":"2.019495903s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:39.939845Z","caller":"traceutil/trace.go:171","msg":"trace[640720728] linearizableReadLoop","detail":"{readStateIndex:27592; appliedIndex:27585; }","duration":"1.663082773s","start":"2026-07-23T04:14:38.276737Z","end":"2026-07-23T04:14:39.93982Z","steps":["trace[640720728] 'read index received' (duration: 906.068819ms)","trace[640720728] 'applied index is now lower than readState.Index' (duration: 756.993663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:39.940055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343056655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:14:39.940082Z","caller":"traceutil/trace.go:171","msg":"trace[1309937334] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26710; }","duration":"3.343162047s","start":"2026-07-23T04:14:36.596912Z","end":"2026-07-23T04:14:39.940074Z","steps":["trace[1309937334] 'agreement among raft nodes before linearized reading' (duration: 3.343037604s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.940116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:36.596888Z","time spent":"3.343216478s","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:39.940125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822987085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T04:14:39.940147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995571873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:39.9402Z","caller":"traceutil/trace.go:171","msg":"trace[1479526062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26710; }","duration":"2.823116878s","start":"2026-07-23T04:14:37.117067Z","end":"2026-07-23T04:14:39.940184Z","steps":["trace[1479526062] 'agreement among raft nodes before linearized reading' (duration: 2.822833111s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:39.940221Z","caller":"traceutil/trace.go:171","msg":"trace[1659154127] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26710; }","duration":"1.995720246s","start":"2026-07-23T04:14:37.944481Z","end":"2026-07-23T04:14:39.940201Z","steps":["trace[1659154127] 'agreement among raft nodes before linearized reading' (duration: 1.995557702s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.940247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.117041Z","time spent":"2.823189459s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T04:14:39.940263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.944454Z","time spent":"1.995802988s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:39.940299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.776217234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-07-23T04:14:39.940284Z","caller":"traceutil/trace.go:171","msg":"trace[2066841728] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"1.315237071s","start":"2026-07-23T04:14:38.625018Z","end":"2026-07-23T04:14:39.940255Z","steps":["trace[2066841728] 'process raft request' (duration: 1.314704418s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:39.94036Z","caller":"traceutil/trace.go:171","msg":"trace[1172305342] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26710; }","duration":"4.776299926s","start":"2026-07-23T04:14:35.164049Z","end":"2026-07-23T04:14:39.940349Z","steps":["trace[1172305342] 'agreement among raft nodes before linearized reading' (duration: 4.776080101s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.940379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.164038Z","time spent":"4.776336697s","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-23T04:14:39.940456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:38.624935Z","time spent":"1.315425815s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:39.940461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780557315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"warn","ts":"2026-07-23T04:14:39.940452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474377615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:39.940483Z","caller":"traceutil/trace.go:171","msg":"trace[975269125] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"1.662962781s","start":"2026-07-23T04:14:38.277493Z","end":"2026-07-23T04:14:39.940456Z","steps":["trace[975269125] 'process raft request' (duration: 1.662036209s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:39.940529Z","caller":"traceutil/trace.go:171","msg":"trace[1975766326] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26710; }","duration":"2.474511228s","start":"2026-07-23T04:14:37.466001Z","end":"2026-07-23T04:14:39.940512Z","steps":["trace[1975766326] 'agreement among raft nodes before linearized reading' (duration: 2.474363625s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.940542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434610868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:39.940558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.465979Z","time spent":"2.474570869s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:39.940575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.787941754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-23T04:14:39.940587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782394662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:14:39.940573Z","caller":"traceutil/trace.go:171","msg":"trace[1763309231] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26710; }","duration":"3.434646398s","start":"2026-07-23T04:14:36.505916Z","end":"2026-07-23T04:14:39.940563Z","steps":["trace[1763309231] 'agreement among raft nodes before linearized reading' (duration: 3.434584997s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:39.940619Z","caller":"traceutil/trace.go:171","msg":"trace[575766528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26710; }","duration":"2.782531674s","start":"2026-07-23T04:14:37.158079Z","end":"2026-07-23T04:14:39.94061Z","steps":["trace[575766528] 'agreement among raft nodes before linearized reading' (duration: 2.782446273s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.940594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:38.277462Z","time spent":"1.663062343s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:39.940636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820961228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T04:14:39.940642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.158064Z","time spent":"2.782572886s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T04:14:39.940666Z","caller":"traceutil/trace.go:171","msg":"trace[1143260605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26710; }","duration":"2.82103849s","start":"2026-07-23T04:14:37.119619Z","end":"2026-07-23T04:14:39.940657Z","steps":["trace[1143260605] 'agreement among raft nodes before linearized reading' (duration: 2.820917227s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.940672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770144908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:39.940681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.790932152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bec720b8-54cd-4dcf-91d1-d17ba7df356d\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-23T04:14:39.940689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.119592Z","time spent":"2.821092121s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T04:14:39.940697Z","caller":"traceutil/trace.go:171","msg":"trace[169264031] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26710; }","duration":"3.770201469s","start":"2026-07-23T04:14:36.170487Z","end":"2026-07-23T04:14:39.940688Z","steps":["trace[169264031] 'agreement among raft nodes before linearized reading' (duration: 3.770158918s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:39.940706Z","caller":"traceutil/trace.go:171","msg":"trace[1207495910] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bec720b8-54cd-4dcf-91d1-d17ba7df356d; range_end:; response_count:1; response_revision:26710; }","duration":"4.790997683s","start":"2026-07-23T04:14:35.149699Z","end":"2026-07-23T04:14:39.940697Z","steps":["trace[1207495910] 'agreement among raft nodes before linearized reading' (duration: 4.790933622s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.940718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:36.170465Z","time spent":"3.77024694s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:39.94073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.149668Z","time spent":"4.791057325s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-bec720b8-54cd-4dcf-91d1-d17ba7df356d\" "} {"level":"warn","ts":"2026-07-23T04:14:39.940768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364128301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:39.940806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341808623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:14:39.940819Z","caller":"traceutil/trace.go:171","msg":"trace[924995407] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26710; }","duration":"2.364205152s","start":"2026-07-23T04:14:37.576583Z","end":"2026-07-23T04:14:39.940788Z","steps":["trace[924995407] 'agreement among raft nodes before linearized reading' (duration: 2.364150451s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.940846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:37.576554Z","time spent":"2.364284015s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:39.940846Z","caller":"traceutil/trace.go:171","msg":"trace[164985513] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26710; }","duration":"4.341880294s","start":"2026-07-23T04:14:35.598953Z","end":"2026-07-23T04:14:39.940833Z","steps":["trace[164985513] 'agreement among raft nodes before linearized reading' (duration: 4.341803563s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:39.940493Z","caller":"traceutil/trace.go:171","msg":"trace[116644102] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26710; }","duration":"4.780620226s","start":"2026-07-23T04:14:35.159866Z","end":"2026-07-23T04:14:39.940486Z","steps":["trace[116644102] 'agreement among raft nodes before linearized reading' (duration: 4.780434171s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.940874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.598925Z","time spent":"4.341940646s","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:39.940884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.159842Z","time spent":"4.781033625s","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-23T04:14:39.940903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35177747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:39.940626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:36.505872Z","time spent":"3.434744811s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:39.941001Z","caller":"traceutil/trace.go:171","msg":"trace[313543310] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26710; }","duration":"1.351893863s","start":"2026-07-23T04:14:38.589079Z","end":"2026-07-23T04:14:39.940973Z","steps":["trace[313543310] 'agreement among raft nodes before linearized reading' (duration: 1.351722389s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.941026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034303015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:39.940599Z","caller":"traceutil/trace.go:171","msg":"trace[1435061680] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26710; }","duration":"4.787967214s","start":"2026-07-23T04:14:35.152626Z","end":"2026-07-23T04:14:39.940593Z","steps":["trace[1435061680] 'agreement among raft nodes before linearized reading' (duration: 4.787882052s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.941042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.112477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:39.941052Z","caller":"traceutil/trace.go:171","msg":"trace[1777154634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26710; }","duration":"1.034329985s","start":"2026-07-23T04:14:38.906714Z","end":"2026-07-23T04:14:39.941044Z","steps":["trace[1777154634] 'agreement among raft nodes before linearized reading' (duration: 1.034289364s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.941063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.152554Z","time spent":"4.788500066s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-23T04:14:39.941073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:38.906606Z","time spent":"1.034463239s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:14:39.941057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:38.589009Z","time spent":"1.352033986s","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:39.941078Z","caller":"traceutil/trace.go:171","msg":"trace[1226144048] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26710; }","duration":"542.197419ms","start":"2026-07-23T04:14:39.398866Z","end":"2026-07-23T04:14:39.941063Z","steps":["trace[1226144048] 'agreement among raft nodes before linearized reading' (duration: 542.142067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.941105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:39.398826Z","time spent":"542.272511ms","remote":"127.0.0.1:35870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:39.941031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064535892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-b5gfx\" ","response":"range_response_count:1 size:4953"} {"level":"warn","ts":"2026-07-23T04:14:39.941123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297357492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:14:39.941151Z","caller":"traceutil/trace.go:171","msg":"trace[745640550] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26710; }","duration":"4.297426914s","start":"2026-07-23T04:14:35.643716Z","end":"2026-07-23T04:14:39.941143Z","steps":["trace[745640550] 'agreement among raft nodes before linearized reading' (duration: 4.297350592s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:39.941157Z","caller":"traceutil/trace.go:171","msg":"trace[1635208210] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-b5gfx; range_end:; response_count:1; response_revision:26710; }","duration":"4.064710746s","start":"2026-07-23T04:14:35.876433Z","end":"2026-07-23T04:14:39.941144Z","steps":["trace[1635208210] 'agreement among raft nodes before linearized reading' (duration: 4.064543292s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.941171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.643692Z","time spent":"4.297474084s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:39.941177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:35.876401Z","time spent":"4.064770107s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4976,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-b5gfx\" "} {"level":"warn","ts":"2026-07-23T04:14:39.941293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.249516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277842"} {"level":"info","ts":"2026-07-23T04:14:39.941338Z","caller":"traceutil/trace.go:171","msg":"trace[1036805307] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26710; }","duration":"608.341528ms","start":"2026-07-23T04:14:39.332988Z","end":"2026-07-23T04:14:39.94133Z","steps":["trace[1036805307] 'agreement among raft nodes before linearized reading' (duration: 607.938959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:39.941361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:39.332961Z","time spent":"608.394639ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277865,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} 2026/07/23 04:14:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/23 04:14:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-23T04:14:40.131619Z","caller":"traceutil/trace.go:171","msg":"trace[186320892] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"182.229718ms","start":"2026-07-23T04:14:39.949351Z","end":"2026-07-23T04:14:40.13158Z","steps":["trace[186320892] 'process raft request' (duration: 181.716916ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:40.131775Z","caller":"traceutil/trace.go:171","msg":"trace[1242185618] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"179.77352ms","start":"2026-07-23T04:14:39.951969Z","end":"2026-07-23T04:14:40.131742Z","steps":["trace[1242185618] 'process raft request' (duration: 179.485414ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:40.131847Z","caller":"traceutil/trace.go:171","msg":"trace[1906452244] linearizableReadLoop","detail":"{readStateIndex:27597; appliedIndex:27593; }","duration":"177.773644ms","start":"2026-07-23T04:14:39.954055Z","end":"2026-07-23T04:14:40.131829Z","steps":["trace[1906452244] 'read index received' (duration: 99.931265ms)","trace[1906452244] 'applied index is now lower than readState.Index' (duration: 77.840929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:40.131998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.309119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-07-23T04:14:40.13204Z","caller":"traceutil/trace.go:171","msg":"trace[208423265] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26715; }","duration":"182.373861ms","start":"2026-07-23T04:14:39.949652Z","end":"2026-07-23T04:14:40.132026Z","steps":["trace[208423265] 'agreement among raft nodes before linearized reading' (duration: 182.185156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:40.132053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.479583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:40.132102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.258054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-b5gfx.18c4d00150cb966a\" ","response":"range_response_count:1 size:914"} {"level":"info","ts":"2026-07-23T04:14:40.132133Z","caller":"traceutil/trace.go:171","msg":"trace[1911519151] range","detail":"{range_begin:/registry/events/openstack/magnum-cluster-api-proxy-b5gfx.18c4d00150cb966a; range_end:; response_count:1; response_revision:26715; }","duration":"174.315526ms","start":"2026-07-23T04:14:39.957806Z","end":"2026-07-23T04:14:40.132121Z","steps":["trace[1911519151] 'agreement among raft nodes before linearized reading' (duration: 174.144452ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:40.132128Z","caller":"traceutil/trace.go:171","msg":"trace[1188861233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26715; }","duration":"182.596625ms","start":"2026-07-23T04:14:39.949511Z","end":"2026-07-23T04:14:40.132108Z","steps":["trace[1188861233] 'agreement among raft nodes before linearized reading' (duration: 182.419041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:40.132154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.07071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:40.13226Z","caller":"traceutil/trace.go:171","msg":"trace[1642768545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26715; }","duration":"124.256565ms","start":"2026-07-23T04:14:40.007981Z","end":"2026-07-23T04:14:40.132237Z","steps":["trace[1642768545] 'agreement among raft nodes before linearized reading' (duration: 124.01925ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:40.415058Z","caller":"traceutil/trace.go:171","msg":"trace[683351443] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"204.296174ms","start":"2026-07-23T04:14:40.21073Z","end":"2026-07-23T04:14:40.415026Z","steps":["trace[683351443] 'process raft request' (duration: 164.237204ms)","trace[683351443] 'compare' (duration: 39.940118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:41.997923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.748697ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:41.998073Z","caller":"traceutil/trace.go:171","msg":"trace[1320852944] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26719; }","duration":"840.920641ms","start":"2026-07-23T04:14:41.157129Z","end":"2026-07-23T04:14:41.99805Z","steps":["trace[1320852944] 'range keys from in-memory index tree' (duration: 840.722707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:41.998311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.56208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:41.998602Z","caller":"traceutil/trace.go:171","msg":"trace[1862887664] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"1.787055261s","start":"2026-07-23T04:14:40.211517Z","end":"2026-07-23T04:14:41.998572Z","steps":["trace[1862887664] 'process raft request' (duration: 863.129433ms)","trace[1862887664] 'compare' (duration: 923.153341ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:41.998679Z","caller":"traceutil/trace.go:171","msg":"trace[1906765528] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"1.716750125s","start":"2026-07-23T04:14:40.281897Z","end":"2026-07-23T04:14:41.998647Z","steps":["trace[1906765528] 'process raft request' (duration: 1.71653845s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:41.998755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.211498Z","time spent":"1.787165634s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:41.998842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.281863Z","time spent":"1.716886218s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:41.998925Z","caller":"traceutil/trace.go:171","msg":"trace[1232751231] linearizableReadLoop","detail":"{readStateIndex:27605; appliedIndex:27603; }","duration":"1.779257734s","start":"2026-07-23T04:14:40.219645Z","end":"2026-07-23T04:14:41.998903Z","steps":["trace[1232751231] 'read index received' (duration: 155.384451ms)","trace[1232751231] 'applied index is now lower than readState.Index' (duration: 1.623872622s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:41.999Z","caller":"traceutil/trace.go:171","msg":"trace[2116650434] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"1.716625484s","start":"2026-07-23T04:14:40.282366Z","end":"2026-07-23T04:14:41.998991Z","steps":["trace[2116650434] 'process raft request' (duration: 1.716249104s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:41.999013Z","caller":"traceutil/trace.go:171","msg":"trace[8029913] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"1.500719012s","start":"2026-07-23T04:14:40.498269Z","end":"2026-07-23T04:14:41.998988Z","steps":["trace[8029913] 'process raft request' (duration: 1.50060318s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:41.99904Z","caller":"traceutil/trace.go:171","msg":"trace[1660009505] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"1.715979318s","start":"2026-07-23T04:14:40.283038Z","end":"2026-07-23T04:14:41.999017Z","steps":["trace[1660009505] 'process raft request' (duration: 1.715761302s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:41.999055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.282348Z","time spent":"1.716670214s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:41.999143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.498234Z","time spent":"1.500837265s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:41.999161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.283009Z","time spent":"1.716079231s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:41.999261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779488919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:41.999425Z","caller":"traceutil/trace.go:171","msg":"trace[1286609522] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:26724; }","duration":"1.779801666s","start":"2026-07-23T04:14:40.219596Z","end":"2026-07-23T04:14:41.999398Z","steps":["trace[1286609522] 'agreement among raft nodes before linearized reading' (duration: 1.779445548s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:41.999501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.21958Z","time spent":"1.779905948s","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:42.49915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301116,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T04:14:42.591742Z","caller":"traceutil/trace.go:171","msg":"trace[1672474803] linearizableReadLoop","detail":"{readStateIndex:27615; appliedIndex:27609; }","duration":"592.755699ms","start":"2026-07-23T04:14:41.998961Z","end":"2026-07-23T04:14:42.591717Z","steps":["trace[1672474803] 'read index received' (duration: 592.300779ms)","trace[1672474803] 'applied index is now lower than readState.Index' (duration: 454.04µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:42.592181Z","caller":"traceutil/trace.go:171","msg":"trace[723233135] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"1.402883563s","start":"2026-07-23T04:14:41.189284Z","end":"2026-07-23T04:14:42.592168Z","steps":["trace[723233135] 'process raft request' (duration: 1.402061965s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.592314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:41.189254Z","time spent":"1.402964495s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:42.59251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475602764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:42.592593Z","caller":"traceutil/trace.go:171","msg":"trace[163212608] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26730; }","duration":"1.475739877s","start":"2026-07-23T04:14:41.116831Z","end":"2026-07-23T04:14:42.592571Z","steps":["trace[163212608] 'agreement among raft nodes before linearized reading' (duration: 1.475595674s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.592612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172576349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d0035c1f383a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-23T04:14:42.592635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:41.116805Z","time spent":"1.475821639s","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:42.592651Z","caller":"traceutil/trace.go:171","msg":"trace[567934141] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d0035c1f383a; range_end:; response_count:1; response_revision:26730; }","duration":"2.172669891s","start":"2026-07-23T04:14:40.419967Z","end":"2026-07-23T04:14:42.592637Z","steps":["trace[567934141] 'agreement among raft nodes before linearized reading' (duration: 2.172526938s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.592677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.419944Z","time spent":"2.172727643s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d0035c1f383a\" "} {"level":"info","ts":"2026-07-23T04:14:42.592826Z","caller":"traceutil/trace.go:171","msg":"trace[89181071] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"1.403336845s","start":"2026-07-23T04:14:41.189477Z","end":"2026-07-23T04:14:42.592814Z","steps":["trace[89181071] 'process raft request' (duration: 1.402058625s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.592864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308891852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T04:14:42.592902Z","caller":"traceutil/trace.go:171","msg":"trace[786941547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26730; }","duration":"2.308966534s","start":"2026-07-23T04:14:40.283924Z","end":"2026-07-23T04:14:42.592891Z","steps":["trace[786941547] 'agreement among raft nodes before linearized reading' (duration: 2.308875232s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.592914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:41.189465Z","time spent":"1.403387766s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:42.592923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.283905Z","time spent":"2.309012705s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T04:14:42.593049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310763985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T04:14:42.593083Z","caller":"traceutil/trace.go:171","msg":"trace[648530923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26730; }","duration":"2.310822606s","start":"2026-07-23T04:14:40.282253Z","end":"2026-07-23T04:14:42.593076Z","steps":["trace[648530923] 'agreement among raft nodes before linearized reading' (duration: 2.310744644s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:42.593085Z","caller":"traceutil/trace.go:171","msg":"trace[129792108] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"1.40266816s","start":"2026-07-23T04:14:41.19041Z","end":"2026-07-23T04:14:42.593078Z","steps":["trace[129792108] 'process raft request' (duration: 1.401209446s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.593106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.282241Z","time spent":"2.310856316s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T04:14:42.593134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:41.190401Z","time spent":"1.4027037s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:42.593199Z","caller":"traceutil/trace.go:171","msg":"trace[1234623664] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"1.402405973s","start":"2026-07-23T04:14:41.190786Z","end":"2026-07-23T04:14:42.593192Z","steps":["trace[1234623664] 'process raft request' (duration: 1.400862787s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.593232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:41.19075Z","time spent":"1.402461575s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:42.59334Z","caller":"traceutil/trace.go:171","msg":"trace[633035236] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"1.213879422s","start":"2026-07-23T04:14:41.379454Z","end":"2026-07-23T04:14:42.593333Z","steps":["trace[633035236] 'process raft request' (duration: 1.212225713s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.593377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:41.379425Z","time spent":"1.213929913s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:42.593465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083455384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:42.593491Z","caller":"traceutil/trace.go:171","msg":"trace[1654081362] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26730; }","duration":"1.083529816s","start":"2026-07-23T04:14:41.509954Z","end":"2026-07-23T04:14:42.593484Z","steps":["trace[1654081362] 'agreement among raft nodes before linearized reading' (duration: 1.083484345s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.593512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:41.509924Z","time spent":"1.083581908s","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:42.593533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406400725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:42.593559Z","caller":"traceutil/trace.go:171","msg":"trace[392060689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26730; }","duration":"1.406471337s","start":"2026-07-23T04:14:41.18708Z","end":"2026-07-23T04:14:42.593551Z","steps":["trace[392060689] 'agreement among raft nodes before linearized reading' (duration: 1.406417725s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.593584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:41.187057Z","time spent":"1.406523357s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:14:42.593734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.865713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6db46dddf9-7xn5w\" ","response":"range_response_count:1 size:8646"} {"level":"info","ts":"2026-07-23T04:14:42.593781Z","caller":"traceutil/trace.go:171","msg":"trace[39168528] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6db46dddf9-7xn5w; range_end:; response_count:1; response_revision:26730; }","duration":"589.938005ms","start":"2026-07-23T04:14:42.003832Z","end":"2026-07-23T04:14:42.59377Z","steps":["trace[39168528] 'agreement among raft nodes before linearized reading' (duration: 589.795642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.593806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.00379Z","time spent":"590.009877ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8669,"request content":"key:\"/registry/pods/openstack/magnum-api-6db46dddf9-7xn5w\" "} {"level":"warn","ts":"2026-07-23T04:14:42.593874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.271178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:42.593885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.24194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:14:42.593911Z","caller":"traceutil/trace.go:171","msg":"trace[2121332907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26730; }","duration":"455.306342ms","start":"2026-07-23T04:14:42.138598Z","end":"2026-07-23T04:14:42.593904Z","steps":["trace[2121332907] 'agreement among raft nodes before linearized reading' (duration: 455.201229ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:42.59391Z","caller":"traceutil/trace.go:171","msg":"trace[1381467772] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26730; }","duration":"380.350609ms","start":"2026-07-23T04:14:42.213551Z","end":"2026-07-23T04:14:42.593902Z","steps":["trace[1381467772] 'agreement among raft nodes before linearized reading' (duration: 380.198826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.593933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.138572Z","time spent":"455.356533ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:14:42.593938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.213521Z","time spent":"380.411171ms","remote":"127.0.0.1:56588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":127,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:42.593053Z","caller":"traceutil/trace.go:171","msg":"trace[946506288] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"1.403106929s","start":"2026-07-23T04:14:41.189937Z","end":"2026-07-23T04:14:42.593044Z","steps":["trace[946506288] 'process raft request' (duration: 1.401644155s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.593302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373552799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-23T04:14:42.594054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:41.189927Z","time spent":"1.40405529s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:42.594085Z","caller":"traceutil/trace.go:171","msg":"trace[20244812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26730; }","duration":"2.374335626s","start":"2026-07-23T04:14:40.219734Z","end":"2026-07-23T04:14:42.59407Z","steps":["trace[20244812] 'agreement among raft nodes before linearized reading' (duration: 2.373503247s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.594117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:40.219727Z","time spent":"2.374380997s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-23T04:14:42.964836Z","caller":"traceutil/trace.go:171","msg":"trace[524422555] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"368.329992ms","start":"2026-07-23T04:14:42.596465Z","end":"2026-07-23T04:14:42.964795Z","steps":["trace[524422555] 'process raft request' (duration: 368.072837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:42.965074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.596442Z","time spent":"368.524227ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:43.852253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.509472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:43.852478Z","caller":"traceutil/trace.go:171","msg":"trace[967633891] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"1.252571161s","start":"2026-07-23T04:14:42.599889Z","end":"2026-07-23T04:14:43.85246Z","steps":["trace[967633891] 'process raft request' (duration: 1.252456758s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:43.852538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.599885Z","time spent":"1.252629632s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:43.852589Z","caller":"traceutil/trace.go:171","msg":"trace[1528492728] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"1.252676753s","start":"2026-07-23T04:14:42.599826Z","end":"2026-07-23T04:14:43.852502Z","steps":["trace[1528492728] 'process raft request' (duration: 1.140826603s)","trace[1528492728] 'compare' (duration: 111.361669ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:43.852701Z","caller":"traceutil/trace.go:171","msg":"trace[885664967] linearizableReadLoop","detail":"{readStateIndex:27619; appliedIndex:27615; }","duration":"1.249676724s","start":"2026-07-23T04:14:42.602989Z","end":"2026-07-23T04:14:43.852666Z","steps":["trace[885664967] 'read index received' (duration: 361.551388ms)","trace[885664967] 'applied index is now lower than readState.Index' (duration: 888.123856ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:43.852849Z","caller":"traceutil/trace.go:171","msg":"trace[1244435421] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"1.252851077s","start":"2026-07-23T04:14:42.599985Z","end":"2026-07-23T04:14:43.852836Z","steps":["trace[1244435421] 'process raft request' (duration: 1.252441258s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:43.852967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.59998Z","time spent":"1.252906198s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:43.853123Z","caller":"traceutil/trace.go:171","msg":"trace[262723230] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"1.247976185s","start":"2026-07-23T04:14:42.605106Z","end":"2026-07-23T04:14:43.853083Z","steps":["trace[262723230] 'process raft request' (duration: 1.247450993s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:43.853352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.605085Z","time spent":"1.248167519s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8730,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:43.853393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250454642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:43.85467Z","caller":"traceutil/trace.go:171","msg":"trace[1377466233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26735; }","duration":"1.251748542s","start":"2026-07-23T04:14:42.60286Z","end":"2026-07-23T04:14:43.854609Z","steps":["trace[1377466233] 'agreement among raft nodes before linearized reading' (duration: 1.250466512s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:43.856742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.602851Z","time spent":"1.253868361s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:14:43.853801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.599795Z","time spent":"1.25381196s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:44.286137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.019248ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T04:14:44.286474Z","caller":"traceutil/trace.go:171","msg":"trace[1000784110] linearizableReadLoop","detail":"{readStateIndex:27621; appliedIndex:27620; }","duration":"433.661974ms","start":"2026-07-23T04:14:43.852785Z","end":"2026-07-23T04:14:44.286447Z","steps":["trace[1000784110] 'read index received' (duration: 31.33731ms)","trace[1000784110] 'applied index is now lower than readState.Index' (duration: 402.323034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:44.286882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317635856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-23T04:14:44.286942Z","caller":"traceutil/trace.go:171","msg":"trace[244926482] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1; range_end:; response_count:1; response_revision:26735; }","duration":"1.317764968s","start":"2026-07-23T04:14:42.969159Z","end":"2026-07-23T04:14:44.286924Z","steps":["trace[244926482] 'agreement among raft nodes before linearized reading' (duration: 1.317581724s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:44.286968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.109254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:44.286993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.969137Z","time spent":"1.317842439s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1\" "} {"level":"info","ts":"2026-07-23T04:14:44.287011Z","caller":"traceutil/trace.go:171","msg":"trace[1970341019] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26735; }","duration":"484.190596ms","start":"2026-07-23T04:14:43.802801Z","end":"2026-07-23T04:14:44.286992Z","steps":["trace[1970341019] 'agreement among raft nodes before linearized reading' (duration: 484.137494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:44.287045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:43.802775Z","time spent":"484.262807ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:44.28702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534042068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:14:44.287129Z","caller":"traceutil/trace.go:171","msg":"trace[162957445] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26735; }","duration":"1.534201131s","start":"2026-07-23T04:14:42.752907Z","end":"2026-07-23T04:14:44.287108Z","steps":["trace[162957445] 'agreement among raft nodes before linearized reading' (duration: 1.534024167s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:44.287166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.752885Z","time spent":"1.534273062s","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:44.287184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455858931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:44.286853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092416111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:44.28729Z","caller":"traceutil/trace.go:171","msg":"trace[752011781] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26735; }","duration":"1.456029995s","start":"2026-07-23T04:14:42.831231Z","end":"2026-07-23T04:14:44.287261Z","steps":["trace[752011781] 'agreement among raft nodes before linearized reading' (duration: 1.4558136s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:44.287304Z","caller":"traceutil/trace.go:171","msg":"trace[1718285113] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26735; }","duration":"1.092877651s","start":"2026-07-23T04:14:43.194396Z","end":"2026-07-23T04:14:44.287274Z","steps":["trace[1718285113] 'agreement among raft nodes before linearized reading' (duration: 1.092348769s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:44.287345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:42.831206Z","time spent":"1.456128626s","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:44.287373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:43.194372Z","time spent":"1.092978223s","remote":"127.0.0.1:48128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:44.287678Z","caller":"traceutil/trace.go:171","msg":"trace[987448880] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"282.517721ms","start":"2026-07-23T04:14:44.005131Z","end":"2026-07-23T04:14:44.287649Z","steps":["trace[987448880] 'process raft request' (duration: 281.17096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:44.786899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:45.287965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:45.788392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:45.841973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.584989468s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T04:14:45.842746Z","caller":"traceutil/trace.go:171","msg":"trace[443318240] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"1.836722344s","start":"2026-07-23T04:14:44.005947Z","end":"2026-07-23T04:14:45.842669Z","steps":["trace[443318240] 'process raft request' (duration: 1.836412027s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:45.842995Z","caller":"traceutil/trace.go:171","msg":"trace[1089690976] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"1.836375915s","start":"2026-07-23T04:14:44.006573Z","end":"2026-07-23T04:14:45.842949Z","steps":["trace[1089690976] 'process raft request' (duration: 1.836024527s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:45.842951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.005935Z","time spent":"1.836903458s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:45.843391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.006559Z","time spent":"1.836528929s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:45.858929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:45.858997Z","caller":"traceutil/trace.go:171","msg":"trace[282110856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109138s","start":"2026-07-23T04:14:43.858866Z","end":"2026-07-23T04:14:45.858975Z","steps":["trace[282110856] 'agreement among raft nodes before linearized reading' (duration: 2.000038916s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:45.859026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:43.85882Z","time spent":"2.00019961s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-23T04:14:46.726389Z","caller":"traceutil/trace.go:171","msg":"trace[1897712536] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"2.436557575s","start":"2026-07-23T04:14:44.289781Z","end":"2026-07-23T04:14:46.726339Z","steps":["trace[1897712536] 'process raft request' (duration: 2.359550197s)","trace[1897712536] 'compare' (duration: 76.741422ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:46.726432Z","caller":"traceutil/trace.go:171","msg":"trace[1884415406] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"2.126691046s","start":"2026-07-23T04:14:44.599715Z","end":"2026-07-23T04:14:46.726406Z","steps":["trace[1884415406] 'process raft request' (duration: 2.126527712s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:46.726453Z","caller":"traceutil/trace.go:171","msg":"trace[1533389158] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"2.125464217s","start":"2026-07-23T04:14:44.600957Z","end":"2026-07-23T04:14:46.726421Z","steps":["trace[1533389158] 'process raft request' (duration: 2.125371505s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:46.726573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.289762Z","time spent":"2.43672876s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:46.726575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.599686Z","time spent":"2.126804828s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:46.726641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.600932Z","time spent":"2.125609211s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:46.726799Z","caller":"traceutil/trace.go:171","msg":"trace[1244369141] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"2.125688643s","start":"2026-07-23T04:14:44.601083Z","end":"2026-07-23T04:14:46.726771Z","steps":["trace[1244369141] 'process raft request' (duration: 2.125290374s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:46.726982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.601044Z","time spent":"2.125842936s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:46.72727Z","caller":"traceutil/trace.go:171","msg":"trace[2095761949] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"2.1256265s","start":"2026-07-23T04:14:44.601617Z","end":"2026-07-23T04:14:46.727244Z","steps":["trace[2095761949] 'process raft request' (duration: 2.125047387s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:46.727339Z","caller":"traceutil/trace.go:171","msg":"trace[578649899] linearizableReadLoop","detail":"{readStateIndex:27631; appliedIndex:27622; }","duration":"2.440801173s","start":"2026-07-23T04:14:44.286517Z","end":"2026-07-23T04:14:46.727318Z","steps":["trace[578649899] 'read index received' (duration: 1.555731996s)","trace[578649899] 'applied index is now lower than readState.Index' (duration: 885.068267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:46.727365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.601603Z","time spent":"2.125718333s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:46.727422Z","caller":"traceutil/trace.go:171","msg":"trace[15057718] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"2.124546616s","start":"2026-07-23T04:14:44.602865Z","end":"2026-07-23T04:14:46.727412Z","steps":["trace[15057718] 'process raft request' (duration: 2.124324751s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:46.727397Z","caller":"traceutil/trace.go:171","msg":"trace[254476782] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"1.474156452s","start":"2026-07-23T04:14:45.253185Z","end":"2026-07-23T04:14:46.727342Z","steps":["trace[254476782] 'process raft request' (duration: 1.474095041s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:46.727446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644240906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:46.727493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.60285Z","time spent":"2.124606428s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:46.727514Z","caller":"traceutil/trace.go:171","msg":"trace[390866838] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26745; }","duration":"2.644355279s","start":"2026-07-23T04:14:44.083147Z","end":"2026-07-23T04:14:46.727503Z","steps":["trace[390866838] 'agreement among raft nodes before linearized reading' (duration: 2.644217736s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:46.727543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.083085Z","time spent":"2.644451812s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:46.727556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820498447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-23T04:14:46.727583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:45.253153Z","time spent":"1.474331035s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:46.727571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868391657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-23T04:14:46.727604Z","caller":"traceutil/trace.go:171","msg":"trace[1416872008] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26745; }","duration":"2.82058549s","start":"2026-07-23T04:14:43.907008Z","end":"2026-07-23T04:14:46.727593Z","steps":["trace[1416872008] 'agreement among raft nodes before linearized reading' (duration: 2.820413675s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:46.727653Z","caller":"traceutil/trace.go:171","msg":"trace[543615249] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26745; }","duration":"2.868515991s","start":"2026-07-23T04:14:43.859123Z","end":"2026-07-23T04:14:46.727639Z","steps":["trace[543615249] 'agreement among raft nodes before linearized reading' (duration: 2.868309785s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:46.727681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:43.906985Z","time spent":"2.820685772s","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-23T04:14:46.727716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:43.859103Z","time spent":"2.868603722s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-23T04:14:47.194516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000903915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:47.194623Z","caller":"traceutil/trace.go:171","msg":"trace[1570705843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001290854s","start":"2026-07-23T04:14:45.193307Z","end":"2026-07-23T04:14:47.194598Z","steps":["trace[1570705843] 'agreement among raft nodes before linearized reading' (duration: 2.000940586s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:47.194702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:45.193282Z","time spent":"2.001405987s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:47.228554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:47.86784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T04:14:47.867981Z","caller":"traceutil/trace.go:171","msg":"trace[725169499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412565s","start":"2026-07-23T04:14:45.867539Z","end":"2026-07-23T04:14:47.867952Z","steps":["trace[725169499] 'agreement among raft nodes before linearized reading' (duration: 2.000202101s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:47.868052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:45.867525Z","time spent":"2.000509557s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:48.72513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334933563s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:48.725341Z","caller":"traceutil/trace.go:171","msg":"trace[237959150] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"2.431257944s","start":"2026-07-23T04:14:46.294045Z","end":"2026-07-23T04:14:48.725303Z","steps":["trace[237959150] 'process raft request' (duration: 1.095997883s)","trace[237959150] 'compare' (duration: 1.33392498s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:48.725462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:46.294017Z","time spent":"2.431374327s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:49.501306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.111161839s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T04:14:49.502265Z","caller":"traceutil/trace.go:171","msg":"trace[1242129457] linearizableReadLoop","detail":"{readStateIndex:27633; appliedIndex:27631; }","duration":"2.774813088s","start":"2026-07-23T04:14:46.727406Z","end":"2026-07-23T04:14:49.502219Z","steps":["trace[1242129457] 'read index received' (duration: 662.572315ms)","trace[1242129457] 'applied index is now lower than readState.Index' (duration: 2.112238763s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:49.502322Z","caller":"traceutil/trace.go:171","msg":"trace[196241924] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"2.765700838s","start":"2026-07-23T04:14:46.736557Z","end":"2026-07-23T04:14:49.502257Z","steps":["trace[196241924] 'process raft request' (duration: 2.765117425s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.502513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:46.736524Z","time spent":"2.765885592s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:49.502514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643372596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T04:14:49.502597Z","caller":"traceutil/trace.go:171","msg":"trace[1106318817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26747; }","duration":"3.643510738s","start":"2026-07-23T04:14:45.859066Z","end":"2026-07-23T04:14:49.502577Z","steps":["trace[1106318817] 'agreement among raft nodes before linearized reading' (duration: 3.643186831s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.502603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20716627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:49.502655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:45.859049Z","time spent":"3.643598151s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T04:14:49.502659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.30034004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:49.506541Z","caller":"traceutil/trace.go:171","msg":"trace[1219709476] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26747; }","duration":"4.304238639s","start":"2026-07-23T04:14:45.20226Z","end":"2026-07-23T04:14:49.506499Z","steps":["trace[1219709476] 'agreement among raft nodes before linearized reading' (duration: 4.30036563s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.506689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:45.202232Z","time spent":"4.304388983s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:49.502731Z","caller":"traceutil/trace.go:171","msg":"trace[1330896730] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26747; }","duration":"4.207319983s","start":"2026-07-23T04:14:45.295326Z","end":"2026-07-23T04:14:49.502646Z","steps":["trace[1330896730] 'agreement among raft nodes before linearized reading' (duration: 4.207119278s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.50703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:45.295304Z","time spent":"4.211682834s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:49.502846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96050973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:49.507112Z","caller":"traceutil/trace.go:171","msg":"trace[1153538776] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26747; }","duration":"4.964772828s","start":"2026-07-23T04:14:44.54232Z","end":"2026-07-23T04:14:49.507092Z","steps":["trace[1153538776] 'agreement among raft nodes before linearized reading' (duration: 4.960444368s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.502912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992994426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:49.507188Z","caller":"traceutil/trace.go:171","msg":"trace[1781752306] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26747; }","duration":"4.997293394s","start":"2026-07-23T04:14:44.509876Z","end":"2026-07-23T04:14:49.50717Z","steps":["trace[1781752306] 'agreement among raft nodes before linearized reading' (duration: 4.993009065s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.507196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.542234Z","time spent":"4.964938232s","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:49.507231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.509856Z","time spent":"4.997362616s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:49.502933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874229982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:49.507357Z","caller":"traceutil/trace.go:171","msg":"trace[1985381069] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26747; }","duration":"2.878661254s","start":"2026-07-23T04:14:46.628686Z","end":"2026-07-23T04:14:49.507347Z","steps":["trace[1985381069] 'agreement among raft nodes before linearized reading' (duration: 2.874197191s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.507383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:46.628618Z","time spent":"2.878755466s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:49.502571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510425217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:49.507506Z","caller":"traceutil/trace.go:171","msg":"trace[321934273] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26747; }","duration":"4.515436102s","start":"2026-07-23T04:14:44.99206Z","end":"2026-07-23T04:14:49.507497Z","steps":["trace[321934273] 'agreement among raft nodes before linearized reading' (duration: 4.510404167s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.50753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:44.992024Z","time spent":"4.515496954s","remote":"127.0.0.1:35740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:49.503047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372964682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:14:49.507669Z","caller":"traceutil/trace.go:171","msg":"trace[1632197946] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26747; }","duration":"3.37765503s","start":"2026-07-23T04:14:46.130006Z","end":"2026-07-23T04:14:49.507661Z","steps":["trace[1632197946] 'agreement among raft nodes before linearized reading' (duration: 3.372954422s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.50769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:46.129979Z","time spent":"3.37770339s","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:49.503118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640273433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:14:49.507913Z","caller":"traceutil/trace.go:171","msg":"trace[858515888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26747; }","duration":"3.645113144s","start":"2026-07-23T04:14:45.862781Z","end":"2026-07-23T04:14:49.507894Z","steps":["trace[858515888] 'agreement among raft nodes before linearized reading' (duration: 3.640279833s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.507977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:45.862753Z","time spent":"3.645197376s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T04:14:49.503284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642165897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:14:49.508145Z","caller":"traceutil/trace.go:171","msg":"trace[143580149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26747; }","duration":"3.647038849s","start":"2026-07-23T04:14:45.861095Z","end":"2026-07-23T04:14:49.508134Z","steps":["trace[143580149] 'agreement among raft nodes before linearized reading' (duration: 3.64185742s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.508183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:45.86109Z","time spent":"3.64708335s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:14:49.877228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000390263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:49.877339Z","caller":"traceutil/trace.go:171","msg":"trace[1222806133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587658s","start":"2026-07-23T04:14:47.876722Z","end":"2026-07-23T04:14:49.87731Z","steps":["trace[1222806133] 'agreement among raft nodes before linearized reading' (duration: 2.000428014s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:49.877402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:47.876686Z","time spent":"2.00070211s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:50.003469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:50.504337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:51.005247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:51.31468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.813075569s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:51.877507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999752689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:14:51.877608Z","caller":"traceutil/trace.go:171","msg":"trace[1456920959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999920452s","start":"2026-07-23T04:14:49.877665Z","end":"2026-07-23T04:14:51.877586Z","steps":["trace[1456920959] 'agreement among raft nodes before linearized reading' (duration: 1.99979089s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:51.877664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:49.877607Z","time spent":"2.000046386s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:14:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:14:52.120083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.859453ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:52.120219Z","caller":"traceutil/trace.go:171","msg":"trace[1664788024] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26747; }","duration":"963.013827ms","start":"2026-07-23T04:14:51.157186Z","end":"2026-07-23T04:14:52.1202Z","steps":["trace[1664788024] 'range keys from in-memory index tree' (duration: 962.842153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:52.120957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.898438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:52.121153Z","caller":"traceutil/trace.go:171","msg":"trace[238372759] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"4.520253244s","start":"2026-07-23T04:14:47.600881Z","end":"2026-07-23T04:14:52.121135Z","steps":["trace[238372759] 'process raft request' (duration: 3.71408297s)","trace[238372759] 'compare' (duration: 805.643992ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:52.121204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:47.600859Z","time spent":"4.520321185s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:52.124236Z","caller":"traceutil/trace.go:171","msg":"trace[61630024] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"4.272969641s","start":"2026-07-23T04:14:47.85124Z","end":"2026-07-23T04:14:52.124209Z","steps":["trace[61630024] 'process raft request' (duration: 4.272810338s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:52.124399Z","caller":"traceutil/trace.go:171","msg":"trace[334449255] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"4.12582208s","start":"2026-07-23T04:14:47.998558Z","end":"2026-07-23T04:14:52.12438Z","steps":["trace[334449255] 'process raft request' (duration: 4.125605765s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:52.124449Z","caller":"traceutil/trace.go:171","msg":"trace[761706143] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"4.273873682s","start":"2026-07-23T04:14:47.850567Z","end":"2026-07-23T04:14:52.12444Z","steps":["trace[761706143] 'process raft request' (duration: 4.270488485s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:52.124473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:47.998519Z","time spent":"4.125919882s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:52.124488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:47.850536Z","time spent":"4.273932724s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:52.124408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:47.851207Z","time spent":"4.273100383s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:52.124667Z","caller":"traceutil/trace.go:171","msg":"trace[800602994] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"3.606244501s","start":"2026-07-23T04:14:48.518412Z","end":"2026-07-23T04:14:52.124656Z","steps":["trace[800602994] 'process raft request' (duration: 3.605913604s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:52.124709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:48.518377Z","time spent":"3.606308563s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:52.124777Z","caller":"traceutil/trace.go:171","msg":"trace[154335270] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"3.391562729s","start":"2026-07-23T04:14:48.733208Z","end":"2026-07-23T04:14:52.124771Z","steps":["trace[154335270] 'process raft request' (duration: 3.391500477s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:52.124814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:48.733202Z","time spent":"3.39159378s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:52.124931Z","caller":"traceutil/trace.go:171","msg":"trace[1250718922] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"3.392460699s","start":"2026-07-23T04:14:48.732455Z","end":"2026-07-23T04:14:52.124916Z","steps":["trace[1250718922] 'process raft request' (duration: 3.392164252s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:52.124971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:48.732431Z","time spent":"3.392516571s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:52.125172Z","caller":"traceutil/trace.go:171","msg":"trace[34830829] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"3.391046917s","start":"2026-07-23T04:14:48.734109Z","end":"2026-07-23T04:14:52.125156Z","steps":["trace[34830829] 'process raft request' (duration: 3.390998465s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:52.125206Z","caller":"traceutil/trace.go:171","msg":"trace[129618083] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"3.391434685s","start":"2026-07-23T04:14:48.733737Z","end":"2026-07-23T04:14:52.125172Z","steps":["trace[129618083] 'process raft request' (duration: 3.391005895s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:52.125269Z","caller":"traceutil/trace.go:171","msg":"trace[1282163355] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"3.391342683s","start":"2026-07-23T04:14:48.733915Z","end":"2026-07-23T04:14:52.125258Z","steps":["trace[1282163355] 'process raft request' (duration: 3.391108558s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:52.125272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:48.734103Z","time spent":"3.391105388s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:52.125321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:48.733888Z","time spent":"3.391405725s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:52.125366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:48.73373Z","time spent":"3.391551958s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:53.29321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.978184482s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T04:14:53.365393Z","caller":"traceutil/trace.go:171","msg":"trace[211812448] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"3.858255952s","start":"2026-07-23T04:14:49.507104Z","end":"2026-07-23T04:14:53.36536Z","steps":["trace[211812448] 'process raft request' (duration: 3.786304928s)","trace[211812448] 'compare' (duration: 71.548455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:53.365547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:49.507081Z","time spent":"3.858385884s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:53.365642Z","caller":"traceutil/trace.go:171","msg":"trace[348636168] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"3.856920712s","start":"2026-07-23T04:14:49.508648Z","end":"2026-07-23T04:14:53.365569Z","steps":["trace[348636168] 'process raft request' (duration: 3.856602765s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.365887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:49.50864Z","time spent":"3.857102606s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:53.366447Z","caller":"traceutil/trace.go:171","msg":"trace[758997873] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"3.853878311s","start":"2026-07-23T04:14:49.512538Z","end":"2026-07-23T04:14:53.366416Z","steps":["trace[758997873] 'process raft request' (duration: 3.852813827s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.366581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:49.512519Z","time spent":"3.853993703s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:53.367038Z","caller":"traceutil/trace.go:171","msg":"trace[468454141] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"3.85421069s","start":"2026-07-23T04:14:49.512806Z","end":"2026-07-23T04:14:53.367017Z","steps":["trace[468454141] 'process raft request' (duration: 3.853552994s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.367326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:49.512802Z","time spent":"3.854321982s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:53.36816Z","caller":"traceutil/trace.go:171","msg":"trace[98939341] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"3.208260016s","start":"2026-07-23T04:14:50.159882Z","end":"2026-07-23T04:14:53.368142Z","steps":["trace[98939341] 'process raft request' (duration: 3.20671637s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:53.368163Z","caller":"traceutil/trace.go:171","msg":"trace[201053704] linearizableReadLoop","detail":"{readStateIndex:27649; appliedIndex:27633; }","duration":"3.865776155s","start":"2026-07-23T04:14:49.502363Z","end":"2026-07-23T04:14:53.368139Z","steps":["trace[201053704] 'read index received' (duration: 1.81261845s)","trace[201053704] 'applied index is now lower than readState.Index' (duration: 2.053153435s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:53.368323Z","caller":"traceutil/trace.go:171","msg":"trace[1063345917] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"2.634127165s","start":"2026-07-23T04:14:50.734186Z","end":"2026-07-23T04:14:53.368313Z","steps":["trace[1063345917] 'process raft request' (duration: 2.633725236s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.368427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:50.734156Z","time spent":"2.634195576s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:53.368636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068696787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:53.36867Z","caller":"traceutil/trace.go:171","msg":"trace[433138572] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26763; }","duration":"4.068770939s","start":"2026-07-23T04:14:49.29989Z","end":"2026-07-23T04:14:53.36866Z","steps":["trace[433138572] 'agreement among raft nodes before linearized reading' (duration: 4.068707827s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.368694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:49.299869Z","time spent":"4.068819409s","remote":"127.0.0.1:39026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.368624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:50.159827Z","time spent":"3.208573244s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:53.368842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466053327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:53.368865Z","caller":"traceutil/trace.go:171","msg":"trace[1899746759] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26763; }","duration":"4.466124759s","start":"2026-07-23T04:14:48.902733Z","end":"2026-07-23T04:14:53.368858Z","steps":["trace[1899746759] 'agreement among raft nodes before linearized reading' (duration: 4.466086168s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.368887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:48.902709Z","time spent":"4.46617373s","remote":"127.0.0.1:39134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.369023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637094442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7488bdb66d-42mlr.18c4cdf3fce54f87\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-23T04:14:53.369106Z","caller":"traceutil/trace.go:171","msg":"trace[493526768] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7488bdb66d-42mlr.18c4cdf3fce54f87; range_end:; response_count:1; response_revision:26763; }","duration":"6.637207414s","start":"2026-07-23T04:14:46.731878Z","end":"2026-07-23T04:14:53.369086Z","steps":["trace[493526768] 'agreement among raft nodes before linearized reading' (duration: 6.637039261s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.36915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:46.731861Z","time spent":"6.637279936s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-7488bdb66d-42mlr.18c4cdf3fce54f87\" "} {"level":"warn","ts":"2026-07-23T04:14:53.369164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.53649241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:53.369173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.198511454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:53.36919Z","caller":"traceutil/trace.go:171","msg":"trace[553152731] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26763; }","duration":"6.536556892s","start":"2026-07-23T04:14:46.832624Z","end":"2026-07-23T04:14:53.369181Z","steps":["trace[553152731] 'agreement among raft nodes before linearized reading' (duration: 6.53650831s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:53.369214Z","caller":"traceutil/trace.go:171","msg":"trace[107133235] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26763; }","duration":"6.198594656s","start":"2026-07-23T04:14:47.170608Z","end":"2026-07-23T04:14:53.369203Z","steps":["trace[107133235] 'agreement among raft nodes before linearized reading' (duration: 6.198519264s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:46.8326Z","time spent":"6.536611503s","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.369234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.764824149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-23T04:14:53.369248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:47.170583Z","time spent":"6.198657578s","remote":"127.0.0.1:35928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:53.369274Z","caller":"traceutil/trace.go:171","msg":"trace[75578278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26763; }","duration":"5.764905821s","start":"2026-07-23T04:14:47.604357Z","end":"2026-07-23T04:14:53.369263Z","steps":["trace[75578278] 'agreement among raft nodes before linearized reading' (duration: 5.764751298s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:47.604332Z","time spent":"5.764964563s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:14:53.369409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863227227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10025"} {"level":"info","ts":"2026-07-23T04:14:53.369443Z","caller":"traceutil/trace.go:171","msg":"trace[895635105] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26763; }","duration":"3.863282907s","start":"2026-07-23T04:14:49.506152Z","end":"2026-07-23T04:14:53.369435Z","steps":["trace[895635105] 'agreement among raft nodes before linearized reading' (duration: 3.863203625s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:49.506135Z","time spent":"3.863326619s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10048,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-07-23T04:14:53.36948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432496621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:53.369505Z","caller":"traceutil/trace.go:171","msg":"trace[301460338] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26763; }","duration":"2.432553503s","start":"2026-07-23T04:14:50.936944Z","end":"2026-07-23T04:14:53.369497Z","steps":["trace[301460338] 'agreement among raft nodes before linearized reading' (duration: 2.432508752s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:50.936923Z","time spent":"2.432605754s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.369535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.753174332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:53.36957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99333069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:53.369586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938275855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-23T04:14:53.36961Z","caller":"traceutil/trace.go:171","msg":"trace[1287036972] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26763; }","duration":"1.993416912s","start":"2026-07-23T04:14:51.376181Z","end":"2026-07-23T04:14:53.369598Z","steps":["trace[1287036972] 'agreement among raft nodes before linearized reading' (duration: 1.993359871s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:53.369613Z","caller":"traceutil/trace.go:171","msg":"trace[1779845987] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26763; }","duration":"5.753309185s","start":"2026-07-23T04:14:47.616285Z","end":"2026-07-23T04:14:53.369594Z","steps":["trace[1779845987] 'agreement among raft nodes before linearized reading' (duration: 5.753159832s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821582464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-07-23T04:14:53.369637Z","caller":"traceutil/trace.go:171","msg":"trace[589763812] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26763; }","duration":"1.938378039s","start":"2026-07-23T04:14:51.431248Z","end":"2026-07-23T04:14:53.369626Z","steps":["trace[589763812] 'agreement among raft nodes before linearized reading' (duration: 1.938207304s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:51.376156Z","time spent":"1.993476375s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.369648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:47.616262Z","time spent":"5.753379327s","remote":"127.0.0.1:37968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.369651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.942645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:53.369661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:51.431218Z","time spent":"1.93843774s","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-23T04:14:53.369681Z","caller":"traceutil/trace.go:171","msg":"trace[3806115] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26763; }","duration":"687.011686ms","start":"2026-07-23T04:14:52.682662Z","end":"2026-07-23T04:14:53.369673Z","steps":["trace[3806115] 'agreement among raft nodes before linearized reading' (duration: 686.963565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.36971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:52.682635Z","time spent":"687.069157ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.369568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934801235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129675"} {"level":"warn","ts":"2026-07-23T04:14:53.369784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04625035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:14:53.369792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073171303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T04:14:53.369809Z","caller":"traceutil/trace.go:171","msg":"trace[1858504643] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26763; }","duration":"1.046316002s","start":"2026-07-23T04:14:52.323484Z","end":"2026-07-23T04:14:53.3698Z","steps":["trace[1858504643] 'agreement among raft nodes before linearized reading' (duration: 1.046190299s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.636348855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-be171c20-2042-4044-8b89-b880fb2835fb\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-23T04:14:53.36982Z","caller":"traceutil/trace.go:171","msg":"trace[1506926390] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26763; }","duration":"3.073244935s","start":"2026-07-23T04:14:50.296568Z","end":"2026-07-23T04:14:53.369812Z","steps":["trace[1506926390] 'agreement among raft nodes before linearized reading' (duration: 3.073038859s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.36983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:52.323459Z","time spent":"1.046366913s","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:53.369838Z","caller":"traceutil/trace.go:171","msg":"trace[1370762620] range","detail":"{range_begin:/registry/persistentvolumes/pvc-be171c20-2042-4044-8b89-b880fb2835fb; range_end:; response_count:1; response_revision:26763; }","duration":"6.637198515s","start":"2026-07-23T04:14:46.73263Z","end":"2026-07-23T04:14:53.369828Z","steps":["trace[1370762620] 'agreement among raft nodes before linearized reading' (duration: 6.636206062s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486136207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:53.369863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:46.732625Z","time spent":"6.637230926s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-be171c20-2042-4044-8b89-b880fb2835fb\" "} {"level":"warn","ts":"2026-07-23T04:14:53.369864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626285878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:53.369878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268552712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:53.369657Z","caller":"traceutil/trace.go:171","msg":"trace[1001788757] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26763; }","duration":"1.821664947s","start":"2026-07-23T04:14:51.547979Z","end":"2026-07-23T04:14:53.369644Z","steps":["trace[1001788757] 'agreement among raft nodes before linearized reading' (duration: 1.821469372s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:53.369798Z","caller":"traceutil/trace.go:171","msg":"trace[353963989] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26763; }","duration":"1.935084933s","start":"2026-07-23T04:14:51.434702Z","end":"2026-07-23T04:14:53.369787Z","steps":["trace[353963989] 'agreement among raft nodes before linearized reading' (duration: 1.934755125s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335898645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:53.369896Z","caller":"traceutil/trace.go:171","msg":"trace[1182093807] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26763; }","duration":"1.626401631s","start":"2026-07-23T04:14:51.743485Z","end":"2026-07-23T04:14:53.369887Z","steps":["trace[1182093807] 'agreement among raft nodes before linearized reading' (duration: 1.62635678s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:51.547953Z","time spent":"1.821998805s","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-23T04:14:53.369977Z","caller":"traceutil/trace.go:171","msg":"trace[416648656] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26763; }","duration":"1.336018137s","start":"2026-07-23T04:14:52.03395Z","end":"2026-07-23T04:14:53.369968Z","steps":["trace[416648656] 'agreement among raft nodes before linearized reading' (duration: 1.335930665s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.369982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:51.434656Z","time spent":"1.935313868s","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129698,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-23T04:14:53.369993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:51.743458Z","time spent":"1.626526423s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.370007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:52.033925Z","time spent":"1.336070519s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.370081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422832037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-23T04:14:53.370115Z","caller":"traceutil/trace.go:171","msg":"trace[35814618] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:26763; }","duration":"3.422927839s","start":"2026-07-23T04:14:49.947178Z","end":"2026-07-23T04:14:53.370106Z","steps":["trace[35814618] 'agreement among raft nodes before linearized reading' (duration: 3.422842508s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.37014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:49.947143Z","time spent":"3.422990761s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-23T04:14:53.369109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517590241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:53.370004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322053491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:53.370194Z","caller":"traceutil/trace.go:171","msg":"trace[1196226692] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26763; }","duration":"4.518722578s","start":"2026-07-23T04:14:48.851457Z","end":"2026-07-23T04:14:53.370179Z","steps":["trace[1196226692] 'agreement among raft nodes before linearized reading' (duration: 4.517614172s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:53.370209Z","caller":"traceutil/trace.go:171","msg":"trace[1184129982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26763; }","duration":"3.322300007s","start":"2026-07-23T04:14:50.047898Z","end":"2026-07-23T04:14:53.370198Z","steps":["trace[1184129982] 'agreement among raft nodes before linearized reading' (duration: 3.322080422s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.370219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:48.851425Z","time spent":"4.518785459s","remote":"127.0.0.1:35834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:53.369868Z","caller":"traceutil/trace.go:171","msg":"trace[1331780912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26763; }","duration":"1.486200709s","start":"2026-07-23T04:14:51.88366Z","end":"2026-07-23T04:14:53.369861Z","steps":["trace[1331780912] 'agreement among raft nodes before linearized reading' (duration: 1.486162998s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.370244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:50.047875Z","time spent":"3.322357228s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.370271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:51.883638Z","time spent":"1.486622578s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:14:53.369843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:50.296544Z","time spent":"3.073291755s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:14:53.369962Z","caller":"traceutil/trace.go:171","msg":"trace[1876836823] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26763; }","duration":"3.268618694s","start":"2026-07-23T04:14:50.101279Z","end":"2026-07-23T04:14:53.369898Z","steps":["trace[1876836823] 'agreement among raft nodes before linearized reading' (duration: 3.268576313s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.370375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:50.101257Z","time spent":"3.269106885s","remote":"127.0.0.1:39030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.860504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.676735ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-23T04:14:53.860647Z","caller":"traceutil/trace.go:171","msg":"trace[1280769774] linearizableReadLoop","detail":"{readStateIndex:27650; appliedIndex:27649; }","duration":"488.536916ms","start":"2026-07-23T04:14:53.372082Z","end":"2026-07-23T04:14:53.860619Z","steps":["trace[1280769774] 'read index received' (duration: 356.83336ms)","trace[1280769774] 'applied index is now lower than readState.Index' (duration: 131.701486ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:53.860758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.371357Z","time spent":"489.397145ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T04:14:53.861836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.735933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117634"} {"level":"info","ts":"2026-07-23T04:14:53.861895Z","caller":"traceutil/trace.go:171","msg":"trace[1625216154] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26763; }","duration":"489.827495ms","start":"2026-07-23T04:14:53.372051Z","end":"2026-07-23T04:14:53.861879Z","steps":["trace[1625216154] 'agreement among raft nodes before linearized reading' (duration: 488.990866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.861947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.372036Z","time spent":"489.894297ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117657,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-23T04:14:53.865464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.912945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:53.865556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.100225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:53.865624Z","caller":"traceutil/trace.go:171","msg":"trace[713025599] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26765; }","duration":"444.207867ms","start":"2026-07-23T04:14:53.421397Z","end":"2026-07-23T04:14:53.865604Z","steps":["trace[713025599] 'agreement among raft nodes before linearized reading' (duration: 444.070504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.865714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.421379Z","time spent":"444.32146ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:14:53.865851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.604386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-23T04:14:53.865896Z","caller":"traceutil/trace.go:171","msg":"trace[739956336] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26765; }","duration":"491.670758ms","start":"2026-07-23T04:14:53.374204Z","end":"2026-07-23T04:14:53.865874Z","steps":["trace[739956336] 'agreement among raft nodes before linearized reading' (duration: 491.576496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.865936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.374183Z","time spent":"491.743769ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-23T04:14:53.866153Z","caller":"traceutil/trace.go:171","msg":"trace[177062296] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"485.601699ms","start":"2026-07-23T04:14:53.380526Z","end":"2026-07-23T04:14:53.866127Z","steps":["trace[177062296] 'process raft request' (duration: 484.729558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.866143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.113918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:14:53.86623Z","caller":"traceutil/trace.go:171","msg":"trace[2025045439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26765; }","duration":"492.229051ms","start":"2026-07-23T04:14:53.373983Z","end":"2026-07-23T04:14:53.866212Z","steps":["trace[2025045439] 'agreement among raft nodes before linearized reading' (duration: 491.943564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.866267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.373969Z","time spent":"492.290762ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:14:53.866285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.380517Z","time spent":"485.692751ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10305,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:53.866557Z","caller":"traceutil/trace.go:171","msg":"trace[1386842766] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"491.102124ms","start":"2026-07-23T04:14:53.375441Z","end":"2026-07-23T04:14:53.866544Z","steps":["trace[1386842766] 'process raft request' (duration: 489.608089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.866964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.375428Z","time spent":"491.430561ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:53.867341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.360586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117634"} {"level":"info","ts":"2026-07-23T04:14:53.867404Z","caller":"traceutil/trace.go:171","msg":"trace[928462839] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26765; }","duration":"493.427587ms","start":"2026-07-23T04:14:53.37396Z","end":"2026-07-23T04:14:53.867387Z","steps":["trace[928462839] 'agreement among raft nodes before linearized reading' (duration: 492.306962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.867452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.373952Z","time spent":"493.484939ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117657,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-23T04:14:53.865755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.240685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-23T04:14:53.867606Z","caller":"traceutil/trace.go:171","msg":"trace[779498331] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26765; }","duration":"492.069557ms","start":"2026-07-23T04:14:53.375506Z","end":"2026-07-23T04:14:53.867575Z","steps":["trace[779498331] 'agreement among raft nodes before linearized reading' (duration: 490.088872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.867654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.375488Z","time spent":"492.149088ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-23T04:14:53.865566Z","caller":"traceutil/trace.go:171","msg":"trace[249968088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26765; }","duration":"493.045688ms","start":"2026-07-23T04:14:53.372497Z","end":"2026-07-23T04:14:53.865543Z","steps":["trace[249968088] 'agreement among raft nodes before linearized reading' (duration: 492.864803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:53.867729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:53.372487Z","time spent":"495.235879ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T04:14:54.055722Z","caller":"traceutil/trace.go:171","msg":"trace[1805586806] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"163.986267ms","start":"2026-07-23T04:14:53.891695Z","end":"2026-07-23T04:14:54.055682Z","steps":["trace[1805586806] 'process raft request' (duration: 163.693801ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.056559Z","caller":"traceutil/trace.go:171","msg":"trace[720585363] linearizableReadLoop","detail":"{readStateIndex:27656; appliedIndex:27654; }","duration":"119.594848ms","start":"2026-07-23T04:14:53.936924Z","end":"2026-07-23T04:14:54.056519Z","steps":["trace[720585363] 'read index received' (duration: 118.336509ms)","trace[720585363] 'applied index is now lower than readState.Index' (duration: 1.255919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:54.056801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.640989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-23T04:14:54.056858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.847547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-23T04:14:54.056874Z","caller":"traceutil/trace.go:171","msg":"trace[1090241168] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26769; }","duration":"173.752822ms","start":"2026-07-23T04:14:53.883105Z","end":"2026-07-23T04:14:54.056858Z","steps":["trace[1090241168] 'agreement among raft nodes before linearized reading' (duration: 173.506326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:54.056883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.769639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-23T04:14:54.056922Z","caller":"traceutil/trace.go:171","msg":"trace[1626812805] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26769; }","duration":"175.84003ms","start":"2026-07-23T04:14:53.881069Z","end":"2026-07-23T04:14:54.056909Z","steps":["trace[1626812805] 'agreement among raft nodes before linearized reading' (duration: 175.633545ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.056919Z","caller":"traceutil/trace.go:171","msg":"trace[1350554982] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26769; }","duration":"117.913939ms","start":"2026-07-23T04:14:53.938988Z","end":"2026-07-23T04:14:54.056902Z","steps":["trace[1350554982] 'agreement among raft nodes before linearized reading' (duration: 117.746025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:54.057262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.784404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db46dddf9-7xn5w.18c4d001e40167b4\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-07-23T04:14:54.057313Z","caller":"traceutil/trace.go:171","msg":"trace[487594286] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db46dddf9-7xn5w.18c4d001e40167b4; range_end:; response_count:1; response_revision:26769; }","duration":"116.846495ms","start":"2026-07-23T04:14:53.940449Z","end":"2026-07-23T04:14:54.057296Z","steps":["trace[487594286] 'agreement among raft nodes before linearized reading' (duration: 116.696411ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.057424Z","caller":"traceutil/trace.go:171","msg":"trace[75597881] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"165.135034ms","start":"2026-07-23T04:14:53.892261Z","end":"2026-07-23T04:14:54.057396Z","steps":["trace[75597881] 'process raft request' (duration: 163.341892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:54.057571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.407791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:14:54.057788Z","caller":"traceutil/trace.go:171","msg":"trace[1344057843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26769; }","duration":"175.579584ms","start":"2026-07-23T04:14:53.882141Z","end":"2026-07-23T04:14:54.05772Z","steps":["trace[1344057843] 'agreement among raft nodes before linearized reading' (duration: 175.38333ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.223108Z","caller":"traceutil/trace.go:171","msg":"trace[1029218488] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"162.77098ms","start":"2026-07-23T04:14:54.06031Z","end":"2026-07-23T04:14:54.223081Z","steps":["trace[1029218488] 'process raft request' (duration: 162.594316ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.224264Z","caller":"traceutil/trace.go:171","msg":"trace[1601443373] linearizableReadLoop","detail":"{readStateIndex:27657; appliedIndex:27657; }","duration":"162.585756ms","start":"2026-07-23T04:14:54.061651Z","end":"2026-07-23T04:14:54.224237Z","steps":["trace[1601443373] 'read index received' (duration: 162.578116ms)","trace[1601443373] 'applied index is now lower than readState.Index' (duration: 6.37µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:54.224481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.802421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e2ee1055-cd42-4508-8f2c-7096a8f8b804\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-23T04:14:54.224536Z","caller":"traceutil/trace.go:171","msg":"trace[2000087255] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e2ee1055-cd42-4508-8f2c-7096a8f8b804; range_end:; response_count:1; response_revision:26770; }","duration":"162.874403ms","start":"2026-07-23T04:14:54.061646Z","end":"2026-07-23T04:14:54.224521Z","steps":["trace[2000087255] 'agreement among raft nodes before linearized reading' (duration: 162.665148ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.299233Z","caller":"traceutil/trace.go:171","msg":"trace[989286270] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"167.423996ms","start":"2026-07-23T04:14:54.131753Z","end":"2026-07-23T04:14:54.299177Z","steps":["trace[989286270] 'process raft request' (duration: 167.1421ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.299234Z","caller":"traceutil/trace.go:171","msg":"trace[26045168] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"167.253013ms","start":"2026-07-23T04:14:54.131947Z","end":"2026-07-23T04:14:54.2992Z","steps":["trace[26045168] 'process raft request' (duration: 167.14624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:54.299924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.670012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-b5gfx\" ","response":"range_response_count:1 size:5267"} {"level":"info","ts":"2026-07-23T04:14:54.299976Z","caller":"traceutil/trace.go:171","msg":"trace[709185632] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-b5gfx; range_end:; response_count:1; response_revision:26777; }","duration":"227.770394ms","start":"2026-07-23T04:14:54.072194Z","end":"2026-07-23T04:14:54.299964Z","steps":["trace[709185632] 'agreement among raft nodes before linearized reading' (duration: 227.555589ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.299594Z","caller":"traceutil/trace.go:171","msg":"trace[1699131653] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"167.228432ms","start":"2026-07-23T04:14:54.132325Z","end":"2026-07-23T04:14:54.299553Z","steps":["trace[1699131653] 'process raft request' (duration: 166.820842ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.29962Z","caller":"traceutil/trace.go:171","msg":"trace[191087211] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"164.632132ms","start":"2026-07-23T04:14:54.134961Z","end":"2026-07-23T04:14:54.299594Z","steps":["trace[191087211] 'process raft request' (duration: 164.445297ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.299654Z","caller":"traceutil/trace.go:171","msg":"trace[1091844304] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"163.387194ms","start":"2026-07-23T04:14:54.136256Z","end":"2026-07-23T04:14:54.299644Z","steps":["trace[1091844304] 'process raft request' (duration: 163.275861ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.299709Z","caller":"traceutil/trace.go:171","msg":"trace[1284207392] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"161.631454ms","start":"2026-07-23T04:14:54.138048Z","end":"2026-07-23T04:14:54.299679Z","steps":["trace[1284207392] 'process raft request' (duration: 161.563232ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.299748Z","caller":"traceutil/trace.go:171","msg":"trace[425249198] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"163.301982ms","start":"2026-07-23T04:14:54.136363Z","end":"2026-07-23T04:14:54.299665Z","steps":["trace[425249198] 'process raft request' (duration: 163.2094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:54.299782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.699769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:14:54.299883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.368721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-23T04:14:54.300636Z","caller":"traceutil/trace.go:171","msg":"trace[395350973] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26777; }","duration":"237.529557ms","start":"2026-07-23T04:14:54.063032Z","end":"2026-07-23T04:14:54.300561Z","steps":["trace[395350973] 'agreement among raft nodes before linearized reading' (duration: 236.677338ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:54.300718Z","caller":"traceutil/trace.go:171","msg":"trace[329572004] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26777; }","duration":"237.225251ms","start":"2026-07-23T04:14:54.063474Z","end":"2026-07-23T04:14:54.300699Z","steps":["trace[329572004] 'agreement among raft nodes before linearized reading' (duration: 236.218408ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:55.07905Z","caller":"traceutil/trace.go:171","msg":"trace[1170135897] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"127.06298ms","start":"2026-07-23T04:14:54.951961Z","end":"2026-07-23T04:14:55.079024Z","steps":["trace[1170135897] 'process raft request' (duration: 126.755123ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:55.144959Z","caller":"traceutil/trace.go:171","msg":"trace[1040100279] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"188.293627ms","start":"2026-07-23T04:14:54.956609Z","end":"2026-07-23T04:14:55.144903Z","steps":["trace[1040100279] 'process raft request' (duration: 176.986767ms)","trace[1040100279] 'compare' (duration: 10.926831ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:14:55.342759Z","caller":"traceutil/trace.go:171","msg":"trace[206265718] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"111.010861ms","start":"2026-07-23T04:14:55.231723Z","end":"2026-07-23T04:14:55.342733Z","steps":["trace[206265718] 'process raft request' (duration: 110.814696ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:14:55.360145Z","caller":"traceutil/trace.go:171","msg":"trace[1833713159] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"127.844248ms","start":"2026-07-23T04:14:55.232264Z","end":"2026-07-23T04:14:55.360108Z","steps":["trace[1833713159] 'process raft request' (duration: 127.681554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:58.074737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.088953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:58.074904Z","caller":"traceutil/trace.go:171","msg":"trace[774295038] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"572.821551ms","start":"2026-07-23T04:14:57.502067Z","end":"2026-07-23T04:14:58.074888Z","steps":["trace[774295038] 'process raft request' (duration: 572.750269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:14:58.074954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:57.502028Z","time spent":"572.902163ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:14:58.074985Z","caller":"traceutil/trace.go:171","msg":"trace[2057639815] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"574.410969ms","start":"2026-07-23T04:14:57.500547Z","end":"2026-07-23T04:14:58.074957Z","steps":["trace[2057639815] 'process raft request' (duration: 154.031749ms)","trace[2057639815] 'compare' (duration: 419.760036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:58.075084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:57.500525Z","time spent":"574.50735ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:14:58.27017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:58.770909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:14:58.920148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231735633s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:14:59.049146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.453232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:14:59.049258Z","caller":"traceutil/trace.go:171","msg":"trace[1481684884] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"1.367823668s","start":"2026-07-23T04:14:57.681415Z","end":"2026-07-23T04:14:59.049239Z","steps":["trace[1481684884] 'process raft request' (duration: 1.239180242s)","trace[1481684884] 'compare' (duration: 127.50933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:14:59.049307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:57.681385Z","time spent":"1.36789806s","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:00.188397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T04:15:00.188485Z","caller":"traceutil/trace.go:171","msg":"trace[1052819772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453215s","start":"2026-07-23T04:14:58.188008Z","end":"2026-07-23T04:15:00.188462Z","steps":["trace[1052819772] 'agreement among raft nodes before linearized reading' (duration: 2.000343302s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:00.188527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.187982Z","time spent":"2.000538668s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 04:15:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T04:15:00.600034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6790501s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:15:01.426033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.850707ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:01.42625Z","caller":"traceutil/trace.go:171","msg":"trace[1695092552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26836; }","duration":"269.077282ms","start":"2026-07-23T04:15:01.157145Z","end":"2026-07-23T04:15:01.426222Z","steps":["trace[1695092552] 'range keys from in-memory index tree' (duration: 268.831387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.426402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.001538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:01.426882Z","caller":"traceutil/trace.go:171","msg":"trace[196471070] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"555.32059ms","start":"2026-07-23T04:15:00.871539Z","end":"2026-07-23T04:15:01.426859Z","steps":["trace[196471070] 'process raft request' (duration: 555.279889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.426988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:00.871511Z","time spent":"555.419053ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:01.427335Z","caller":"traceutil/trace.go:171","msg":"trace[867642539] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"3.102240642s","start":"2026-07-23T04:14:58.32508Z","end":"2026-07-23T04:15:01.427321Z","steps":["trace[867642539] 'process raft request' (duration: 2.27523653s)","trace[867642539] 'compare' (duration: 824.963345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:01.427402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.325048Z","time spent":"3.102323343s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:01.427548Z","caller":"traceutil/trace.go:171","msg":"trace[1366451403] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"3.08480711s","start":"2026-07-23T04:14:58.342732Z","end":"2026-07-23T04:15:01.427539Z","steps":["trace[1366451403] 'process raft request' (duration: 3.083776886s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.427617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.342707Z","time spent":"3.084872102s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:01.427732Z","caller":"traceutil/trace.go:171","msg":"trace[1915062851] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"1.929005234s","start":"2026-07-23T04:14:59.498715Z","end":"2026-07-23T04:15:01.42772Z","steps":["trace[1915062851] 'process raft request' (duration: 1.928059142s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:01.427713Z","caller":"traceutil/trace.go:171","msg":"trace[303526920] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"3.079642751s","start":"2026-07-23T04:14:58.347998Z","end":"2026-07-23T04:15:01.427641Z","steps":["trace[303526920] 'process raft request' (duration: 3.07873072s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.427784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:59.498688Z","time spent":"1.929070635s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:01.427859Z","caller":"traceutil/trace.go:171","msg":"trace[1278091176] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"3.081094095s","start":"2026-07-23T04:14:58.346732Z","end":"2026-07-23T04:15:01.427826Z","steps":["trace[1278091176] 'process raft request' (duration: 3.079897448s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.427922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.347986Z","time spent":"3.079840826s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:01.427973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.346714Z","time spent":"3.081183997s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:01.428024Z","caller":"traceutil/trace.go:171","msg":"trace[811716492] linearizableReadLoop","detail":"{readStateIndex:27731; appliedIndex:27723; }","duration":"3.658563593s","start":"2026-07-23T04:14:57.769448Z","end":"2026-07-23T04:15:01.428011Z","steps":["trace[811716492] 'read index received' (duration: 1.151507828s)","trace[811716492] 'applied index is now lower than readState.Index' (duration: 2.507054665s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:01.428079Z","caller":"traceutil/trace.go:171","msg":"trace[2140064398] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"3.083866919s","start":"2026-07-23T04:14:58.3442Z","end":"2026-07-23T04:15:01.428067Z","steps":["trace[2140064398] 'process raft request' (duration: 3.082382015s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.428122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.344181Z","time spent":"3.083910029s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:01.428143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658684766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:01.428178Z","caller":"traceutil/trace.go:171","msg":"trace[1917668221] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"3.080263005s","start":"2026-07-23T04:14:58.347907Z","end":"2026-07-23T04:15:01.42817Z","steps":["trace[1917668221] 'process raft request' (duration: 3.078788862s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.428249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.347892Z","time spent":"3.080323047s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:01.428267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306976195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:01.428295Z","caller":"traceutil/trace.go:171","msg":"trace[2053507668] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26845; }","duration":"3.307006076s","start":"2026-07-23T04:14:58.121282Z","end":"2026-07-23T04:15:01.428288Z","steps":["trace[2053507668] 'agreement among raft nodes before linearized reading' (duration: 3.306937094s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:01.428185Z","caller":"traceutil/trace.go:171","msg":"trace[1751357264] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26845; }","duration":"3.658770458s","start":"2026-07-23T04:14:57.769403Z","end":"2026-07-23T04:15:01.428174Z","steps":["trace[1751357264] 'agreement among raft nodes before linearized reading' (duration: 3.658698256s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.428333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.121254Z","time spent":"3.307071596s","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:01.42836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:57.769379Z","time spent":"3.658963513s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:01.428418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.22116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:01.428467Z","caller":"traceutil/trace.go:171","msg":"trace[1146027144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26845; }","duration":"613.269031ms","start":"2026-07-23T04:15:00.815184Z","end":"2026-07-23T04:15:01.428453Z","steps":["trace[1146027144] 'agreement among raft nodes before linearized reading' (duration: 613.2038ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:01.428122Z","caller":"traceutil/trace.go:171","msg":"trace[151721582] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"3.080682186s","start":"2026-07-23T04:14:58.347427Z","end":"2026-07-23T04:15:01.428109Z","steps":["trace[151721582] 'process raft request' (duration: 3.079233883s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.428552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.184456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:01.428572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.34741Z","time spent":"3.081127786s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:01.42859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914638342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:15:01.428621Z","caller":"traceutil/trace.go:171","msg":"trace[329848503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26845; }","duration":"1.914708704s","start":"2026-07-23T04:14:59.513903Z","end":"2026-07-23T04:15:01.428612Z","steps":["trace[329848503] 'agreement among raft nodes before linearized reading' (duration: 1.914622512s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.428351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480990289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-23T04:15:01.428656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:59.513873Z","time spent":"1.914777436s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T04:15:01.428671Z","caller":"traceutil/trace.go:171","msg":"trace[2037094773] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:26845; }","duration":"1.481357707s","start":"2026-07-23T04:14:59.947301Z","end":"2026-07-23T04:15:01.428658Z","steps":["trace[2037094773] 'agreement among raft nodes before linearized reading' (duration: 1.480954128s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.428695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.550752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:15:01.428722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:59.947271Z","time spent":"1.481442698s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-23T04:15:01.428767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239944719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:01.428799Z","caller":"traceutil/trace.go:171","msg":"trace[1333325857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26845; }","duration":"1.23997409s","start":"2026-07-23T04:15:00.188817Z","end":"2026-07-23T04:15:01.428791Z","steps":["trace[1333325857] 'agreement among raft nodes before linearized reading' (duration: 1.239925089s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.428808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49901131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:01.428831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:00.188772Z","time spent":"1.240053462s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T04:15:01.428846Z","caller":"traceutil/trace.go:171","msg":"trace[1915060447] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26845; }","duration":"2.499090392s","start":"2026-07-23T04:14:58.929744Z","end":"2026-07-23T04:15:01.428834Z","steps":["trace[1915060447] 'agreement among raft nodes before linearized reading' (duration: 2.49902147s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.42887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.929399Z","time spent":"2.499465281s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:01.428506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:00.815108Z","time spent":"613.389673ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:01.428998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321599056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:01.428586Z","caller":"traceutil/trace.go:171","msg":"trace[1101169007] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26845; }","duration":"629.258968ms","start":"2026-07-23T04:15:00.799319Z","end":"2026-07-23T04:15:01.428578Z","steps":["trace[1101169007] 'agreement among raft nodes before linearized reading' (duration: 629.206027ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:01.429035Z","caller":"traceutil/trace.go:171","msg":"trace[390151765] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26845; }","duration":"1.321679037s","start":"2026-07-23T04:15:00.107347Z","end":"2026-07-23T04:15:01.429026Z","steps":["trace[390151765] 'agreement among raft nodes before linearized reading' (duration: 1.321624366s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.429044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837639579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-23T04:15:01.429056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:00.799296Z","time spent":"629.745999ms","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:01.429085Z","caller":"traceutil/trace.go:171","msg":"trace[1740434221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26845; }","duration":"2.837724872s","start":"2026-07-23T04:14:58.591347Z","end":"2026-07-23T04:15:01.429072Z","steps":["trace[1740434221] 'agreement among raft nodes before linearized reading' (duration: 2.83761825s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.429124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.591322Z","time spent":"2.837793884s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T04:15:01.429149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348382662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T04:15:01.428507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64946518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:01.430823Z","caller":"traceutil/trace.go:171","msg":"trace[650583610] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26845; }","duration":"1.651832905s","start":"2026-07-23T04:14:59.778971Z","end":"2026-07-23T04:15:01.430804Z","steps":["trace[650583610] 'agreement among raft nodes before linearized reading' (duration: 1.649507681s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.430889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:59.778939Z","time spent":"1.651929957s","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:01.42907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:00.107319Z","time spent":"1.321744619s","remote":"127.0.0.1:56328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-23T04:15:01.428726Z","caller":"traceutil/trace.go:171","msg":"trace[400848132] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26845; }","duration":"910.582742ms","start":"2026-07-23T04:15:00.518135Z","end":"2026-07-23T04:15:01.428718Z","steps":["trace[400848132] 'agreement among raft nodes before linearized reading' (duration: 910.47012ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:01.429181Z","caller":"traceutil/trace.go:171","msg":"trace[1212733411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26845; }","duration":"1.348465625s","start":"2026-07-23T04:15:00.080707Z","end":"2026-07-23T04:15:01.429173Z","steps":["trace[1212733411] 'agreement among raft nodes before linearized reading' (duration: 1.348380322s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.431203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:00.518048Z","time spent":"913.09625ms","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:01.431249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:00.080673Z","time spent":"1.350559022s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:01.429259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348523165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:15:01.431322Z","caller":"traceutil/trace.go:171","msg":"trace[1660119981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26845; }","duration":"1.350576163s","start":"2026-07-23T04:15:00.080727Z","end":"2026-07-23T04:15:01.431303Z","steps":["trace[1660119981] 'agreement among raft nodes before linearized reading' (duration: 1.348470545s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.431382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:00.080643Z","time spent":"1.350722865s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:01.429272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093081762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:01.431594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002818469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:15:01.431575Z","caller":"traceutil/trace.go:171","msg":"trace[1177402166] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26845; }","duration":"3.095389763s","start":"2026-07-23T04:14:58.33615Z","end":"2026-07-23T04:15:01.43154Z","steps":["trace[1177402166] 'agreement among raft nodes before linearized reading' (duration: 3.093094191s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:01.43164Z","caller":"traceutil/trace.go:171","msg":"trace[1332361615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26845; }","duration":"2.002905481s","start":"2026-07-23T04:14:59.428718Z","end":"2026-07-23T04:15:01.431624Z","steps":["trace[1332361615] 'agreement among raft nodes before linearized reading' (duration: 2.00026212s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.431667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:59.428693Z","time spent":"2.002968723s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:15:01.431687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.33613Z","time spent":"3.095521647s","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:01.429295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436510867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:01.431745Z","caller":"traceutil/trace.go:171","msg":"trace[1904326971] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26845; }","duration":"1.439003173s","start":"2026-07-23T04:14:59.992723Z","end":"2026-07-23T04:15:01.431726Z","steps":["trace[1904326971] 'agreement among raft nodes before linearized reading' (duration: 1.436551538s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.429345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207375916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-23T04:15:01.431797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:59.992696Z","time spent":"1.439083886s","remote":"127.0.0.1:50652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:01.431845Z","caller":"traceutil/trace.go:171","msg":"trace[394210221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26845; }","duration":"3.209922814s","start":"2026-07-23T04:14:58.221905Z","end":"2026-07-23T04:15:01.431828Z","steps":["trace[394210221] 'agreement among raft nodes before linearized reading' (duration: 3.207384796s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.430103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380107728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:01.431904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:58.221882Z","time spent":"3.210009616s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:01.430175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362509363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:01.431984Z","caller":"traceutil/trace.go:171","msg":"trace[1073815189] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26845; }","duration":"2.364393967s","start":"2026-07-23T04:14:59.067566Z","end":"2026-07-23T04:15:01.43196Z","steps":["trace[1073815189] 'agreement among raft nodes before linearized reading' (duration: 2.362452573s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:01.431972Z","caller":"traceutil/trace.go:171","msg":"trace[640023523] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26845; }","duration":"2.381978741s","start":"2026-07-23T04:14:59.049953Z","end":"2026-07-23T04:15:01.431932Z","steps":["trace[640023523] 'agreement among raft nodes before linearized reading' (duration: 2.380066018s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.43205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:59.067541Z","time spent":"2.36449026s","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:01.43034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193494991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-07-23T04:15:01.43212Z","caller":"traceutil/trace.go:171","msg":"trace[1727779832] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26845; }","duration":"2.195303263s","start":"2026-07-23T04:14:59.236795Z","end":"2026-07-23T04:15:01.432098Z","steps":["trace[1727779832] 'agreement among raft nodes before linearized reading' (duration: 2.19343895s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:01.432127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:59.049932Z","time spent":"2.382140195s","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:01.432186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:14:59.23677Z","time spent":"2.195396224s","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-23T04:15:01.93645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:15:02.436882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:15:02.674612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242237313s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:15:03.436623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T04:15:03.436708Z","caller":"traceutil/trace.go:171","msg":"trace[1501323505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034645s","start":"2026-07-23T04:15:01.436656Z","end":"2026-07-23T04:15:03.436691Z","steps":["trace[1501323505] 'agreement among raft nodes before linearized reading' (duration: 1.999923783s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:03.436748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.436649Z","time spent":"2.000091196s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:15:04.084425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38790523s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T04:15:04.327384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65251594s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-23T04:15:04.32803Z","caller":"traceutil/trace.go:171","msg":"trace[1782131274] linearizableReadLoop","detail":"{readStateIndex:27740; appliedIndex:27733; }","duration":"2.892810158s","start":"2026-07-23T04:15:01.4352Z","end":"2026-07-23T04:15:04.32801Z","steps":["trace[1782131274] 'read index received' (duration: 1.239664104s)","trace[1782131274] 'applied index is now lower than readState.Index' (duration: 1.653145014s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:04.32821Z","caller":"traceutil/trace.go:171","msg":"trace[1669526362] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"2.891493538s","start":"2026-07-23T04:15:01.436678Z","end":"2026-07-23T04:15:04.328172Z","steps":["trace[1669526362] 'process raft request' (duration: 2.891189041s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.328361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.43667Z","time spent":"2.891610341s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:04.328527Z","caller":"traceutil/trace.go:171","msg":"trace[1815678779] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"2.895135981s","start":"2026-07-23T04:15:01.433362Z","end":"2026-07-23T04:15:04.328498Z","steps":["trace[1815678779] 'process raft request' (duration: 2.894295812s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:04.328572Z","caller":"traceutil/trace.go:171","msg":"trace[1924932336] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"2.105324624s","start":"2026-07-23T04:15:02.223211Z","end":"2026-07-23T04:15:04.328536Z","steps":["trace[1924932336] 'process raft request' (duration: 2.104764891s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.328679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.433343Z","time spent":"2.895248174s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5415,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T04:15:04.328676Z","caller":"traceutil/trace.go:171","msg":"trace[2029123840] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"2.891643512s","start":"2026-07-23T04:15:01.436995Z","end":"2026-07-23T04:15:04.328638Z","steps":["trace[2029123840] 'process raft request' (duration: 2.890908485s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:04.328672Z","caller":"traceutil/trace.go:171","msg":"trace[1453509769] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"2.893872295s","start":"2026-07-23T04:15:01.434772Z","end":"2026-07-23T04:15:04.328644Z","steps":["trace[1453509769] 'process raft request' (duration: 2.893009994s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.328726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893557266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-23T04:15:04.328889Z","caller":"traceutil/trace.go:171","msg":"trace[697930562] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1; range_end:; response_count:1; response_revision:26851; }","duration":"2.89374425s","start":"2026-07-23T04:15:01.435133Z","end":"2026-07-23T04:15:04.328877Z","steps":["trace[697930562] 'agreement among raft nodes before linearized reading' (duration: 2.893393111s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.328874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.436983Z","time spent":"2.891783695s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:04.328869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.434742Z","time spent":"2.894069368s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:04.328945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.435059Z","time spent":"2.893855803s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1\" "} {"level":"warn","ts":"2026-07-23T04:15:04.328945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:02.223188Z","time spent":"2.105586901s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:04.328989Z","caller":"traceutil/trace.go:171","msg":"trace[1397102375] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"2.189716163s","start":"2026-07-23T04:15:02.13881Z","end":"2026-07-23T04:15:04.328526Z","steps":["trace[1397102375] 'process raft request' (duration: 2.18912906s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.329059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:02.138783Z","time spent":"2.190242856s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:04.329261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.432198Z","time spent":"2.897059316s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T04:15:04.828482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T04:15:04.874761Z","caller":"traceutil/trace.go:171","msg":"trace[1521496851] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"1.440786755s","start":"2026-07-23T04:15:03.433945Z","end":"2026-07-23T04:15:04.874732Z","steps":["trace[1521496851] 'process raft request' (duration: 1.44053849s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.874943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.433913Z","time spent":"1.440935388s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:04.875355Z","caller":"traceutil/trace.go:171","msg":"trace[705203451] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"1.440223923s","start":"2026-07-23T04:15:03.435099Z","end":"2026-07-23T04:15:04.875323Z","steps":["trace[705203451] 'process raft request' (duration: 1.440148741s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.875523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.435085Z","time spent":"1.440351385s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:04.87568Z","caller":"traceutil/trace.go:171","msg":"trace[456603135] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"1.441122834s","start":"2026-07-23T04:15:03.434546Z","end":"2026-07-23T04:15:04.875669Z","steps":["trace[456603135] 'process raft request' (duration: 1.440553211s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.875732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.434525Z","time spent":"1.441178995s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:04.875921Z","caller":"traceutil/trace.go:171","msg":"trace[976641911] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"1.441261697s","start":"2026-07-23T04:15:03.434636Z","end":"2026-07-23T04:15:04.875898Z","steps":["trace[976641911] 'process raft request' (duration: 1.440501339s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:04.87598Z","caller":"traceutil/trace.go:171","msg":"trace[764761678] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"1.442030634s","start":"2026-07-23T04:15:03.43394Z","end":"2026-07-23T04:15:04.875971Z","steps":["trace[764761678] 'process raft request' (duration: 1.440744694s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.875987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.434606Z","time spent":"1.441344559s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:04.876036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.433913Z","time spent":"1.442089225s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:04.876071Z","caller":"traceutil/trace.go:171","msg":"trace[1068427550] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"1.441197135s","start":"2026-07-23T04:15:03.434864Z","end":"2026-07-23T04:15:04.876061Z","steps":["trace[1068427550] 'process raft request' (duration: 1.440316045s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:04.875498Z","caller":"traceutil/trace.go:171","msg":"trace[899800910] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"1.438859021s","start":"2026-07-23T04:15:03.436542Z","end":"2026-07-23T04:15:04.875401Z","steps":["trace[899800910] 'process raft request' (duration: 1.438744579s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.876271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.436531Z","time spent":"1.439656819s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:04.87612Z","caller":"traceutil/trace.go:171","msg":"trace[955499233] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"1.442022744s","start":"2026-07-23T04:15:03.434085Z","end":"2026-07-23T04:15:04.876108Z","steps":["trace[955499233] 'process raft request' (duration: 1.440880829s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:04.876519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.434055Z","time spent":"1.442426633s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:04.876116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.434854Z","time spent":"1.441236796s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:05.311408Z","caller":"traceutil/trace.go:171","msg":"trace[345802940] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"981.096083ms","start":"2026-07-23T04:15:04.330272Z","end":"2026-07-23T04:15:05.311368Z","steps":["trace[345802940] 'process raft request' (duration: 980.793006ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:05.311513Z","caller":"traceutil/trace.go:171","msg":"trace[661421983] linearizableReadLoop","detail":"{readStateIndex:27752; appliedIndex:27740; }","duration":"983.366455ms","start":"2026-07-23T04:15:04.328119Z","end":"2026-07-23T04:15:05.311486Z","steps":["trace[661421983] 'read index received' (duration: 546.473976ms)","trace[661421983] 'applied index is now lower than readState.Index' (duration: 436.891239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:05.31159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:04.330253Z","time spent":"981.241156ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:05.311917Z","caller":"traceutil/trace.go:171","msg":"trace[612806623] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"980.551931ms","start":"2026-07-23T04:15:04.331245Z","end":"2026-07-23T04:15:05.311797Z","steps":["trace[612806623] 'process raft request' (duration: 980.024299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.311982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013263056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:05.312044Z","caller":"traceutil/trace.go:171","msg":"trace[2012320343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26863; }","duration":"3.013357409s","start":"2026-07-23T04:15:02.298672Z","end":"2026-07-23T04:15:05.312029Z","steps":["trace[2012320343] 'agreement among raft nodes before linearized reading' (duration: 3.013242996s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.312091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:02.298651Z","time spent":"3.01342982s","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:05.31212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408706033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:05.312166Z","caller":"traceutil/trace.go:171","msg":"trace[637379397] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26863; }","duration":"3.408797165s","start":"2026-07-23T04:15:01.903355Z","end":"2026-07-23T04:15:05.312152Z","steps":["trace[637379397] 'agreement among raft nodes before linearized reading' (duration: 3.408720353s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.312201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.903327Z","time spent":"3.408865417s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:05.312368Z","caller":"traceutil/trace.go:171","msg":"trace[323610892] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"979.324342ms","start":"2026-07-23T04:15:04.33303Z","end":"2026-07-23T04:15:05.312354Z","steps":["trace[323610892] 'process raft request' (duration: 978.314778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.312435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:04.333023Z","time spent":"979.383733ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T04:15:05.312574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409238805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T04:15:05.312613Z","caller":"traceutil/trace.go:171","msg":"trace[1079547069] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26863; }","duration":"3.409283976s","start":"2026-07-23T04:15:01.90332Z","end":"2026-07-23T04:15:05.312604Z","steps":["trace[1079547069] 'agreement among raft nodes before linearized reading' (duration: 3.409075041s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.312647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.903201Z","time spent":"3.40943584s","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:05.312734Z","caller":"traceutil/trace.go:171","msg":"trace[321474589] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"976.686822ms","start":"2026-07-23T04:15:04.336033Z","end":"2026-07-23T04:15:05.31272Z","steps":["trace[321474589] 'process raft request' (duration: 975.371841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.312805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:04.335999Z","time spent":"976.771634ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:05.312861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446361308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:05.312894Z","caller":"traceutil/trace.go:171","msg":"trace[815096051] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26863; }","duration":"3.446447849s","start":"2026-07-23T04:15:01.866438Z","end":"2026-07-23T04:15:05.312886Z","steps":["trace[815096051] 'agreement among raft nodes before linearized reading' (duration: 3.446397838s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.312923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.866393Z","time spent":"3.446522651s","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:05.31298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617717711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:05.313013Z","caller":"traceutil/trace.go:171","msg":"trace[1018191851] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26863; }","duration":"1.617797813s","start":"2026-07-23T04:15:03.695205Z","end":"2026-07-23T04:15:05.313003Z","steps":["trace[1018191851] 'agreement among raft nodes before linearized reading' (duration: 1.617739092s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.313046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.695184Z","time spent":"1.617853684s","remote":"127.0.0.1:35778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:05.313082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844507026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-23T04:15:05.313116Z","caller":"traceutil/trace.go:171","msg":"trace[81624307] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26863; }","duration":"3.844561357s","start":"2026-07-23T04:15:01.468542Z","end":"2026-07-23T04:15:05.313104Z","steps":["trace[81624307] 'agreement among raft nodes before linearized reading' (duration: 3.844490766s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.313142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.468532Z","time spent":"3.844604488s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-23T04:15:05.313242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875396311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:05.313284Z","caller":"traceutil/trace.go:171","msg":"trace[1011979363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26863; }","duration":"1.875459182s","start":"2026-07-23T04:15:03.437814Z","end":"2026-07-23T04:15:05.313273Z","steps":["trace[1011979363] 'agreement among raft nodes before linearized reading' (duration: 1.875391901s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.313315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.437801Z","time spent":"1.875504774s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:15:05.313365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.873169545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:15:05.313394Z","caller":"traceutil/trace.go:171","msg":"trace[245904800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26863; }","duration":"3.873206756s","start":"2026-07-23T04:15:01.440179Z","end":"2026-07-23T04:15:05.313385Z","steps":["trace[245904800] 'agreement among raft nodes before linearized reading' (duration: 3.873085993s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.313421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.440174Z","time spent":"3.873241326s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:15:05.313484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940137519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:05.313525Z","caller":"traceutil/trace.go:171","msg":"trace[54965112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26863; }","duration":"1.94017879s","start":"2026-07-23T04:15:03.373335Z","end":"2026-07-23T04:15:05.313514Z","steps":["trace[54965112] 'agreement among raft nodes before linearized reading' (duration: 1.940118048s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.313556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:03.373264Z","time spent":"1.940283952s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:05.313658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87601432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-07-23T04:15:05.313698Z","caller":"traceutil/trace.go:171","msg":"trace[1040915921] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26863; }","duration":"3.87606559s","start":"2026-07-23T04:15:01.437623Z","end":"2026-07-23T04:15:05.313689Z","steps":["trace[1040915921] 'agreement among raft nodes before linearized reading' (duration: 3.875942188s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.313729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.437618Z","time spent":"3.876105431s","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-23T04:15:05.313869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646854027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:05.313916Z","caller":"traceutil/trace.go:171","msg":"trace[2002509648] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26863; }","duration":"2.646942049s","start":"2026-07-23T04:15:02.666961Z","end":"2026-07-23T04:15:05.313903Z","steps":["trace[2002509648] 'agreement among raft nodes before linearized reading' (duration: 2.646863328s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.313944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:02.666934Z","time spent":"2.647001901s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:05.314102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874013337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:05.314135Z","caller":"traceutil/trace.go:171","msg":"trace[2009827239] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26863; }","duration":"2.874088008s","start":"2026-07-23T04:15:02.440039Z","end":"2026-07-23T04:15:05.314127Z","steps":["trace[2009827239] 'agreement among raft nodes before linearized reading' (duration: 2.874031937s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.314159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:02.440015Z","time spent":"2.87413751s","remote":"127.0.0.1:56500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:05.314183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.576107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:05.314227Z","caller":"traceutil/trace.go:171","msg":"trace[1312690265] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26863; }","duration":"979.641028ms","start":"2026-07-23T04:15:04.334576Z","end":"2026-07-23T04:15:05.314217Z","steps":["trace[1312690265] 'agreement among raft nodes before linearized reading' (duration: 979.574607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.312047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:04.331237Z","time spent":"980.720795ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:05.312815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413349389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:05.314493Z","caller":"traceutil/trace.go:171","msg":"trace[364577467] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26863; }","duration":"3.415068588s","start":"2026-07-23T04:15:01.89941Z","end":"2026-07-23T04:15:05.314478Z","steps":["trace[364577467] 'agreement among raft nodes before linearized reading' (duration: 3.41337268s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.31454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:01.899384Z","time spent":"3.41514257s","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:05.314574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.535136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-23T04:15:05.314599Z","caller":"traceutil/trace.go:171","msg":"trace[1648268076] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26863; }","duration":"425.596708ms","start":"2026-07-23T04:15:04.888994Z","end":"2026-07-23T04:15:05.314591Z","steps":["trace[1648268076] 'agreement among raft nodes before linearized reading' (duration: 425.525316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.31463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:04.888974Z","time spent":"425.64762ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-23T04:15:05.314798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.450294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:05.314831Z","caller":"traceutil/trace.go:171","msg":"trace[81127159] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26863; }","duration":"710.532376ms","start":"2026-07-23T04:15:04.604292Z","end":"2026-07-23T04:15:05.314824Z","steps":["trace[81127159] 'agreement among raft nodes before linearized reading' (duration: 710.473675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.31427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:04.334567Z","time spent":"979.685909ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-07-23T04:15:05.314856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:04.604255Z","time spent":"710.595528ms","remote":"127.0.0.1:35890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:05.314503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.178988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:05.315051Z","caller":"traceutil/trace.go:171","msg":"trace[921207930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26863; }","duration":"119.757222ms","start":"2026-07-23T04:15:05.195278Z","end":"2026-07-23T04:15:05.315035Z","steps":["trace[921207930] 'agreement among raft nodes before linearized reading' (duration: 119.200108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.315669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.417998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-23T04:15:05.315716Z","caller":"traceutil/trace.go:171","msg":"trace[682437832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26863; }","duration":"967.508291ms","start":"2026-07-23T04:15:04.348199Z","end":"2026-07-23T04:15:05.315707Z","steps":["trace[682437832] 'agreement among raft nodes before linearized reading' (duration: 967.404709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:05.315739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:04.348171Z","time spent":"967.562343ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T04:15:06.368859Z","caller":"traceutil/trace.go:171","msg":"trace[79410025] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"127.913249ms","start":"2026-07-23T04:15:06.240913Z","end":"2026-07-23T04:15:06.368826Z","steps":["trace[79410025] 'process raft request' (duration: 127.703704ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:06.396153Z","caller":"traceutil/trace.go:171","msg":"trace[265794473] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"102.572067ms","start":"2026-07-23T04:15:06.293557Z","end":"2026-07-23T04:15:06.396129Z","steps":["trace[265794473] 'process raft request' (duration: 102.407562ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:06.620189Z","caller":"traceutil/trace.go:171","msg":"trace[256466980] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"219.349041ms","start":"2026-07-23T04:15:06.400807Z","end":"2026-07-23T04:15:06.620156Z","steps":["trace[256466980] 'process raft request' (duration: 219.253328ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:06.620314Z","caller":"traceutil/trace.go:171","msg":"trace[817706568] linearizableReadLoop","detail":"{readStateIndex:27766; appliedIndex:27765; }","duration":"224.171481ms","start":"2026-07-23T04:15:06.396099Z","end":"2026-07-23T04:15:06.620271Z","steps":["trace[817706568] 'read index received' (duration: 220.747381ms)","trace[817706568] 'applied index is now lower than readState.Index' (duration: 3.42143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:06.620549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.723417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-23T04:15:06.62055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.86966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6db46dddf9-7xn5w\" ","response":"range_response_count:1 size:8760"} {"level":"info","ts":"2026-07-23T04:15:06.620587Z","caller":"traceutil/trace.go:171","msg":"trace[1524180990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26878; }","duration":"282.797228ms","start":"2026-07-23T04:15:06.33777Z","end":"2026-07-23T04:15:06.620567Z","steps":["trace[1524180990] 'agreement among raft nodes before linearized reading' (duration: 282.670635ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:06.620588Z","caller":"traceutil/trace.go:171","msg":"trace[182151646] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6db46dddf9-7xn5w; range_end:; response_count:1; response_revision:26878; }","duration":"245.971072ms","start":"2026-07-23T04:15:06.374603Z","end":"2026-07-23T04:15:06.620574Z","steps":["trace[182151646] 'agreement among raft nodes before linearized reading' (duration: 245.834989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:06.620633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.348387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:15:06.620705Z","caller":"traceutil/trace.go:171","msg":"trace[436489344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26878; }","duration":"282.45153ms","start":"2026-07-23T04:15:06.338236Z","end":"2026-07-23T04:15:06.620687Z","steps":["trace[436489344] 'agreement among raft nodes before linearized reading' (duration: 282.195845ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:06.620326Z","caller":"traceutil/trace.go:171","msg":"trace[1829329464] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"236.28654ms","start":"2026-07-23T04:15:06.383998Z","end":"2026-07-23T04:15:06.620285Z","steps":["trace[1829329464] 'process raft request' (duration: 232.902522ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:09.091453Z","caller":"traceutil/trace.go:171","msg":"trace[1978232381] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"141.942942ms","start":"2026-07-23T04:15:08.949472Z","end":"2026-07-23T04:15:09.091415Z","steps":["trace[1978232381] 'process raft request' (duration: 141.807649ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:09.091473Z","caller":"traceutil/trace.go:171","msg":"trace[310807993] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"141.915142ms","start":"2026-07-23T04:15:08.949525Z","end":"2026-07-23T04:15:09.09144Z","steps":["trace[310807993] 'process raft request' (duration: 141.83425ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:09.091476Z","caller":"traceutil/trace.go:171","msg":"trace[491335789] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"141.950182ms","start":"2026-07-23T04:15:08.949489Z","end":"2026-07-23T04:15:09.09144Z","steps":["trace[491335789] 'process raft request' (duration: 141.829969ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:09.091459Z","caller":"traceutil/trace.go:171","msg":"trace[1834904038] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"142.127666ms","start":"2026-07-23T04:15:08.949311Z","end":"2026-07-23T04:15:09.091438Z","steps":["trace[1834904038] 'process raft request' (duration: 141.734767ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:09.091667Z","caller":"traceutil/trace.go:171","msg":"trace[633583323] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"142.001163ms","start":"2026-07-23T04:15:08.949414Z","end":"2026-07-23T04:15:09.091415Z","steps":["trace[633583323] 'process raft request' (duration: 141.815109ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:09.091702Z","caller":"traceutil/trace.go:171","msg":"trace[1403475117] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"142.131596ms","start":"2026-07-23T04:15:08.949564Z","end":"2026-07-23T04:15:09.091696Z","steps":["trace[1403475117] 'process raft request' (duration: 141.83639ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:09.091674Z","caller":"traceutil/trace.go:171","msg":"trace[318808839] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"142.069015ms","start":"2026-07-23T04:15:08.949597Z","end":"2026-07-23T04:15:09.091666Z","steps":["trace[318808839] 'process raft request' (duration: 141.959902ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:13.149337Z","caller":"traceutil/trace.go:171","msg":"trace[1618970646] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"475.323882ms","start":"2026-07-23T04:15:12.673977Z","end":"2026-07-23T04:15:13.149301Z","steps":["trace[1618970646] 'process raft request' (duration: 475.151898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:13.149522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:12.673946Z","time spent":"475.488035ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:13.149948Z","caller":"traceutil/trace.go:171","msg":"trace[195920307] linearizableReadLoop","detail":"{readStateIndex:27819; appliedIndex:27819; }","duration":"472.430005ms","start":"2026-07-23T04:15:12.677502Z","end":"2026-07-23T04:15:13.149932Z","steps":["trace[195920307] 'read index received' (duration: 472.421555ms)","trace[195920307] 'applied index is now lower than readState.Index' (duration: 7.75µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:13.150104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.599999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-23T04:15:13.150133Z","caller":"traceutil/trace.go:171","msg":"trace[70343696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26928; }","duration":"472.63128ms","start":"2026-07-23T04:15:12.677495Z","end":"2026-07-23T04:15:13.150126Z","steps":["trace[70343696] 'agreement among raft nodes before linearized reading' (duration: 472.517897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:13.150158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:12.677483Z","time spent":"472.670561ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:13.650575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:15:14.302805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.380999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:14.302937Z","caller":"traceutil/trace.go:171","msg":"trace[506398555] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"1.299175341s","start":"2026-07-23T04:15:13.003737Z","end":"2026-07-23T04:15:14.302912Z","steps":["trace[506398555] 'process raft request' (duration: 764.553067ms)","trace[506398555] 'compare' (duration: 533.9845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:14.303011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.003708Z","time spent":"1.299261124s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:15.025405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257048963s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T04:15:15.031761Z","caller":"traceutil/trace.go:171","msg":"trace[418173780] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"1.876421985s","start":"2026-07-23T04:15:13.155291Z","end":"2026-07-23T04:15:15.031713Z","steps":["trace[418173780] 'process raft request' (duration: 1.870362736s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:15.031952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.155272Z","time spent":"1.876587949s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:15.032282Z","caller":"traceutil/trace.go:171","msg":"trace[209201107] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"1.834145243s","start":"2026-07-23T04:15:13.198127Z","end":"2026-07-23T04:15:15.032272Z","steps":["trace[209201107] 'process raft request' (duration: 1.83399821s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:15.032336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.198121Z","time spent":"1.834190324s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:15.032285Z","caller":"traceutil/trace.go:171","msg":"trace[1825395727] linearizableReadLoop","detail":"{readStateIndex:27828; appliedIndex:27819; }","duration":"1.882265779s","start":"2026-07-23T04:15:13.14999Z","end":"2026-07-23T04:15:15.032256Z","steps":["trace[1825395727] 'read index received' (duration: 618.317688ms)","trace[1825395727] 'applied index is now lower than readState.Index' (duration: 1.263946791s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:15.032455Z","caller":"traceutil/trace.go:171","msg":"trace[382387946] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"1.877089041s","start":"2026-07-23T04:15:13.155356Z","end":"2026-07-23T04:15:15.032445Z","steps":["trace[382387946] 'process raft request' (duration: 1.876252942s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:15.032453Z","caller":"traceutil/trace.go:171","msg":"trace[1552081207] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"1.833814755s","start":"2026-07-23T04:15:13.198618Z","end":"2026-07-23T04:15:15.032433Z","steps":["trace[1552081207] 'process raft request' (duration: 1.833543139s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:15.032495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.155351Z","time spent":"1.877122551s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:15.032558Z","caller":"traceutil/trace.go:171","msg":"trace[52021024] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"1.836773673s","start":"2026-07-23T04:15:13.195773Z","end":"2026-07-23T04:15:15.032547Z","steps":["trace[52021024] 'process raft request' (duration: 1.836112298s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:15.032599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.195757Z","time spent":"1.836820454s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:15.032598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.198607Z","time spent":"1.833888257s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:15.032673Z","caller":"traceutil/trace.go:171","msg":"trace[1200132477] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"1.834653216s","start":"2026-07-23T04:15:13.198011Z","end":"2026-07-23T04:15:15.032665Z","steps":["trace[1200132477] 'process raft request' (duration: 1.8339923s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:15.032708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.198Z","time spent":"1.834689036s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:15.032691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13510615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T04:15:15.032774Z","caller":"traceutil/trace.go:171","msg":"trace[1356398992] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26937; }","duration":"2.135248253s","start":"2026-07-23T04:15:12.897504Z","end":"2026-07-23T04:15:15.032752Z","steps":["trace[1356398992] 'agreement among raft nodes before linearized reading' (duration: 2.134936455s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:15.032815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:12.897481Z","time spent":"2.135325735s","remote":"127.0.0.1:56578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:15.032835Z","caller":"traceutil/trace.go:171","msg":"trace[890634256] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"1.834747107s","start":"2026-07-23T04:15:13.198078Z","end":"2026-07-23T04:15:15.032825Z","steps":["trace[890634256] 'process raft request' (duration: 1.833996079s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:15.032873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.198071Z","time spent":"1.834782328s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:15.032883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237283257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-23T04:15:15.032869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229715503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T04:15:15.032953Z","caller":"traceutil/trace.go:171","msg":"trace[1215155915] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"1.832355413s","start":"2026-07-23T04:15:13.200577Z","end":"2026-07-23T04:15:15.032933Z","steps":["trace[1215155915] 'process raft request' (duration: 1.831625225s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:15.032945Z","caller":"traceutil/trace.go:171","msg":"trace[1437330357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26937; }","duration":"2.23738062s","start":"2026-07-23T04:15:12.795544Z","end":"2026-07-23T04:15:15.032924Z","steps":["trace[1437330357] 'agreement among raft nodes before linearized reading' (duration: 2.237200066s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:15.032963Z","caller":"traceutil/trace.go:171","msg":"trace[373743852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26937; }","duration":"2.229860546s","start":"2026-07-23T04:15:12.803081Z","end":"2026-07-23T04:15:15.032942Z","steps":["trace[373743852] 'agreement among raft nodes before linearized reading' (duration: 2.229522207s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:15.03302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:12.795521Z","time spent":"2.237483301s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:15:15.03303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:12.803068Z","time spent":"2.229943599s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:15.033393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.200569Z","time spent":"1.832416284s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:15.187225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000656351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T04:15:15.187324Z","caller":"traceutil/trace.go:171","msg":"trace[1294241487] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805134s","start":"2026-07-23T04:15:13.186495Z","end":"2026-07-23T04:15:15.1873Z","steps":["trace[1294241487] 'agreement among raft nodes before linearized reading' (duration: 2.000675081s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:15.187373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.186478Z","time spent":"2.000884886s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:15:15.53254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:15:16.03363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:15:16.534566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T04:15:16.641505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.614935037s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T04:15:16.715568Z","caller":"traceutil/trace.go:171","msg":"trace[1792230847] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"2.354854468s","start":"2026-07-23T04:15:14.360675Z","end":"2026-07-23T04:15:16.71553Z","steps":["trace[1792230847] 'process raft request' (duration: 2.281042272s)","trace[1792230847] 'compare' (duration: 73.12434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:16.715738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:14.360643Z","time spent":"2.355009321s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:16.715794Z","caller":"traceutil/trace.go:171","msg":"trace[748305563] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"2.337809826s","start":"2026-07-23T04:15:14.377954Z","end":"2026-07-23T04:15:16.715764Z","steps":["trace[748305563] 'process raft request' (duration: 2.337479229s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.715971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:14.377932Z","time spent":"2.337947589s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:16.773071Z","caller":"traceutil/trace.go:171","msg":"trace[1633355840] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"1.735805424s","start":"2026-07-23T04:15:15.037219Z","end":"2026-07-23T04:15:16.773025Z","steps":["trace[1633355840] 'process raft request' (duration: 1.735430266s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.77328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.037188Z","time spent":"1.735975318s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:16.773389Z","caller":"traceutil/trace.go:171","msg":"trace[618445546] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"287.496956ms","start":"2026-07-23T04:15:16.485803Z","end":"2026-07-23T04:15:16.7733Z","steps":["trace[618445546] 'process raft request' (duration: 287.424385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.7735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099192733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:16.773424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961302855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:16.773599Z","caller":"traceutil/trace.go:171","msg":"trace[805079979] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26943; }","duration":"1.961532151s","start":"2026-07-23T04:15:14.812053Z","end":"2026-07-23T04:15:16.773585Z","steps":["trace[805079979] 'agreement among raft nodes before linearized reading' (duration: 1.961247754s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.773596Z","caller":"traceutil/trace.go:171","msg":"trace[1941391403] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26943; }","duration":"2.099361427s","start":"2026-07-23T04:15:14.674213Z","end":"2026-07-23T04:15:16.773575Z","steps":["trace[1941391403] 'agreement among raft nodes before linearized reading' (duration: 2.099114331s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.773599Z","caller":"traceutil/trace.go:171","msg":"trace[814531651] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"464.932462ms","start":"2026-07-23T04:15:16.308632Z","end":"2026-07-23T04:15:16.773564Z","steps":["trace[814531651] 'process raft request' (duration: 464.560004ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.773524Z","caller":"traceutil/trace.go:171","msg":"trace[737562027] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"1.73390505s","start":"2026-07-23T04:15:15.039587Z","end":"2026-07-23T04:15:16.773492Z","steps":["trace[737562027] 'process raft request' (duration: 1.733267985s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.773645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:14.67419Z","time spent":"2.099446759s","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:16.773676Z","caller":"traceutil/trace.go:171","msg":"trace[1295567376] linearizableReadLoop","detail":"{readStateIndex:27834; appliedIndex:27828; }","duration":"1.740889472s","start":"2026-07-23T04:15:15.032376Z","end":"2026-07-23T04:15:16.773266Z","steps":["trace[1295567376] 'read index received' (duration: 1.609359459s)","trace[1295567376] 'applied index is now lower than readState.Index' (duration: 131.529112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:16.773547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79003372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-23T04:15:16.773734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.039572Z","time spent":"1.734109405s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:16.773743Z","caller":"traceutil/trace.go:171","msg":"trace[880738051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26943; }","duration":"1.790259165s","start":"2026-07-23T04:15:14.983468Z","end":"2026-07-23T04:15:16.773727Z","steps":["trace[880738051] 'agreement among raft nodes before linearized reading' (duration: 1.790006289s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.773791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:14.983447Z","time spent":"1.790333717s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T04:15:16.773785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36898544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:16.773828Z","caller":"traceutil/trace.go:171","msg":"trace[1015735524] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26943; }","duration":"3.369030571s","start":"2026-07-23T04:15:13.404786Z","end":"2026-07-23T04:15:16.773816Z","steps":["trace[1015735524] 'agreement among raft nodes before linearized reading' (duration: 3.368949859s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.77386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735933027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T04:15:16.773865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:13.404725Z","time spent":"3.369131164s","remote":"127.0.0.1:50634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:16.773886Z","caller":"traceutil/trace.go:171","msg":"trace[923961197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26943; }","duration":"1.735998178s","start":"2026-07-23T04:15:15.037882Z","end":"2026-07-23T04:15:16.77388Z","steps":["trace[923961197] 'agreement among raft nodes before linearized reading' (duration: 1.735928047s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.77392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.037861Z","time spent":"1.73604044s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:16.773889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:16.308604Z","time spent":"465.096236ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:16.774056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729172381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-07-23T04:15:16.774078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533799362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-07-23T04:15:16.774087Z","caller":"traceutil/trace.go:171","msg":"trace[1568915512] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.729196912s","start":"2026-07-23T04:15:15.044878Z","end":"2026-07-23T04:15:16.774075Z","steps":["trace[1568915512] 'agreement among raft nodes before linearized reading' (duration: 1.72910402s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.774077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732249612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-07-23T04:15:16.774095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690050562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-07-23T04:15:16.77411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.044838Z","time spent":"1.729267944s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-07-23T04:15:16.774131Z","caller":"traceutil/trace.go:171","msg":"trace[65489442] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.690127854s","start":"2026-07-23T04:15:15.083992Z","end":"2026-07-23T04:15:16.77412Z","steps":["trace[65489442] 'agreement among raft nodes before linearized reading' (duration: 1.689850578s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.773631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:14.812032Z","time spent":"1.961591982s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:16.774216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576068503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:16.774233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170583277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:15:16.774248Z","caller":"traceutil/trace.go:171","msg":"trace[1419142727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26943; }","duration":"1.576122105s","start":"2026-07-23T04:15:15.198118Z","end":"2026-07-23T04:15:16.77424Z","steps":["trace[1419142727] 'agreement among raft nodes before linearized reading' (duration: 1.576064763s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.774254Z","caller":"traceutil/trace.go:171","msg":"trace[1917692332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26943; }","duration":"1.170655339s","start":"2026-07-23T04:15:15.603592Z","end":"2026-07-23T04:15:16.774248Z","steps":["trace[1917692332] 'agreement among raft nodes before linearized reading' (duration: 1.170579727s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.774247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730274457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-07-23T04:15:16.774277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.603564Z","time spent":"1.170707249s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:15:16.774289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733959292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-07-23T04:15:16.774132Z","caller":"traceutil/trace.go:171","msg":"trace[39095156] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.732316174s","start":"2026-07-23T04:15:15.041798Z","end":"2026-07-23T04:15:16.774114Z","steps":["trace[39095156] 'agreement among raft nodes before linearized reading' (duration: 1.732186301s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.774317Z","caller":"traceutil/trace.go:171","msg":"trace[247684071] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.733996842s","start":"2026-07-23T04:15:15.04031Z","end":"2026-07-23T04:15:16.774307Z","steps":["trace[247684071] 'agreement among raft nodes before linearized reading' (duration: 1.733926251s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.774324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57898286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:16.774152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.20616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:16.774375Z","caller":"traceutil/trace.go:171","msg":"trace[1591818368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26943; }","duration":"1.579061431s","start":"2026-07-23T04:15:15.195302Z","end":"2026-07-23T04:15:16.774363Z","steps":["trace[1591818368] 'agreement among raft nodes before linearized reading' (duration: 1.57898353s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.774385Z","caller":"traceutil/trace.go:171","msg":"trace[1171258617] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26943; }","duration":"714.473197ms","start":"2026-07-23T04:15:16.059899Z","end":"2026-07-23T04:15:16.774372Z","steps":["trace[1171258617] 'agreement among raft nodes before linearized reading' (duration: 714.227411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.77441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.195285Z","time spent":"1.579118383s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:15:16.774422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:16.059874Z","time spent":"714.536387ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:16.774466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210176397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:16.77448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619907221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:15:16.774499Z","caller":"traceutil/trace.go:171","msg":"trace[258790982] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26943; }","duration":"1.210252608s","start":"2026-07-23T04:15:15.564237Z","end":"2026-07-23T04:15:16.774489Z","steps":["trace[258790982] 'agreement among raft nodes before linearized reading' (duration: 1.210196847s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.774515Z","caller":"traceutil/trace.go:171","msg":"trace[1173181332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26943; }","duration":"1.620063114s","start":"2026-07-23T04:15:15.154442Z","end":"2026-07-23T04:15:16.774505Z","steps":["trace[1173181332] 'agreement among raft nodes before linearized reading' (duration: 1.61991699s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.774553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.154398Z","time spent":"1.620147175s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:16.774551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735056006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-07-23T04:15:16.774411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73043797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-07-23T04:15:16.774595Z","caller":"traceutil/trace.go:171","msg":"trace[1102725313] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.735117017s","start":"2026-07-23T04:15:15.039463Z","end":"2026-07-23T04:15:16.77458Z","steps":["trace[1102725313] 'agreement among raft nodes before linearized reading' (duration: 1.734900412s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.774285Z","caller":"traceutil/trace.go:171","msg":"trace[100221244] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.730325457s","start":"2026-07-23T04:15:15.04395Z","end":"2026-07-23T04:15:16.774275Z","steps":["trace[100221244] 'agreement among raft nodes before linearized reading' (duration: 1.730201735s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.774614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730719776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-07-23T04:15:16.774641Z","caller":"traceutil/trace.go:171","msg":"trace[768850287] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.730763968s","start":"2026-07-23T04:15:15.043872Z","end":"2026-07-23T04:15:16.774636Z","steps":["trace[768850287] 'agreement among raft nodes before linearized reading' (duration: 1.730670635s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.774635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.039456Z","time spent":"1.735171738s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-07-23T04:15:16.774645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578757805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-23T04:15:16.774659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.043866Z","time spent":"1.730788598s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-23T04:15:16.774686Z","caller":"traceutil/trace.go:171","msg":"trace[840899367] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1; range_end:; response_count:1; response_revision:26943; }","duration":"1.578809006s","start":"2026-07-23T04:15:15.195865Z","end":"2026-07-23T04:15:16.774674Z","steps":["trace[840899367] 'agreement among raft nodes before linearized reading' (duration: 1.578690154s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.774523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.56421Z","time spent":"1.210306619s","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:16.774721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.195861Z","time spent":"1.578851517s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d00436ef82d1\" "} {"level":"warn","ts":"2026-07-23T04:15:16.774753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736050669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-07-23T04:15:16.774453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734816431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-07-23T04:15:16.774792Z","caller":"traceutil/trace.go:171","msg":"trace[745531794] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.73608654s","start":"2026-07-23T04:15:15.038691Z","end":"2026-07-23T04:15:16.774778Z","steps":["trace[745531794] 'agreement among raft nodes before linearized reading' (duration: 1.735613589s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.774801Z","caller":"traceutil/trace.go:171","msg":"trace[2147119538] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.73520591s","start":"2026-07-23T04:15:15.039579Z","end":"2026-07-23T04:15:16.774784Z","steps":["trace[2147119538] 'agreement among raft nodes before linearized reading' (duration: 1.73475633s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:16.77411Z","caller":"traceutil/trace.go:171","msg":"trace[255105658] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.533882904s","start":"2026-07-23T04:15:15.240217Z","end":"2026-07-23T04:15:16.7741Z","steps":["trace[255105658] 'agreement among raft nodes before linearized reading' (duration: 1.533659919s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.774825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.038684Z","time spent":"1.736132261s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-07-23T04:15:16.774839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.039542Z","time spent":"1.735285291s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-07-23T04:15:16.774337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.040303Z","time spent":"1.734030233s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-07-23T04:15:16.77489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.240195Z","time spent":"1.534656241s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-23T04:15:16.77465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.043938Z","time spent":"1.730699266s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-07-23T04:15:16.774163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.083971Z","time spent":"1.690184086s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-23T04:15:16.774657Z","caller":"traceutil/trace.go:171","msg":"trace[215497687] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26943; }","duration":"1.730671235s","start":"2026-07-23T04:15:15.043956Z","end":"2026-07-23T04:15:16.774627Z","steps":["trace[215497687] 'agreement among raft nodes before linearized reading' (duration: 1.730351968s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:16.774335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.198107Z","time spent":"1.576160555s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:15:16.775113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.04395Z","time spent":"1.731147437s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-07-23T04:15:16.77434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:15.041791Z","time spent":"1.732534959s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-07-23T04:15:17.285535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104600635301493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T04:15:17.762629Z","caller":"traceutil/trace.go:171","msg":"trace[2111110754] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"985.035713ms","start":"2026-07-23T04:15:16.777558Z","end":"2026-07-23T04:15:17.762593Z","steps":["trace[2111110754] 'process raft request' (duration: 984.275306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:17.762867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:16.777514Z","time spent":"985.236768ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:17.975327Z","caller":"traceutil/trace.go:171","msg":"trace[1250742325] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"1.193605626s","start":"2026-07-23T04:15:16.78168Z","end":"2026-07-23T04:15:17.975286Z","steps":["trace[1250742325] 'process raft request' (duration: 1.193404381s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:17.975354Z","caller":"traceutil/trace.go:171","msg":"trace[1514175771] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"936.59944ms","start":"2026-07-23T04:15:17.03874Z","end":"2026-07-23T04:15:17.975339Z","steps":["trace[1514175771] 'process raft request' (duration: 936.525088ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:17.975338Z","caller":"traceutil/trace.go:171","msg":"trace[277294357] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"1.193006992s","start":"2026-07-23T04:15:16.782291Z","end":"2026-07-23T04:15:17.975298Z","steps":["trace[277294357] 'process raft request' (duration: 1.192843948s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:17.975384Z","caller":"traceutil/trace.go:171","msg":"trace[864358406] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"937.023821ms","start":"2026-07-23T04:15:17.038318Z","end":"2026-07-23T04:15:17.975342Z","steps":["trace[864358406] 'process raft request' (duration: 936.858867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:17.975497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.03871Z","time spent":"936.703532ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:17.97551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:16.781674Z","time spent":"1.193736718s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:17.975499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:16.782265Z","time spent":"1.193163766s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:17.975589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.038294Z","time spent":"937.186834ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:17.97561Z","caller":"traceutil/trace.go:171","msg":"trace[101882387] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"936.312484ms","start":"2026-07-23T04:15:17.039262Z","end":"2026-07-23T04:15:17.975574Z","steps":["trace[101882387] 'process raft request' (duration: 936.047208ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:17.975856Z","caller":"traceutil/trace.go:171","msg":"trace[1203930091] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"936.269592ms","start":"2026-07-23T04:15:17.039575Z","end":"2026-07-23T04:15:17.975845Z","steps":["trace[1203930091] 'process raft request' (duration: 935.857393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:17.975857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.039256Z","time spent":"936.454177ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:17.975898Z","caller":"traceutil/trace.go:171","msg":"trace[203339025] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"935.644448ms","start":"2026-07-23T04:15:17.040246Z","end":"2026-07-23T04:15:17.975891Z","steps":["trace[203339025] 'process raft request' (duration: 935.475164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:17.97591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.039567Z","time spent":"936.314334ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:17.975943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.040237Z","time spent":"935.682249ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:17.976089Z","caller":"traceutil/trace.go:171","msg":"trace[813482472] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"935.766031ms","start":"2026-07-23T04:15:17.040304Z","end":"2026-07-23T04:15:17.97607Z","steps":["trace[813482472] 'process raft request' (duration: 935.535676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:17.976157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191540638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:17.976188Z","caller":"traceutil/trace.go:171","msg":"trace[2141690055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26955; }","duration":"1.191595399s","start":"2026-07-23T04:15:16.784586Z","end":"2026-07-23T04:15:17.976181Z","steps":["trace[2141690055] 'agreement among raft nodes before linearized reading' (duration: 1.191543368s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:17.976152Z","caller":"traceutil/trace.go:171","msg":"trace[1492482503] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"935.115867ms","start":"2026-07-23T04:15:17.041011Z","end":"2026-07-23T04:15:17.976127Z","steps":["trace[1492482503] 'process raft request' (duration: 934.962553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:17.976208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:16.784568Z","time spent":"1.19163664s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:15:17.976208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.040298Z","time spent":"935.847143ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:17.976213Z","caller":"traceutil/trace.go:171","msg":"trace[1263424072] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"633.973987ms","start":"2026-07-23T04:15:17.342198Z","end":"2026-07-23T04:15:17.976172Z","steps":["trace[1263424072] 'process raft request' (duration: 633.857794ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:17.976109Z","caller":"traceutil/trace.go:171","msg":"trace[971899765] linearizableReadLoop","detail":"{readStateIndex:27845; appliedIndex:27834; }","duration":"1.191483857s","start":"2026-07-23T04:15:16.784615Z","end":"2026-07-23T04:15:17.976099Z","steps":["trace[971899765] 'read index received' (duration: 977.146653ms)","trace[971899765] 'applied index is now lower than readState.Index' (duration: 214.336224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:17.976307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.041Z","time spent":"935.222679ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:17.975677Z","caller":"traceutil/trace.go:171","msg":"trace[1931412470] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"1.193622256s","start":"2026-07-23T04:15:16.781623Z","end":"2026-07-23T04:15:17.975245Z","steps":["trace[1931412470] 'process raft request' (duration: 1.193210326s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:17.976413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.342166Z","time spent":"634.134711ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:17.976478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:16.781611Z","time spent":"1.194809692s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:18.063087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.49059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:18.063206Z","caller":"traceutil/trace.go:171","msg":"trace[890828918] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26956; }","duration":"601.676044ms","start":"2026-07-23T04:15:17.461502Z","end":"2026-07-23T04:15:18.063178Z","steps":["trace[890828918] 'agreement among raft nodes before linearized reading' (duration: 601.388877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.063179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.073354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:18.06326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.461467Z","time spent":"601.782176ms","remote":"127.0.0.1:37094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-23T04:15:18.063242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.89306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:18.063284Z","caller":"traceutil/trace.go:171","msg":"trace[1734152409] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26956; }","duration":"602.257319ms","start":"2026-07-23T04:15:17.460999Z","end":"2026-07-23T04:15:18.063256Z","steps":["trace[1734152409] 'agreement among raft nodes before linearized reading' (duration: 601.929731ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:18.063327Z","caller":"traceutil/trace.go:171","msg":"trace[1510920086] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26956; }","duration":"683.042284ms","start":"2026-07-23T04:15:17.380265Z","end":"2026-07-23T04:15:18.063307Z","steps":["trace[1510920086] 'agreement among raft nodes before linearized reading' (duration: 682.88082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.063356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.460977Z","time spent":"602.364741ms","remote":"127.0.0.1:37080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-23T04:15:18.063392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.380239Z","time spent":"683.138866ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:18.063578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278752392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:15:18.063659Z","caller":"traceutil/trace.go:171","msg":"trace[1706419978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26956; }","duration":"1.278851084s","start":"2026-07-23T04:15:16.784789Z","end":"2026-07-23T04:15:18.06364Z","steps":["trace[1706419978] 'agreement among raft nodes before linearized reading' (duration: 1.278567988s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.063701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:16.784711Z","time spent":"1.278983437s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:15:18.063721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.166294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-8d788cc9b-7p2r4.18c4cf6ec64decb3\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-07-23T04:15:18.063841Z","caller":"traceutil/trace.go:171","msg":"trace[1322937909] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-8d788cc9b-7p2r4.18c4cf6ec64decb3; range_end:; response_count:1; response_revision:26956; }","duration":"296.290079ms","start":"2026-07-23T04:15:17.767495Z","end":"2026-07-23T04:15:18.063785Z","steps":["trace[1322937909] 'agreement among raft nodes before linearized reading' (duration: 296.078173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.063912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.37703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-07-23T04:15:18.063963Z","caller":"traceutil/trace.go:171","msg":"trace[241730844] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26956; }","duration":"494.467322ms","start":"2026-07-23T04:15:17.569483Z","end":"2026-07-23T04:15:18.06395Z","steps":["trace[241730844] 'agreement among raft nodes before linearized reading' (duration: 494.200375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.063999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:17.569461Z","time spent":"494.531693ms","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-07-23T04:15:18.126393Z","caller":"traceutil/trace.go:171","msg":"trace[2136104589] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"144.254015ms","start":"2026-07-23T04:15:17.982093Z","end":"2026-07-23T04:15:18.126347Z","steps":["trace[2136104589] 'process raft request' (duration: 101.984994ms)","trace[2136104589] 'compare' (duration: 42.055376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:18.126548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.602954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:18.126634Z","caller":"traceutil/trace.go:171","msg":"trace[1082986973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26957; }","duration":"148.729678ms","start":"2026-07-23T04:15:17.977885Z","end":"2026-07-23T04:15:18.126615Z","steps":["trace[1082986973] 'agreement among raft nodes before linearized reading' (duration: 148.563104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.126689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.147677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T04:15:18.126814Z","caller":"traceutil/trace.go:171","msg":"trace[8833198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26957; }","duration":"146.334432ms","start":"2026-07-23T04:15:17.980452Z","end":"2026-07-23T04:15:18.126787Z","steps":["trace[8833198] 'agreement among raft nodes before linearized reading' (duration: 145.932523ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:18.686806Z","caller":"traceutil/trace.go:171","msg":"trace[962210342] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"139.461385ms","start":"2026-07-23T04:15:18.547305Z","end":"2026-07-23T04:15:18.686766Z","steps":["trace[962210342] 'process raft request' (duration: 85.261429ms)","trace[962210342] 'compare' (duration: 53.750285ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:18.928425Z","caller":"traceutil/trace.go:171","msg":"trace[1101666942] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"229.992764ms","start":"2026-07-23T04:15:18.698401Z","end":"2026-07-23T04:15:18.928394Z","steps":["trace[1101666942] 'process raft request' (duration: 229.7956ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:18.998447Z","caller":"traceutil/trace.go:171","msg":"trace[732864897] linearizableReadLoop","detail":"{readStateIndex:27860; appliedIndex:27858; }","duration":"218.711295ms","start":"2026-07-23T04:15:18.779712Z","end":"2026-07-23T04:15:18.998423Z","steps":["trace[732864897] 'read index received' (duration: 148.467291ms)","trace[732864897] 'applied index is now lower than readState.Index' (duration: 70.243384ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:18.998486Z","caller":"traceutil/trace.go:171","msg":"trace[575987527] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"300.003163ms","start":"2026-07-23T04:15:18.698443Z","end":"2026-07-23T04:15:18.998447Z","steps":["trace[575987527] 'process raft request' (duration: 299.786318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.998645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.9166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T04:15:18.998654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:18.698412Z","time spent":"300.149916ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3364,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:18.998683Z","caller":"traceutil/trace.go:171","msg":"trace[687817018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26968; }","duration":"219.008592ms","start":"2026-07-23T04:15:18.779663Z","end":"2026-07-23T04:15:18.998671Z","steps":["trace[687817018] 'agreement among raft nodes before linearized reading' (duration: 218.864679ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:18.998693Z","caller":"traceutil/trace.go:171","msg":"trace[1032498919] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"215.755768ms","start":"2026-07-23T04:15:18.782731Z","end":"2026-07-23T04:15:18.998487Z","steps":["trace[1032498919] 'process raft request' (duration: 215.634655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.998724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.284323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor-0.18c4d002224ef99f\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-07-23T04:15:18.998761Z","caller":"traceutil/trace.go:171","msg":"trace[373731932] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor-0.18c4d002224ef99f; range_end:; response_count:1; response_revision:26968; }","duration":"150.317944ms","start":"2026-07-23T04:15:18.84843Z","end":"2026-07-23T04:15:18.998748Z","steps":["trace[373731932] 'agreement among raft nodes before linearized reading' (duration: 150.211721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.998913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.063343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10437"} {"level":"info","ts":"2026-07-23T04:15:18.998942Z","caller":"traceutil/trace.go:171","msg":"trace[1991008968] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26968; }","duration":"152.122785ms","start":"2026-07-23T04:15:18.84681Z","end":"2026-07-23T04:15:18.998933Z","steps":["trace[1991008968] 'agreement among raft nodes before linearized reading' (duration: 151.977602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:18.998907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.50012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:15:18.999014Z","caller":"traceutil/trace.go:171","msg":"trace[1802169864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26968; }","duration":"218.637914ms","start":"2026-07-23T04:15:18.780348Z","end":"2026-07-23T04:15:18.998985Z","steps":["trace[1802169864] 'agreement among raft nodes before linearized reading' (duration: 218.292686ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:19.117605Z","caller":"traceutil/trace.go:171","msg":"trace[1121481268] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"113.785084ms","start":"2026-07-23T04:15:19.003783Z","end":"2026-07-23T04:15:19.117569Z","steps":["trace[1121481268] 'process raft request' (duration: 113.443237ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:19.117811Z","caller":"traceutil/trace.go:171","msg":"trace[1670145239] linearizableReadLoop","detail":"{readStateIndex:27864; appliedIndex:27861; }","duration":"113.415856ms","start":"2026-07-23T04:15:19.004363Z","end":"2026-07-23T04:15:19.117779Z","steps":["trace[1670145239] 'read index received' (duration: 93.388076ms)","trace[1670145239] 'applied index is now lower than readState.Index' (duration: 20.02688ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:19.118061Z","caller":"traceutil/trace.go:171","msg":"trace[267179172] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"114.111962ms","start":"2026-07-23T04:15:19.003928Z","end":"2026-07-23T04:15:19.11804Z","steps":["trace[267179172] 'process raft request' (duration: 113.477828ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:19.118243Z","caller":"traceutil/trace.go:171","msg":"trace[1030466049] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"110.287583ms","start":"2026-07-23T04:15:19.007929Z","end":"2026-07-23T04:15:19.118217Z","steps":["trace[1030466049] 'process raft request' (duration: 109.534586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:19.118329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.924098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3fd19094-9700-4b59-aa04-cf79c66b636e\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-23T04:15:19.11843Z","caller":"traceutil/trace.go:171","msg":"trace[1348682005] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3fd19094-9700-4b59-aa04-cf79c66b636e; range_end:; response_count:1; response_revision:26972; }","duration":"114.081041ms","start":"2026-07-23T04:15:19.004318Z","end":"2026-07-23T04:15:19.118399Z","steps":["trace[1348682005] 'agreement among raft nodes before linearized reading' (duration: 113.746324ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:21.99274Z","caller":"traceutil/trace.go:171","msg":"trace[1716142629] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"271.323735ms","start":"2026-07-23T04:15:21.721364Z","end":"2026-07-23T04:15:21.992688Z","steps":["trace[1716142629] 'process raft request' (duration: 270.721371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:22.550067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.756871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:22.550172Z","caller":"traceutil/trace.go:171","msg":"trace[468510868] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"556.875586ms","start":"2026-07-23T04:15:21.993278Z","end":"2026-07-23T04:15:22.550153Z","steps":["trace[468510868] 'process raft request' (duration: 403.938411ms)","trace[468510868] 'compare' (duration: 152.171777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:22.550218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:21.99318Z","time spent":"557.014689ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:23.426276Z","caller":"traceutil/trace.go:171","msg":"trace[1995873416] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"1.431697756s","start":"2026-07-23T04:15:21.994547Z","end":"2026-07-23T04:15:23.426245Z","steps":["trace[1995873416] 'process raft request' (duration: 1.393413786s)","trace[1995873416] 'compare' (duration: 37.867121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:23.426495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:21.994514Z","time spent":"1.43186802s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:23.427105Z","caller":"traceutil/trace.go:171","msg":"trace[944243962] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"1.429116777s","start":"2026-07-23T04:15:21.997915Z","end":"2026-07-23T04:15:23.427032Z","steps":["trace[944243962] 'process raft request' (duration: 1.428929003s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:23.42725Z","caller":"traceutil/trace.go:171","msg":"trace[1950466931] linearizableReadLoop","detail":"{readStateIndex:27898; appliedIndex:27894; }","duration":"1.431069763s","start":"2026-07-23T04:15:21.996166Z","end":"2026-07-23T04:15:23.427236Z","steps":["trace[1950466931] 'read index received' (duration: 401.009394ms)","trace[1950466931] 'applied index is now lower than readState.Index' (duration: 1.030059199s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:23.427408Z","caller":"traceutil/trace.go:171","msg":"trace[1494182714] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"1.431206275s","start":"2026-07-23T04:15:21.996136Z","end":"2026-07-23T04:15:23.427342Z","steps":["trace[1494182714] 'process raft request' (duration: 1.430463028s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.427435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:21.997906Z","time spent":"1.429350922s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:23.427498Z","caller":"traceutil/trace.go:171","msg":"trace[931496463] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"1.432350191s","start":"2026-07-23T04:15:21.995091Z","end":"2026-07-23T04:15:23.427442Z","steps":["trace[931496463] 'process raft request' (duration: 1.431081712s)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:23.427559Z","caller":"traceutil/trace.go:171","msg":"trace[1979051182] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"1.43057769s","start":"2026-07-23T04:15:21.996968Z","end":"2026-07-23T04:15:23.427546Z","steps":["trace[1979051182] 'process raft request' (duration: 1.429773101s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.427567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:21.996121Z","time spent":"1.431359609s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:23.427635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:21.99696Z","time spent":"1.430635672s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:23.427618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43141967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:15:23.428156Z","caller":"traceutil/trace.go:171","msg":"trace[1411993171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27008; }","duration":"1.432005064s","start":"2026-07-23T04:15:21.996121Z","end":"2026-07-23T04:15:23.428126Z","steps":["trace[1411993171] 'agreement among raft nodes before linearized reading' (duration: 1.431248767s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.428206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:21.996077Z","time spent":"1.432114036s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T04:15:23.427682Z","caller":"traceutil/trace.go:171","msg":"trace[2079284113] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"1.428359219s","start":"2026-07-23T04:15:21.999314Z","end":"2026-07-23T04:15:23.427674Z","steps":["trace[2079284113] 'process raft request' (duration: 1.427628963s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.428325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:21.999306Z","time spent":"1.428969524s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:23.427719Z","caller":"traceutil/trace.go:171","msg":"trace[242853167] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"1.278099587s","start":"2026-07-23T04:15:22.149593Z","end":"2026-07-23T04:15:23.427692Z","steps":["trace[242853167] 'process raft request' (duration: 1.277537274s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.428478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:22.149566Z","time spent":"1.278858335s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:23.427738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:21.995079Z","time spent":"1.432520305s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:23.857429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.651504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:23.85774Z","caller":"traceutil/trace.go:171","msg":"trace[776472231] linearizableReadLoop","detail":"{readStateIndex:27904; appliedIndex:27902; }","duration":"430.43938ms","start":"2026-07-23T04:15:23.42728Z","end":"2026-07-23T04:15:23.857719Z","steps":["trace[776472231] 'read index received' (duration: 191.377587ms)","trace[776472231] 'applied index is now lower than readState.Index' (duration: 239.060423ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:23.857854Z","caller":"traceutil/trace.go:171","msg":"trace[848380743] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"836.02697ms","start":"2026-07-23T04:15:23.021811Z","end":"2026-07-23T04:15:23.857838Z","steps":["trace[848380743] 'process raft request' (duration: 596.829043ms)","trace[848380743] 'compare' (duration: 238.118152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:23.857925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.021785Z","time spent":"836.097902ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:23.858176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671952787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:23.858208Z","caller":"traceutil/trace.go:171","msg":"trace[1183164710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27011; }","duration":"1.672031969s","start":"2026-07-23T04:15:22.186165Z","end":"2026-07-23T04:15:23.858197Z","steps":["trace[1183164710] 'agreement among raft nodes before linearized reading' (duration: 1.671965078s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.858236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:22.186135Z","time spent":"1.672094621s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:15:23.858491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703221296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T04:15:23.858521Z","caller":"traceutil/trace.go:171","msg":"trace[820504624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27011; }","duration":"1.703251666s","start":"2026-07-23T04:15:22.155261Z","end":"2026-07-23T04:15:23.858512Z","steps":["trace[820504624] 'agreement among raft nodes before linearized reading' (duration: 1.703121273s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.858554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:22.155201Z","time spent":"1.703345968s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T04:15:23.858724Z","caller":"traceutil/trace.go:171","msg":"trace[1322302154] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"459.213962ms","start":"2026-07-23T04:15:23.399489Z","end":"2026-07-23T04:15:23.858703Z","steps":["trace[1322302154] 'process raft request' (duration: 458.092876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.858798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.399461Z","time spent":"459.294214ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:23.858948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.133378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T04:15:23.858978Z","caller":"traceutil/trace.go:171","msg":"trace[1931583869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27011; }","duration":"717.19693ms","start":"2026-07-23T04:15:23.14177Z","end":"2026-07-23T04:15:23.858967Z","steps":["trace[1931583869] 'agreement among raft nodes before linearized reading' (duration: 717.103867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.858938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.038678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:15:23.858981Z","caller":"traceutil/trace.go:171","msg":"trace[1091986231] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"420.86591ms","start":"2026-07-23T04:15:23.438088Z","end":"2026-07-23T04:15:23.858954Z","steps":["trace[1091986231] 'process raft request' (duration: 419.571671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.859005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.141748Z","time spent":"717.24934ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:23.858981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853025237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T04:15:23.859035Z","caller":"traceutil/trace.go:171","msg":"trace[1300225328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27011; }","duration":"604.225183ms","start":"2026-07-23T04:15:23.254787Z","end":"2026-07-23T04:15:23.859012Z","steps":["trace[1300225328] 'agreement among raft nodes before linearized reading' (duration: 603.901635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.859082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.25476Z","time spent":"604.311015ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-23T04:15:23.859091Z","caller":"traceutil/trace.go:171","msg":"trace[303128616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27011; }","duration":"1.853192881s","start":"2026-07-23T04:15:22.005867Z","end":"2026-07-23T04:15:23.85906Z","steps":["trace[303128616] 'agreement among raft nodes before linearized reading' (duration: 1.852870013s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.859107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861974262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-49f10682-0e11-43d0-93b9-2d84e3680a47\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-07-23T04:15:23.859132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.438058Z","time spent":"420.974923ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:23.859148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:22.005838Z","time spent":"1.853296313s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T04:15:23.859179Z","caller":"traceutil/trace.go:171","msg":"trace[1600246239] range","detail":"{range_begin:/registry/persistentvolumes/pvc-49f10682-0e11-43d0-93b9-2d84e3680a47; range_end:; response_count:1; response_revision:27011; }","duration":"1.862070155s","start":"2026-07-23T04:15:21.997082Z","end":"2026-07-23T04:15:23.859153Z","steps":["trace[1600246239] 'agreement among raft nodes before linearized reading' (duration: 1.861945872s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.859142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.286554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:23.859223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:21.997073Z","time spent":"1.862140826s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-49f10682-0e11-43d0-93b9-2d84e3680a47\" "} {"level":"info","ts":"2026-07-23T04:15:23.859242Z","caller":"traceutil/trace.go:171","msg":"trace[2076509864] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27011; }","duration":"268.436908ms","start":"2026-07-23T04:15:23.59079Z","end":"2026-07-23T04:15:23.859227Z","steps":["trace[2076509864] 'agreement among raft nodes before linearized reading' (duration: 268.308486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.859316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.113057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:23.859373Z","caller":"traceutil/trace.go:171","msg":"trace[1161539375] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27011; }","duration":"220.165008ms","start":"2026-07-23T04:15:23.63919Z","end":"2026-07-23T04:15:23.859355Z","steps":["trace[1161539375] 'agreement among raft nodes before linearized reading' (duration: 220.084697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.859586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.44361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:15:23.859619Z","caller":"traceutil/trace.go:171","msg":"trace[1147696705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27011; }","duration":"719.504571ms","start":"2026-07-23T04:15:23.140104Z","end":"2026-07-23T04:15:23.859608Z","steps":["trace[1147696705] 'agreement among raft nodes before linearized reading' (duration: 719.377248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.859646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.140087Z","time spent":"719.553203ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:15:23.858106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0397495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:23.859926Z","caller":"traceutil/trace.go:171","msg":"trace[1729051963] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27011; }","duration":"1.041598694s","start":"2026-07-23T04:15:22.818311Z","end":"2026-07-23T04:15:23.85991Z","steps":["trace[1729051963] 'agreement among raft nodes before linearized reading' (duration: 1.03970271s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:23.859966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:22.818286Z","time spent":"1.041665275s","remote":"127.0.0.1:35806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:24.514288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.47116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:24.514378Z","caller":"traceutil/trace.go:171","msg":"trace[1399187590] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"646.194499ms","start":"2026-07-23T04:15:23.868166Z","end":"2026-07-23T04:15:24.514361Z","steps":["trace[1399187590] 'process raft request' (duration: 128.595016ms)","trace[1399187590] 'compare' (duration: 517.05256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:24.514413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.86815Z","time spent":"646.248069ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:24.514711Z","caller":"traceutil/trace.go:171","msg":"trace[1197054639] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"640.775662ms","start":"2026-07-23T04:15:23.873929Z","end":"2026-07-23T04:15:24.514705Z","steps":["trace[1197054639] 'process raft request' (duration: 640.721251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:24.514749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.873914Z","time spent":"640.818183ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:24.514802Z","caller":"traceutil/trace.go:171","msg":"trace[676193813] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"642.653066ms","start":"2026-07-23T04:15:23.87214Z","end":"2026-07-23T04:15:24.514793Z","steps":["trace[676193813] 'process raft request' (duration: 642.467542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:24.514833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.872101Z","time spent":"642.710947ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:24.514907Z","caller":"traceutil/trace.go:171","msg":"trace[625059085] linearizableReadLoop","detail":"{readStateIndex:27907; appliedIndex:27905; }","duration":"641.980191ms","start":"2026-07-23T04:15:23.872891Z","end":"2026-07-23T04:15:24.514871Z","steps":["trace[625059085] 'read index received' (duration: 123.874827ms)","trace[625059085] 'applied index is now lower than readState.Index' (duration: 518.103654ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:24.51497Z","caller":"traceutil/trace.go:171","msg":"trace[1555907718] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"641.033978ms","start":"2026-07-23T04:15:23.87393Z","end":"2026-07-23T04:15:24.514964Z","steps":["trace[1555907718] 'process raft request' (duration: 640.740082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:24.514998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.873906Z","time spent":"641.0797ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:24.515217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.288298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-07-23T04:15:24.515258Z","caller":"traceutil/trace.go:171","msg":"trace[154592797] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27015; }","duration":"642.36316ms","start":"2026-07-23T04:15:23.872882Z","end":"2026-07-23T04:15:24.515246Z","steps":["trace[154592797] 'agreement among raft nodes before linearized reading' (duration: 642.150615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:24.515301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.872837Z","time spent":"642.454232ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-23T04:15:24.527821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.469862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:24.527854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.071649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:24.527908Z","caller":"traceutil/trace.go:171","msg":"trace[22487885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27016; }","duration":"652.620105ms","start":"2026-07-23T04:15:23.875265Z","end":"2026-07-23T04:15:24.527885Z","steps":["trace[22487885] 'agreement among raft nodes before linearized reading' (duration: 652.427201ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:24.527914Z","caller":"traceutil/trace.go:171","msg":"trace[768555875] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27016; }","duration":"127.197532ms","start":"2026-07-23T04:15:24.400702Z","end":"2026-07-23T04:15:24.5279Z","steps":["trace[768555875] 'agreement among raft nodes before linearized reading' (duration: 127.031108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:24.527949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:23.875255Z","time spent":"652.686357ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T04:15:24.528148Z","caller":"traceutil/trace.go:171","msg":"trace[640003367] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"243.869154ms","start":"2026-07-23T04:15:24.284241Z","end":"2026-07-23T04:15:24.52811Z","steps":["trace[640003367] 'process raft request' (duration: 243.238409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:24.528205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.897414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:24.528333Z","caller":"traceutil/trace.go:171","msg":"trace[2064754876] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27016; }","duration":"261.062708ms","start":"2026-07-23T04:15:24.267255Z","end":"2026-07-23T04:15:24.528318Z","steps":["trace[2064754876] 'agreement among raft nodes before linearized reading' (duration: 260.897095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:24.528379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.715214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:24.528521Z","caller":"traceutil/trace.go:171","msg":"trace[1566459935] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27016; }","duration":"439.925938ms","start":"2026-07-23T04:15:24.088576Z","end":"2026-07-23T04:15:24.528502Z","steps":["trace[1566459935] 'agreement among raft nodes before linearized reading' (duration: 439.652102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:24.528562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:24.088552Z","time spent":"440.00178ms","remote":"127.0.0.1:56540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:24.70169Z","caller":"traceutil/trace.go:171","msg":"trace[1462772084] linearizableReadLoop","detail":"{readStateIndex:27911; appliedIndex:27910; }","duration":"112.230499ms","start":"2026-07-23T04:15:24.589429Z","end":"2026-07-23T04:15:24.70166Z","steps":["trace[1462772084] 'read index received' (duration: 29.382275ms)","trace[1462772084] 'applied index is now lower than readState.Index' (duration: 82.846734ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:24.701729Z","caller":"traceutil/trace.go:171","msg":"trace[877423506] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"146.371993ms","start":"2026-07-23T04:15:24.555318Z","end":"2026-07-23T04:15:24.70169Z","steps":["trace[877423506] 'process raft request' (duration: 63.613121ms)","trace[877423506] 'compare' (duration: 82.562318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:24.701853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.397523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:24.701902Z","caller":"traceutil/trace.go:171","msg":"trace[12217906] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27017; }","duration":"112.514255ms","start":"2026-07-23T04:15:24.589374Z","end":"2026-07-23T04:15:24.701889Z","steps":["trace[12217906] 'agreement among raft nodes before linearized reading' (duration: 112.401472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:25.869616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.586431ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T04:15:25.961464Z","caller":"traceutil/trace.go:171","msg":"trace[1856230587] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"529.571438ms","start":"2026-07-23T04:15:25.431858Z","end":"2026-07-23T04:15:25.96143Z","steps":["trace[1856230587] 'process raft request' (duration: 529.305952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:25.961656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.431832Z","time spent":"529.726662ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:25.961871Z","caller":"traceutil/trace.go:171","msg":"trace[1978127467] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"528.548525ms","start":"2026-07-23T04:15:25.433295Z","end":"2026-07-23T04:15:25.961844Z","steps":["trace[1978127467] 'process raft request' (duration: 528.075474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:25.961944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.433258Z","time spent":"528.652968ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:25.962101Z","caller":"traceutil/trace.go:171","msg":"trace[2102959712] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"527.01269ms","start":"2026-07-23T04:15:25.435075Z","end":"2026-07-23T04:15:25.962087Z","steps":["trace[2102959712] 'process raft request' (duration: 526.850646ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:25.962077Z","caller":"traceutil/trace.go:171","msg":"trace[161919498] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"528.689638ms","start":"2026-07-23T04:15:25.433347Z","end":"2026-07-23T04:15:25.962037Z","steps":["trace[161919498] 'process raft request' (duration: 528.416732ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:25.962142Z","caller":"traceutil/trace.go:171","msg":"trace[168330848] linearizableReadLoop","detail":"{readStateIndex:27918; appliedIndex:27912; }","duration":"385.339324ms","start":"2026-07-23T04:15:25.576781Z","end":"2026-07-23T04:15:25.96212Z","steps":["trace[168330848] 'read index received' (duration: 384.387193ms)","trace[168330848] 'applied index is now lower than readState.Index' (duration: 950.841µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:25.962201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.435062Z","time spent":"527.078431ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:25.962268Z","caller":"traceutil/trace.go:171","msg":"trace[1423302546] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"526.17323ms","start":"2026-07-23T04:15:25.436057Z","end":"2026-07-23T04:15:25.96223Z","steps":["trace[1423302546] 'process raft request' (duration: 525.933334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:25.962352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.436042Z","time spent":"526.251202ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:25.962382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.433319Z","time spent":"528.913553ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:25.962364Z","caller":"traceutil/trace.go:171","msg":"trace[1384709005] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"525.32079ms","start":"2026-07-23T04:15:25.436993Z","end":"2026-07-23T04:15:25.962314Z","steps":["trace[1384709005] 'process raft request' (duration: 525.066354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:25.962545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.436962Z","time spent":"525.539485ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:25.962875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.077351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:25.963051Z","caller":"traceutil/trace.go:171","msg":"trace[108548293] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27023; }","duration":"386.293446ms","start":"2026-07-23T04:15:25.576738Z","end":"2026-07-23T04:15:25.963032Z","steps":["trace[108548293] 'agreement among raft nodes before linearized reading' (duration: 385.531099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:25.963102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.576718Z","time spent":"386.366997ms","remote":"127.0.0.1:56618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:26.890557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.249782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:26.890692Z","caller":"traceutil/trace.go:171","msg":"trace[1956870705] linearizableReadLoop","detail":"{readStateIndex:27919; appliedIndex:27918; }","duration":"928.446123ms","start":"2026-07-23T04:15:25.962226Z","end":"2026-07-23T04:15:26.890672Z","steps":["trace[1956870705] 'read index received' (duration: 46.100738ms)","trace[1956870705] 'applied index is now lower than readState.Index' (duration: 882.343635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:26.891079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269761137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:26.891126Z","caller":"traceutil/trace.go:171","msg":"trace[1869487788] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27024; }","duration":"1.269880049s","start":"2026-07-23T04:15:25.621234Z","end":"2026-07-23T04:15:26.891114Z","steps":["trace[1869487788] 'agreement among raft nodes before linearized reading' (duration: 1.269736815s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:26.89113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022941745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:15:26.891231Z","caller":"traceutil/trace.go:171","msg":"trace[1730441511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27024; }","duration":"1.023063218s","start":"2026-07-23T04:15:25.868145Z","end":"2026-07-23T04:15:26.891208Z","steps":["trace[1730441511] 'agreement among raft nodes before linearized reading' (duration: 1.022753221s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:26.891285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.86807Z","time spent":"1.023206041s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:26.891164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.621198Z","time spent":"1.269955711s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:26.891451Z","caller":"traceutil/trace.go:171","msg":"trace[2052061410] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"1.023907797s","start":"2026-07-23T04:15:25.867497Z","end":"2026-07-23T04:15:26.891404Z","steps":["trace[2052061410] 'process raft request' (duration: 140.710063ms)","trace[2052061410] 'compare' (duration: 881.895614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:26.891556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:25.867457Z","time spent":"1.024052391s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:27.214836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.018708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:27.215231Z","caller":"traceutil/trace.go:171","msg":"trace[1462742230] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"133.274022ms","start":"2026-07-23T04:15:27.081931Z","end":"2026-07-23T04:15:27.215205Z","steps":["trace[1462742230] 'process raft request' (duration: 133.20598ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:27.215372Z","caller":"traceutil/trace.go:171","msg":"trace[1793136591] linearizableReadLoop","detail":"{readStateIndex:27920; appliedIndex:27919; }","duration":"324.614149ms","start":"2026-07-23T04:15:26.890722Z","end":"2026-07-23T04:15:27.215336Z","steps":["trace[1793136591] 'read index received' (duration: 119.854614ms)","trace[1793136591] 'applied index is now lower than readState.Index' (duration: 204.756034ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:27.2154Z","caller":"traceutil/trace.go:171","msg":"trace[244698912] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"216.660548ms","start":"2026-07-23T04:15:26.998708Z","end":"2026-07-23T04:15:27.215369Z","steps":["trace[244698912] 'process raft request' (duration: 216.372632ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:27.215411Z","caller":"traceutil/trace.go:171","msg":"trace[1875075717] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"318.759193ms","start":"2026-07-23T04:15:26.896606Z","end":"2026-07-23T04:15:27.215366Z","steps":["trace[1875075717] 'process raft request' (duration: 318.382365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.21562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024425797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:27.215614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.896584Z","time spent":"318.924207ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:27.215656Z","caller":"traceutil/trace.go:171","msg":"trace[1931462400] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27028; }","duration":"1.02452321s","start":"2026-07-23T04:15:26.191125Z","end":"2026-07-23T04:15:27.215649Z","steps":["trace[1931462400] 'agreement among raft nodes before linearized reading' (duration: 1.024434018s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.215686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.191102Z","time spent":"1.024575151s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:27.215739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.676037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T04:15:27.215775Z","caller":"traceutil/trace.go:171","msg":"trace[2024576106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27028; }","duration":"696.785579ms","start":"2026-07-23T04:15:26.51898Z","end":"2026-07-23T04:15:27.215766Z","steps":["trace[2024576106] 'agreement among raft nodes before linearized reading' (duration: 696.519793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.215761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.070223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T04:15:27.215889Z","caller":"traceutil/trace.go:171","msg":"trace[793564002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27028; }","duration":"696.243059ms","start":"2026-07-23T04:15:26.519624Z","end":"2026-07-23T04:15:27.215868Z","steps":["trace[793564002] 'agreement among raft nodes before linearized reading' (duration: 695.824548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.215918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.59412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:27.215949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.519614Z","time spent":"696.32589ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T04:15:27.216008Z","caller":"traceutil/trace.go:171","msg":"trace[163925257] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"507.825049ms","start":"2026-07-23T04:15:26.708169Z","end":"2026-07-23T04:15:27.215995Z","steps":["trace[163925257] 'process raft request' (duration: 302.44682ms)","trace[163925257] 'compare' (duration: 203.850124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:27.216042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.370931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-23T04:15:27.216099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.930603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:27.216112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.708132Z","time spent":"507.908111ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:27.21613Z","caller":"traceutil/trace.go:171","msg":"trace[2001709944] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27028; }","duration":"927.996653ms","start":"2026-07-23T04:15:26.288127Z","end":"2026-07-23T04:15:27.216123Z","steps":["trace[2001709944] 'agreement among raft nodes before linearized reading' (duration: 927.946222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.216151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028791419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:27.215829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.518953Z","time spent":"696.865922ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:27.216205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.000628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:27.215904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.586624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:15:27.216331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.212838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:15:27.216054Z","caller":"traceutil/trace.go:171","msg":"trace[954183778] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27028; }","duration":"808.62625ms","start":"2026-07-23T04:15:26.407312Z","end":"2026-07-23T04:15:27.215939Z","steps":["trace[954183778] 'agreement among raft nodes before linearized reading' (duration: 808.557369ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:27.216362Z","caller":"traceutil/trace.go:171","msg":"trace[1073538567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27028; }","duration":"696.257879ms","start":"2026-07-23T04:15:26.520095Z","end":"2026-07-23T04:15:27.216353Z","steps":["trace[1073538567] 'agreement among raft nodes before linearized reading' (duration: 696.189467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.216392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.520086Z","time spent":"696.300079ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:15:27.216395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.407241Z","time spent":"809.136862ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:27.21616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.288105Z","time spent":"928.048725ms","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:27.216096Z","caller":"traceutil/trace.go:171","msg":"trace[218569858] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27028; }","duration":"256.462993ms","start":"2026-07-23T04:15:26.95962Z","end":"2026-07-23T04:15:27.216083Z","steps":["trace[218569858] 'agreement among raft nodes before linearized reading' (duration: 256.170126ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:27.216297Z","caller":"traceutil/trace.go:171","msg":"trace[1651204439] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27028; }","duration":"440.996053ms","start":"2026-07-23T04:15:26.775262Z","end":"2026-07-23T04:15:27.216258Z","steps":["trace[1651204439] 'agreement among raft nodes before linearized reading' (duration: 440.604355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.216528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.775233Z","time spent":"441.28498ms","remote":"127.0.0.1:56656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:27.216229Z","caller":"traceutil/trace.go:171","msg":"trace[89594336] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27028; }","duration":"997.05757ms","start":"2026-07-23T04:15:26.219162Z","end":"2026-07-23T04:15:27.21622Z","steps":["trace[89594336] 'agreement among raft nodes before linearized reading' (duration: 997.017449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.216729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.219141Z","time spent":"997.573761ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:27.216756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.860157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277842"} {"level":"info","ts":"2026-07-23T04:15:27.216809Z","caller":"traceutil/trace.go:171","msg":"trace[2001361021] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27028; }","duration":"221.93528ms","start":"2026-07-23T04:15:26.994862Z","end":"2026-07-23T04:15:27.216797Z","steps":["trace[2001361021] 'agreement among raft nodes before linearized reading' (duration: 221.347576ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:27.21619Z","caller":"traceutil/trace.go:171","msg":"trace[1370976947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27028; }","duration":"1.028868171s","start":"2026-07-23T04:15:26.187313Z","end":"2026-07-23T04:15:27.216181Z","steps":["trace[1370976947] 'agreement among raft nodes before linearized reading' (duration: 1.028807749s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.216926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.187288Z","time spent":"1.029612698s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:15:27.217086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.549256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-23T04:15:27.217133Z","caller":"traceutil/trace.go:171","msg":"trace[1685308346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27028; }","duration":"696.662078ms","start":"2026-07-23T04:15:26.520457Z","end":"2026-07-23T04:15:27.217119Z","steps":["trace[1685308346] 'agreement among raft nodes before linearized reading' (duration: 695.805239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:27.217177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:26.520449Z","time spent":"696.707439ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:28.514651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133960826s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:28.514788Z","caller":"traceutil/trace.go:171","msg":"trace[1192970486] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"1.292286593s","start":"2026-07-23T04:15:27.222474Z","end":"2026-07-23T04:15:28.514761Z","steps":["trace[1192970486] 'process raft request' (duration: 158.070252ms)","trace[1192970486] 'compare' (duration: 1.133079335s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:28.51487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.222452Z","time spent":"1.292367654s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:28.530515Z","caller":"traceutil/trace.go:171","msg":"trace[816965555] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"1.307948762s","start":"2026-07-23T04:15:27.222536Z","end":"2026-07-23T04:15:28.530485Z","steps":["trace[816965555] 'process raft request' (duration: 1.307655616s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.530715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.222508Z","time spent":"1.308096486s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:28.531027Z","caller":"traceutil/trace.go:171","msg":"trace[710237427] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"1.308338202s","start":"2026-07-23T04:15:27.222643Z","end":"2026-07-23T04:15:28.530981Z","steps":["trace[710237427] 'process raft request' (duration: 1.307788429s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.531978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.222634Z","time spent":"1.308641068s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:28.532447Z","caller":"traceutil/trace.go:171","msg":"trace[1387119859] linearizableReadLoop","detail":"{readStateIndex:27927; appliedIndex:27923; }","duration":"1.309465877s","start":"2026-07-23T04:15:27.222941Z","end":"2026-07-23T04:15:28.532407Z","steps":["trace[1387119859] 'read index received' (duration: 157.532609ms)","trace[1387119859] 'applied index is now lower than readState.Index' (duration: 1.151931618s)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:28.532637Z","caller":"traceutil/trace.go:171","msg":"trace[1713606873] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"1.309920369s","start":"2026-07-23T04:15:27.222695Z","end":"2026-07-23T04:15:28.532615Z","steps":["trace[1713606873] 'process raft request' (duration: 1.307989264s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.532751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.222683Z","time spent":"1.31000931s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:28.532841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309880287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:28.532877Z","caller":"traceutil/trace.go:171","msg":"trace[52416231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27032; }","duration":"1.309934638s","start":"2026-07-23T04:15:27.222933Z","end":"2026-07-23T04:15:28.532868Z","steps":["trace[52416231] 'agreement among raft nodes before linearized reading' (duration: 1.309852717s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.532903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.22289Z","time spent":"1.31000824s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T04:15:28.82442Z","caller":"traceutil/trace.go:171","msg":"trace[80873774] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"856.718696ms","start":"2026-07-23T04:15:27.967673Z","end":"2026-07-23T04:15:28.824392Z","steps":["trace[80873774] 'process raft request' (duration: 856.46601ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:28.824499Z","caller":"traceutil/trace.go:171","msg":"trace[863870577] transaction","detail":"{read_only:false; response_revision:27036; number_of_response:1; }","duration":"855.693952ms","start":"2026-07-23T04:15:27.968772Z","end":"2026-07-23T04:15:28.824466Z","steps":["trace[863870577] 'process raft request' (duration: 855.59666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.824578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.967644Z","time spent":"856.843488ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:28.824541Z","caller":"traceutil/trace.go:171","msg":"trace[1044699194] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"856.757986ms","start":"2026-07-23T04:15:27.967738Z","end":"2026-07-23T04:15:28.824496Z","steps":["trace[1044699194] 'process raft request' (duration: 856.578492ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:28.82464Z","caller":"traceutil/trace.go:171","msg":"trace[887313544] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"855.404895ms","start":"2026-07-23T04:15:27.969227Z","end":"2026-07-23T04:15:28.824632Z","steps":["trace[887313544] 'process raft request' (duration: 855.17341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.82468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.968759Z","time spent":"855.822665ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:28.82469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.382173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:28.824512Z","caller":"traceutil/trace.go:171","msg":"trace[315184441] linearizableReadLoop","detail":"{readStateIndex:27934; appliedIndex:27927; }","duration":"291.953348ms","start":"2026-07-23T04:15:28.532535Z","end":"2026-07-23T04:15:28.824489Z","steps":["trace[315184441] 'read index received' (duration: 291.683882ms)","trace[315184441] 'applied index is now lower than readState.Index' (duration: 268.116µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:28.824746Z","caller":"traceutil/trace.go:171","msg":"trace[1061682922] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27039; }","duration":"727.561327ms","start":"2026-07-23T04:15:28.097169Z","end":"2026-07-23T04:15:28.82473Z","steps":["trace[1061682922] 'agreement among raft nodes before linearized reading' (duration: 727.400924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.824738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.967708Z","time spent":"856.93559ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:28.824571Z","caller":"traceutil/trace.go:171","msg":"trace[790459209] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"855.192041ms","start":"2026-07-23T04:15:27.969335Z","end":"2026-07-23T04:15:28.824527Z","steps":["trace[790459209] 'process raft request' (duration: 855.091978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.824781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:28.097109Z","time spent":"727.663099ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:28.824788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.969213Z","time spent":"855.486818ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:28.82485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.125029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:28.824581Z","caller":"traceutil/trace.go:171","msg":"trace[157690895] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"468.911174ms","start":"2026-07-23T04:15:28.355648Z","end":"2026-07-23T04:15:28.824559Z","steps":["trace[157690895] 'process raft request' (duration: 468.804792ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:28.824882Z","caller":"traceutil/trace.go:171","msg":"trace[1829369378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27039; }","duration":"284.210211ms","start":"2026-07-23T04:15:28.540663Z","end":"2026-07-23T04:15:28.824873Z","steps":["trace[1829369378] 'agreement among raft nodes before linearized reading' (duration: 284.149639ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:28.824499Z","caller":"traceutil/trace.go:171","msg":"trace[1647453414] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"856.243974ms","start":"2026-07-23T04:15:27.968212Z","end":"2026-07-23T04:15:28.824456Z","steps":["trace[1647453414] 'process raft request' (duration: 856.134562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.824852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.96932Z","time spent":"855.479157ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:28.824928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.968201Z","time spent":"856.710155ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:28.824925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:28.355621Z","time spent":"469.275133ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:28.824723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.910049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-23T04:15:28.824986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.741266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:28.825015Z","caller":"traceutil/trace.go:171","msg":"trace[1763835369] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27039; }","duration":"951.264337ms","start":"2026-07-23T04:15:27.873735Z","end":"2026-07-23T04:15:28.824999Z","steps":["trace[1763835369] 'agreement among raft nodes before linearized reading' (duration: 950.830028ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:28.825022Z","caller":"traceutil/trace.go:171","msg":"trace[1702523959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27039; }","duration":"144.827518ms","start":"2026-07-23T04:15:28.680183Z","end":"2026-07-23T04:15:28.82501Z","steps":["trace[1702523959] 'agreement among raft nodes before linearized reading' (duration: 144.750366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:28.825046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:27.87371Z","time spent":"951.327739ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-23T04:15:29.276115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.51368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:29.27637Z","caller":"traceutil/trace.go:171","msg":"trace[2083140267] linearizableReadLoop","detail":"{readStateIndex:27935; appliedIndex:27934; }","duration":"229.549464ms","start":"2026-07-23T04:15:29.046795Z","end":"2026-07-23T04:15:29.276344Z","steps":["trace[2083140267] 'read index received' (duration: 52.891µs)","trace[2083140267] 'applied index is now lower than readState.Index' (duration: 229.493923ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:29.27644Z","caller":"traceutil/trace.go:171","msg":"trace[1461400846] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"377.894643ms","start":"2026-07-23T04:15:28.898478Z","end":"2026-07-23T04:15:29.276373Z","steps":["trace[1461400846] 'process raft request' (duration: 129.001144ms)","trace[1461400846] 'compare' (duration: 248.355367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:29.276633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.82115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:15:29.276702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:28.898454Z","time spent":"378.092538ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:29.276734Z","caller":"traceutil/trace.go:171","msg":"trace[19902490] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27040; }","duration":"229.960474ms","start":"2026-07-23T04:15:29.046754Z","end":"2026-07-23T04:15:29.276715Z","steps":["trace[19902490] 'agreement among raft nodes before linearized reading' (duration: 229.759249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:29.346699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.697959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:15:29.346773Z","caller":"traceutil/trace.go:171","msg":"trace[1883613946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27041; }","duration":"125.832912ms","start":"2026-07-23T04:15:29.220924Z","end":"2026-07-23T04:15:29.346757Z","steps":["trace[1883613946] 'agreement among raft nodes before linearized reading' (duration: 125.611167ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:29.34704Z","caller":"traceutil/trace.go:171","msg":"trace[340725250] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"125.165405ms","start":"2026-07-23T04:15:29.221866Z","end":"2026-07-23T04:15:29.347032Z","steps":["trace[340725250] 'process raft request' (duration: 124.527201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:34.998716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.545256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:34.999009Z","caller":"traceutil/trace.go:171","msg":"trace[1144289947] linearizableReadLoop","detail":"{readStateIndex:27983; appliedIndex:27980; }","duration":"403.231426ms","start":"2026-07-23T04:15:34.595758Z","end":"2026-07-23T04:15:34.99899Z","steps":["trace[1144289947] 'read index received' (duration: 78.250147ms)","trace[1144289947] 'applied index is now lower than readState.Index' (duration: 324.979939ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:34.999098Z","caller":"traceutil/trace.go:171","msg":"trace[1381680483] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"406.39886ms","start":"2026-07-23T04:15:34.592687Z","end":"2026-07-23T04:15:34.999086Z","steps":["trace[1381680483] 'process raft request' (duration: 215.322922ms)","trace[1381680483] 'compare' (duration: 190.198238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:34.999158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.592656Z","time spent":"406.469021ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:34.999289Z","caller":"traceutil/trace.go:171","msg":"trace[1735435204] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"406.484392ms","start":"2026-07-23T04:15:34.592753Z","end":"2026-07-23T04:15:34.999238Z","steps":["trace[1735435204] 'process raft request' (duration: 406.093333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:34.999468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.592736Z","time spent":"406.638586ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:34.999884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.058835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T04:15:34.999974Z","caller":"traceutil/trace.go:171","msg":"trace[1846091279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27087; }","duration":"404.228049ms","start":"2026-07-23T04:15:34.595722Z","end":"2026-07-23T04:15:34.999951Z","steps":["trace[1846091279] 'agreement among raft nodes before linearized reading' (duration: 403.8406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:35.000024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.595634Z","time spent":"404.381743ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T04:15:35.22147Z","caller":"traceutil/trace.go:171","msg":"trace[384735710] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"360.166956ms","start":"2026-07-23T04:15:34.861262Z","end":"2026-07-23T04:15:35.221429Z","steps":["trace[384735710] 'process raft request' (duration: 347.626145ms)","trace[384735710] 'compare' (duration: 11.871706ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:35.221653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.861231Z","time spent":"360.32013ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:35.244162Z","caller":"traceutil/trace.go:171","msg":"trace[1800507343] linearizableReadLoop","detail":"{readStateIndex:27989; appliedIndex:27983; }","duration":"245.089663ms","start":"2026-07-23T04:15:34.999041Z","end":"2026-07-23T04:15:35.24413Z","steps":["trace[1800507343] 'read index received' (duration: 209.999948ms)","trace[1800507343] 'applied index is now lower than readState.Index' (duration: 35.088305ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:35.24465Z","caller":"traceutil/trace.go:171","msg":"trace[1055539771] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"236.067544ms","start":"2026-07-23T04:15:35.008558Z","end":"2026-07-23T04:15:35.244625Z","steps":["trace[1055539771] 'process raft request' (duration: 235.524661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:35.244869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.372297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:15:35.244944Z","caller":"traceutil/trace.go:171","msg":"trace[226552121] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"358.409735ms","start":"2026-07-23T04:15:34.886525Z","end":"2026-07-23T04:15:35.244935Z","steps":["trace[226552121] 'process raft request' (duration: 357.402131ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:35.244976Z","caller":"traceutil/trace.go:171","msg":"trace[1295995053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27094; }","duration":"340.537181ms","start":"2026-07-23T04:15:34.904414Z","end":"2026-07-23T04:15:35.244951Z","steps":["trace[1295995053] 'agreement among raft nodes before linearized reading' (duration: 340.211053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:35.245027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.90439Z","time spent":"340.627572ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:15:35.245067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.886508Z","time spent":"358.462187ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:35.245058Z","caller":"traceutil/trace.go:171","msg":"trace[1306570103] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"354.353701ms","start":"2026-07-23T04:15:34.890665Z","end":"2026-07-23T04:15:35.245018Z","steps":["trace[1306570103] 'process raft request' (duration: 353.344717ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:35.245236Z","caller":"traceutil/trace.go:171","msg":"trace[895458492] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"354.502095ms","start":"2026-07-23T04:15:34.890723Z","end":"2026-07-23T04:15:35.245225Z","steps":["trace[895458492] 'process raft request' (duration: 353.323137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:35.24529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.890635Z","time spent":"354.545936ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:35.245307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.890685Z","time spent":"354.584357ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:35.245407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.744194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:35.245453Z","caller":"traceutil/trace.go:171","msg":"trace[1172954396] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27094; }","duration":"414.819536ms","start":"2026-07-23T04:15:34.830619Z","end":"2026-07-23T04:15:35.245439Z","steps":["trace[1172954396] 'agreement among raft nodes before linearized reading' (duration: 414.751554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:35.245477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.830598Z","time spent":"414.872457ms","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:15:35.245473Z","caller":"traceutil/trace.go:171","msg":"trace[2032320627] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"358.028216ms","start":"2026-07-23T04:15:34.887433Z","end":"2026-07-23T04:15:35.245461Z","steps":["trace[2032320627] 'process raft request' (duration: 356.537401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:35.245534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.88742Z","time spent":"358.084808ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:35.244906Z","caller":"traceutil/trace.go:171","msg":"trace[1344428469] transaction","detail":"{read_only:false; response_revision:27089; number_of_response:1; }","duration":"360.578086ms","start":"2026-07-23T04:15:34.884317Z","end":"2026-07-23T04:15:35.244895Z","steps":["trace[1344428469] 'process raft request' (duration: 359.392438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:35.245833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:34.884287Z","time spent":"361.506347ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:35.567406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.706173ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T04:15:35.567545Z","caller":"traceutil/trace.go:171","msg":"trace[401294314] linearizableReadLoop","detail":"{readStateIndex:27993; appliedIndex:27992; }","duration":"141.859455ms","start":"2026-07-23T04:15:35.425662Z","end":"2026-07-23T04:15:35.567521Z","steps":["trace[401294314] 'read index received' (duration: 36.947708ms)","trace[401294314] 'applied index is now lower than readState.Index' (duration: 104.910167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:35.567867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.232234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:15:35.567907Z","caller":"traceutil/trace.go:171","msg":"trace[1498948571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27096; }","duration":"111.282165ms","start":"2026-07-23T04:15:35.456613Z","end":"2026-07-23T04:15:35.567895Z","steps":["trace[1498948571] 'agreement among raft nodes before linearized reading' (duration: 111.06541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:35.567965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.251174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:15:35.568618Z","caller":"traceutil/trace.go:171","msg":"trace[1036575280] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27096; }","duration":"142.782856ms","start":"2026-07-23T04:15:35.425612Z","end":"2026-07-23T04:15:35.568395Z","steps":["trace[1036575280] 'agreement among raft nodes before linearized reading' (duration: 142.035039ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:35.820186Z","caller":"traceutil/trace.go:171","msg":"trace[1469418927] linearizableReadLoop","detail":"{readStateIndex:27994; appliedIndex:27993; }","duration":"236.75293ms","start":"2026-07-23T04:15:35.583405Z","end":"2026-07-23T04:15:35.820158Z","steps":["trace[1469418927] 'read index received' (duration: 236.517564ms)","trace[1469418927] 'applied index is now lower than readState.Index' (duration: 234.826µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:35.820658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.139124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:35.820641Z","caller":"traceutil/trace.go:171","msg":"trace[755421523] transaction","detail":"{read_only:false; response_revision:27097; number_of_response:1; }","duration":"248.657687ms","start":"2026-07-23T04:15:35.571932Z","end":"2026-07-23T04:15:35.820589Z","steps":["trace[755421523] 'process raft request' (duration: 248.048393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:35.8208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.408405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-23T04:15:35.820824Z","caller":"traceutil/trace.go:171","msg":"trace[736394946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27097; }","duration":"237.430296ms","start":"2026-07-23T04:15:35.583386Z","end":"2026-07-23T04:15:35.820816Z","steps":["trace[736394946] 'agreement among raft nodes before linearized reading' (duration: 237.320693ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:35.820693Z","caller":"traceutil/trace.go:171","msg":"trace[2137075985] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27097; }","duration":"121.232096ms","start":"2026-07-23T04:15:35.699449Z","end":"2026-07-23T04:15:35.820681Z","steps":["trace[2137075985] 'agreement among raft nodes before linearized reading' (duration: 121.140304ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:36.899646Z","caller":"traceutil/trace.go:171","msg":"trace[1819800459] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"216.97856ms","start":"2026-07-23T04:15:36.682623Z","end":"2026-07-23T04:15:36.899601Z","steps":["trace[1819800459] 'process raft request' (duration: 216.743714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.332327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.629108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T04:15:37.332416Z","caller":"traceutil/trace.go:171","msg":"trace[1089681398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27098; }","duration":"323.785651ms","start":"2026-07-23T04:15:37.008607Z","end":"2026-07-23T04:15:37.332393Z","steps":["trace[1089681398] 'range keys from in-memory index tree' (duration: 323.424663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.332448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.008582Z","time spent":"323.859913ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:37.332744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.50849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:37.332799Z","caller":"traceutil/trace.go:171","msg":"trace[1852532887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27098; }","duration":"145.610762ms","start":"2026-07-23T04:15:37.187174Z","end":"2026-07-23T04:15:37.332785Z","steps":["trace[1852532887] 'range keys from in-memory index tree' (duration: 145.350837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.332811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.754963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:15:37.332838Z","caller":"traceutil/trace.go:171","msg":"trace[824786556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27098; }","duration":"324.828145ms","start":"2026-07-23T04:15:37.008003Z","end":"2026-07-23T04:15:37.332831Z","steps":["trace[824786556] 'range keys from in-memory index tree' (duration: 324.611321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.332856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.007975Z","time spent":"324.876646ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T04:15:37.333251Z","caller":"traceutil/trace.go:171","msg":"trace[1998553681] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"106.072304ms","start":"2026-07-23T04:15:37.227159Z","end":"2026-07-23T04:15:37.333231Z","steps":["trace[1998553681] 'process raft request' (duration: 101.412606ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:37.637341Z","caller":"traceutil/trace.go:171","msg":"trace[652863363] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"385.531816ms","start":"2026-07-23T04:15:37.251774Z","end":"2026-07-23T04:15:37.637306Z","steps":["trace[652863363] 'process raft request' (duration: 385.27629ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:37.637366Z","caller":"traceutil/trace.go:171","msg":"trace[920944921] linearizableReadLoop","detail":"{readStateIndex:27998; appliedIndex:27995; }","duration":"385.345152ms","start":"2026-07-23T04:15:37.251985Z","end":"2026-07-23T04:15:37.637331Z","steps":["trace[920944921] 'read index received' (duration: 76.603569ms)","trace[920944921] 'applied index is now lower than readState.Index' (duration: 308.740143ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:37.637459Z","caller":"traceutil/trace.go:171","msg":"trace[885189342] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"406.668427ms","start":"2026-07-23T04:15:37.230754Z","end":"2026-07-23T04:15:37.637422Z","steps":["trace[885189342] 'process raft request' (duration: 406.068532ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:37.637521Z","caller":"traceutil/trace.go:171","msg":"trace[965183368] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"384.086652ms","start":"2026-07-23T04:15:37.253421Z","end":"2026-07-23T04:15:37.637507Z","steps":["trace[965183368] 'process raft request' (duration: 383.811625ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:37.637541Z","caller":"traceutil/trace.go:171","msg":"trace[135776933] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"384.816479ms","start":"2026-07-23T04:15:37.252681Z","end":"2026-07-23T04:15:37.637498Z","steps":["trace[135776933] 'process raft request' (duration: 384.468301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.637611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.230721Z","time spent":"406.81795ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:37.637537Z","caller":"traceutil/trace.go:171","msg":"trace[1108892009] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"383.383606ms","start":"2026-07-23T04:15:37.254143Z","end":"2026-07-23T04:15:37.637527Z","steps":["trace[1108892009] 'process raft request' (duration: 383.13508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.63749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.251741Z","time spent":"385.673049ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:37.637744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.252672Z","time spent":"384.963303ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:37.637786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.254132Z","time spent":"383.602851ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:37.637529Z","caller":"traceutil/trace.go:171","msg":"trace[299305600] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"385.034934ms","start":"2026-07-23T04:15:37.252464Z","end":"2026-07-23T04:15:37.637499Z","steps":["trace[299305600] 'process raft request' (duration: 384.642955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.637907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.252454Z","time spent":"385.406133ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:37.637989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.253394Z","time spent":"384.215455ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:37.638055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.034727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T04:15:37.638191Z","caller":"traceutil/trace.go:171","msg":"trace[1902040442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27105; }","duration":"386.205001ms","start":"2026-07-23T04:15:37.251947Z","end":"2026-07-23T04:15:37.638152Z","steps":["trace[1902040442] 'agreement among raft nodes before linearized reading' (duration: 385.604888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.63826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.251937Z","time spent":"386.311094ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T04:15:37.643465Z","caller":"traceutil/trace.go:171","msg":"trace[978369916] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"304.149576ms","start":"2026-07-23T04:15:37.339301Z","end":"2026-07-23T04:15:37.643451Z","steps":["trace[978369916] 'process raft request' (duration: 304.098934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.643559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.339197Z","time spent":"304.309469ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:37.643472Z","caller":"traceutil/trace.go:171","msg":"trace[1241641197] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"305.098288ms","start":"2026-07-23T04:15:37.338352Z","end":"2026-07-23T04:15:37.64345Z","steps":["trace[1241641197] 'process raft request' (duration: 304.926754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.64369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.338339Z","time spent":"305.312412ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:37.64382Z","caller":"traceutil/trace.go:171","msg":"trace[1607127980] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"262.313664ms","start":"2026-07-23T04:15:37.38147Z","end":"2026-07-23T04:15:37.643784Z","steps":["trace[1607127980] 'process raft request' (duration: 261.956926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.643875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.344082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:37.643911Z","caller":"traceutil/trace.go:171","msg":"trace[228010187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27110; }","duration":"308.399094ms","start":"2026-07-23T04:15:37.335502Z","end":"2026-07-23T04:15:37.643901Z","steps":["trace[228010187] 'agreement among raft nodes before linearized reading' (duration: 308.24875ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:37.643837Z","caller":"traceutil/trace.go:171","msg":"trace[1153235713] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"217.679426ms","start":"2026-07-23T04:15:37.426111Z","end":"2026-07-23T04:15:37.64379Z","steps":["trace[1153235713] 'process raft request' (duration: 217.506612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:37.643937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:37.335489Z","time spent":"308.444505ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T04:15:37.644077Z","caller":"traceutil/trace.go:171","msg":"trace[1320022665] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"170.776867ms","start":"2026-07-23T04:15:37.472993Z","end":"2026-07-23T04:15:37.64377Z","steps":["trace[1320022665] 'process raft request' (duration: 170.711285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.464646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.366086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:39.464758Z","caller":"traceutil/trace.go:171","msg":"trace[1314942508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27117; }","duration":"278.533969ms","start":"2026-07-23T04:15:39.186195Z","end":"2026-07-23T04:15:39.464729Z","steps":["trace[1314942508] 'range keys from in-memory index tree' (duration: 278.215573ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:39.465098Z","caller":"traceutil/trace.go:171","msg":"trace[405510543] linearizableReadLoop","detail":"{readStateIndex:28015; appliedIndex:28014; }","duration":"165.003323ms","start":"2026-07-23T04:15:39.300053Z","end":"2026-07-23T04:15:39.465056Z","steps":["trace[405510543] 'read index received' (duration: 156.192348ms)","trace[405510543] 'applied index is now lower than readState.Index' (duration: 8.809215ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:39.465362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.28951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:39.465407Z","caller":"traceutil/trace.go:171","msg":"trace[1715393109] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27118; }","duration":"165.404972ms","start":"2026-07-23T04:15:39.29999Z","end":"2026-07-23T04:15:39.465395Z","steps":["trace[1715393109] 'agreement among raft nodes before linearized reading' (duration: 165.190718ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:39.465189Z","caller":"traceutil/trace.go:171","msg":"trace[1433153711] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"259.037597ms","start":"2026-07-23T04:15:39.206027Z","end":"2026-07-23T04:15:39.465065Z","steps":["trace[1433153711] 'process raft request' (duration: 250.237903ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:39.701314Z","caller":"traceutil/trace.go:171","msg":"trace[2112763962] linearizableReadLoop","detail":"{readStateIndex:28016; appliedIndex:28015; }","duration":"234.231041ms","start":"2026-07-23T04:15:39.466803Z","end":"2026-07-23T04:15:39.701034Z","steps":["trace[2112763962] 'read index received' (duration: 139.742827ms)","trace[2112763962] 'applied index is now lower than readState.Index' (duration: 94.486364ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:39.70147Z","caller":"traceutil/trace.go:171","msg":"trace[278931454] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"361.394765ms","start":"2026-07-23T04:15:39.340018Z","end":"2026-07-23T04:15:39.701413Z","steps":["trace[278931454] 'process raft request' (duration: 266.507871ms)","trace[278931454] 'compare' (duration: 94.341441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:39.701616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.780674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:39.701742Z","caller":"traceutil/trace.go:171","msg":"trace[1521262691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27119; }","duration":"234.974938ms","start":"2026-07-23T04:15:39.46673Z","end":"2026-07-23T04:15:39.701705Z","steps":["trace[1521262691] 'agreement among raft nodes before linearized reading' (duration: 234.755922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.701735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.339986Z","time spent":"361.603681ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:39.946117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.100631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:39.946266Z","caller":"traceutil/trace.go:171","msg":"trace[1927636449] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"400.896002ms","start":"2026-07-23T04:15:39.545346Z","end":"2026-07-23T04:15:39.946242Z","steps":["trace[1927636449] 'process raft request' (duration: 255.543756ms)","trace[1927636449] 'compare' (duration: 144.863145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:39.946343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.545322Z","time spent":"400.991434ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:39.952445Z","caller":"traceutil/trace.go:171","msg":"trace[1793198649] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"307.468342ms","start":"2026-07-23T04:15:39.644954Z","end":"2026-07-23T04:15:39.952423Z","steps":["trace[1793198649] 'process raft request' (duration: 307.235547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.952662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.644914Z","time spent":"307.604356ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:39.952792Z","caller":"traceutil/trace.go:171","msg":"trace[840539407] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"305.66743ms","start":"2026-07-23T04:15:39.647103Z","end":"2026-07-23T04:15:39.952771Z","steps":["trace[840539407] 'process raft request' (duration: 305.270611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.952924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.647077Z","time spent":"305.774982ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:39.953087Z","caller":"traceutil/trace.go:171","msg":"trace[161015102] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"305.545567ms","start":"2026-07-23T04:15:39.647514Z","end":"2026-07-23T04:15:39.95306Z","steps":["trace[161015102] 'process raft request' (duration: 305.178289ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:39.953186Z","caller":"traceutil/trace.go:171","msg":"trace[1801170669] linearizableReadLoop","detail":"{readStateIndex:28024; appliedIndex:28016; }","duration":"251.593443ms","start":"2026-07-23T04:15:39.701584Z","end":"2026-07-23T04:15:39.953178Z","steps":["trace[1801170669] 'read index received' (duration: 99.278665ms)","trace[1801170669] 'applied index is now lower than readState.Index' (duration: 152.313818ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:39.953242Z","caller":"traceutil/trace.go:171","msg":"trace[1201715013] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"305.66319ms","start":"2026-07-23T04:15:39.647574Z","end":"2026-07-23T04:15:39.953238Z","steps":["trace[1201715013] 'process raft request' (duration: 305.383884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.953264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.647508Z","time spent":"305.65966ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:39.9533Z","caller":"traceutil/trace.go:171","msg":"trace[1037486468] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"305.69288ms","start":"2026-07-23T04:15:39.647603Z","end":"2026-07-23T04:15:39.953295Z","steps":["trace[1037486468] 'process raft request' (duration: 305.481956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.95333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.647599Z","time spent":"305.717131ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:39.953281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.647571Z","time spent":"305.685841ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:39.953502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.568818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-23T04:15:39.953515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.601412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:39.953533Z","caller":"traceutil/trace.go:171","msg":"trace[836502170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27127; }","duration":"305.598639ms","start":"2026-07-23T04:15:39.647927Z","end":"2026-07-23T04:15:39.953525Z","steps":["trace[836502170] 'agreement among raft nodes before linearized reading' (duration: 305.483186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.953554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.647922Z","time spent":"305.627689ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T04:15:39.953558Z","caller":"traceutil/trace.go:171","msg":"trace[36576565] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27127; }","duration":"145.737175ms","start":"2026-07-23T04:15:39.807809Z","end":"2026-07-23T04:15:39.953546Z","steps":["trace[36576565] 'agreement among raft nodes before linearized reading' (duration: 145.634253ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:39.953582Z","caller":"traceutil/trace.go:171","msg":"trace[1695370310] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"304.471812ms","start":"2026-07-23T04:15:39.649095Z","end":"2026-07-23T04:15:39.953567Z","steps":["trace[1695370310] 'process raft request' (duration: 304.050962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.953644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.279585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T04:15:39.953661Z","caller":"traceutil/trace.go:171","msg":"trace[622403719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27127; }","duration":"300.341097ms","start":"2026-07-23T04:15:39.653316Z","end":"2026-07-23T04:15:39.953657Z","steps":["trace[622403719] 'agreement among raft nodes before linearized reading' (duration: 300.276815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.953652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.649089Z","time spent":"304.528703ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:39.953674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.653294Z","time spent":"300.377418ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T04:15:39.953748Z","caller":"traceutil/trace.go:171","msg":"trace[145055610] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"305.251991ms","start":"2026-07-23T04:15:39.648423Z","end":"2026-07-23T04:15:39.953675Z","steps":["trace[145055610] 'process raft request' (duration: 304.700787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.953823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.480449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:15:39.953853Z","caller":"traceutil/trace.go:171","msg":"trace[1268010057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27127; }","duration":"117.558051ms","start":"2026-07-23T04:15:39.836284Z","end":"2026-07-23T04:15:39.953842Z","steps":["trace[1268010057] 'agreement among raft nodes before linearized reading' (duration: 117.481719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.95386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.133252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-23T04:15:39.953917Z","caller":"traceutil/trace.go:171","msg":"trace[1029183787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27127; }","duration":"306.203883ms","start":"2026-07-23T04:15:39.647694Z","end":"2026-07-23T04:15:39.953898Z","steps":["trace[1029183787] 'agreement among raft nodes before linearized reading' (duration: 305.971738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:39.953943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.647688Z","time spent":"306.249724ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:39.953945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:39.648417Z","time spent":"305.424115ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:40.251166Z","caller":"traceutil/trace.go:171","msg":"trace[1115028552] linearizableReadLoop","detail":"{readStateIndex:28029; appliedIndex:28024; }","duration":"276.329229ms","start":"2026-07-23T04:15:39.974813Z","end":"2026-07-23T04:15:40.251142Z","steps":["trace[1115028552] 'read index received' (duration: 187.825632ms)","trace[1115028552] 'applied index is now lower than readState.Index' (duration: 88.502477ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:40.251256Z","caller":"traceutil/trace.go:171","msg":"trace[854567507] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"292.557086ms","start":"2026-07-23T04:15:39.958666Z","end":"2026-07-23T04:15:40.251223Z","steps":["trace[854567507] 'process raft request' (duration: 292.372672ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:40.251299Z","caller":"traceutil/trace.go:171","msg":"trace[1851806872] transaction","detail":"{read_only:false; response_revision:27130; number_of_response:1; }","duration":"292.554286ms","start":"2026-07-23T04:15:39.958727Z","end":"2026-07-23T04:15:40.251281Z","steps":["trace[1851806872] 'process raft request' (duration: 292.343001ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:40.251586Z","caller":"traceutil/trace.go:171","msg":"trace[2133070676] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"292.818943ms","start":"2026-07-23T04:15:39.95876Z","end":"2026-07-23T04:15:40.251578Z","steps":["trace[2133070676] 'process raft request' (duration: 292.350762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:40.251715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.899632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:40.251727Z","caller":"traceutil/trace.go:171","msg":"trace[219804046] transaction","detail":"{read_only:false; response_revision:27128; number_of_response:1; }","duration":"293.409756ms","start":"2026-07-23T04:15:39.958307Z","end":"2026-07-23T04:15:40.251717Z","steps":["trace[219804046] 'process raft request' (duration: 292.481745ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:40.251744Z","caller":"traceutil/trace.go:171","msg":"trace[1388083834] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27131; }","duration":"277.006094ms","start":"2026-07-23T04:15:39.974727Z","end":"2026-07-23T04:15:40.251733Z","steps":["trace[1388083834] 'agreement among raft nodes before linearized reading' (duration: 276.928462ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:42.850379Z","caller":"traceutil/trace.go:171","msg":"trace[46124657] linearizableReadLoop","detail":"{readStateIndex:28111; appliedIndex:28110; }","duration":"165.030913ms","start":"2026-07-23T04:15:42.685332Z","end":"2026-07-23T04:15:42.850362Z","steps":["trace[46124657] 'read index received' (duration: 164.833058ms)","trace[46124657] 'applied index is now lower than readState.Index' (duration: 196.835µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:42.850659Z","caller":"traceutil/trace.go:171","msg":"trace[142868558] transaction","detail":"{read_only:false; response_revision:27212; number_of_response:1; }","duration":"206.398765ms","start":"2026-07-23T04:15:42.644239Z","end":"2026-07-23T04:15:42.850638Z","steps":["trace[142868558] 'process raft request' (duration: 205.977024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:42.850892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.529745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:42.850939Z","caller":"traceutil/trace.go:171","msg":"trace[2072540717] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27212; }","duration":"165.653138ms","start":"2026-07-23T04:15:42.685272Z","end":"2026-07-23T04:15:42.850925Z","steps":["trace[2072540717] 'agreement among raft nodes before linearized reading' (duration: 165.536875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:43.303356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.548351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:43.303487Z","caller":"traceutil/trace.go:171","msg":"trace[1667429183] linearizableReadLoop","detail":"{readStateIndex:28112; appliedIndex:28111; }","duration":"375.758419ms","start":"2026-07-23T04:15:42.927709Z","end":"2026-07-23T04:15:43.303467Z","steps":["trace[1667429183] 'read index received' (duration: 34.831µs)","trace[1667429183] 'applied index is now lower than readState.Index' (duration: 375.722248ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:43.303563Z","caller":"traceutil/trace.go:171","msg":"trace[333211783] transaction","detail":"{read_only:false; response_revision:27213; number_of_response:1; }","duration":"450.443074ms","start":"2026-07-23T04:15:42.853067Z","end":"2026-07-23T04:15:43.30351Z","steps":["trace[333211783] 'process raft request' (duration: 59.631006ms)","trace[333211783] 'compare' (duration: 390.384298ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:43.303741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.089828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9473c002-193b-438d-bef9-7e85e2d2481b\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-07-23T04:15:43.303737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.011904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-23T04:15:43.303785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:42.853048Z","time spent":"450.621147ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:43.304019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.361039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:43.303865Z","caller":"traceutil/trace.go:171","msg":"trace[2118419278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27213; }","duration":"376.191908ms","start":"2026-07-23T04:15:42.927652Z","end":"2026-07-23T04:15:43.303844Z","steps":["trace[2118419278] 'agreement among raft nodes before linearized reading' (duration: 375.916222ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:43.304134Z","caller":"traceutil/trace.go:171","msg":"trace[665628238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27213; }","duration":"118.529034ms","start":"2026-07-23T04:15:43.185583Z","end":"2026-07-23T04:15:43.304112Z","steps":["trace[665628238] 'agreement among raft nodes before linearized reading' (duration: 118.316718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:43.304182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:42.927628Z","time spent":"376.535058ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T04:15:43.303786Z","caller":"traceutil/trace.go:171","msg":"trace[843313727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9473c002-193b-438d-bef9-7e85e2d2481b; range_end:; response_count:1; response_revision:27213; }","duration":"138.18352ms","start":"2026-07-23T04:15:43.165588Z","end":"2026-07-23T04:15:43.303772Z","steps":["trace[843313727] 'agreement among raft nodes before linearized reading' (duration: 137.999395ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:43.510045Z","caller":"traceutil/trace.go:171","msg":"trace[321175215] linearizableReadLoop","detail":"{readStateIndex:28114; appliedIndex:28113; }","duration":"126.781595ms","start":"2026-07-23T04:15:43.383236Z","end":"2026-07-23T04:15:43.510018Z","steps":["trace[321175215] 'read index received' (duration: 68.340337ms)","trace[321175215] 'applied index is now lower than readState.Index' (duration: 58.439968ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:43.510123Z","caller":"traceutil/trace.go:171","msg":"trace[1698791997] transaction","detail":"{read_only:false; response_revision:27215; number_of_response:1; }","duration":"196.253119ms","start":"2026-07-23T04:15:43.313821Z","end":"2026-07-23T04:15:43.510074Z","steps":["trace[1698791997] 'process raft request' (duration: 137.787981ms)","trace[1698791997] 'compare' (duration: 58.221942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:43.510203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.946239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:43.510237Z","caller":"traceutil/trace.go:171","msg":"trace[203013285] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27215; }","duration":"127.062291ms","start":"2026-07-23T04:15:43.383162Z","end":"2026-07-23T04:15:43.510224Z","steps":["trace[203013285] 'agreement among raft nodes before linearized reading' (duration: 126.967729ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:43.931257Z","caller":"traceutil/trace.go:171","msg":"trace[315608731] transaction","detail":"{read_only:false; response_revision:27216; number_of_response:1; }","duration":"214.325148ms","start":"2026-07-23T04:15:43.716883Z","end":"2026-07-23T04:15:43.931208Z","steps":["trace[315608731] 'process raft request' (duration: 131.224749ms)","trace[315608731] 'compare' (duration: 81.521373ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:44.563999Z","caller":"traceutil/trace.go:171","msg":"trace[430982725] transaction","detail":"{read_only:false; response_revision:27218; number_of_response:1; }","duration":"620.935564ms","start":"2026-07-23T04:15:43.943036Z","end":"2026-07-23T04:15:44.563972Z","steps":["trace[430982725] 'process raft request' (duration: 560.361787ms)","trace[430982725] 'compare' (duration: 60.29516ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:44.564153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:43.942999Z","time spent":"621.077977ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:44.564417Z","caller":"traceutil/trace.go:171","msg":"trace[218219993] transaction","detail":"{read_only:false; response_revision:27219; number_of_response:1; }","duration":"596.252619ms","start":"2026-07-23T04:15:43.968133Z","end":"2026-07-23T04:15:44.564386Z","steps":["trace[218219993] 'process raft request' (duration: 595.763378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:44.564613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:43.968107Z","time spent":"596.395173ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:44.5648Z","caller":"traceutil/trace.go:171","msg":"trace[1365029731] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"595.881612ms","start":"2026-07-23T04:15:43.968886Z","end":"2026-07-23T04:15:44.564767Z","steps":["trace[1365029731] 'process raft request' (duration: 595.351579ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:44.564891Z","caller":"traceutil/trace.go:171","msg":"trace[1380933267] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"595.39586ms","start":"2026-07-23T04:15:43.969447Z","end":"2026-07-23T04:15:44.564843Z","steps":["trace[1380933267] 'process raft request' (duration: 595.217585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:44.564979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:43.968859Z","time spent":"596.023135ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:44.564997Z","caller":"traceutil/trace.go:171","msg":"trace[333424500] transaction","detail":"{read_only:false; response_revision:27223; number_of_response:1; }","duration":"594.311296ms","start":"2026-07-23T04:15:43.970673Z","end":"2026-07-23T04:15:44.564984Z","steps":["trace[333424500] 'process raft request' (duration: 594.225774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:44.565052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:43.970659Z","time spent":"594.365497ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:44.565052Z","caller":"traceutil/trace.go:171","msg":"trace[1399537349] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"594.645454ms","start":"2026-07-23T04:15:43.970392Z","end":"2026-07-23T04:15:44.565038Z","steps":["trace[1399537349] 'process raft request' (duration: 594.404138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:44.565086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:43.969432Z","time spent":"595.552505ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:44.565116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:43.970367Z","time spent":"594.717435ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:44.565363Z","caller":"traceutil/trace.go:171","msg":"trace[1715533559] linearizableReadLoop","detail":"{readStateIndex:28124; appliedIndex:28116; }","duration":"550.273953ms","start":"2026-07-23T04:15:44.015077Z","end":"2026-07-23T04:15:44.565351Z","steps":["trace[1715533559] 'read index received' (duration: 488.272443ms)","trace[1715533559] 'applied index is now lower than readState.Index' (duration: 62.00018ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:44.565352Z","caller":"traceutil/trace.go:171","msg":"trace[22922692] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"594.364476ms","start":"2026-07-23T04:15:43.970958Z","end":"2026-07-23T04:15:44.565323Z","steps":["trace[22922692] 'process raft request' (duration: 593.989528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:44.565511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:43.970944Z","time spent":"594.478469ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:44.565551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.622478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c4d0151c06171b\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-07-23T04:15:44.565588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.394532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T04:15:44.565595Z","caller":"traceutil/trace.go:171","msg":"trace[1912938884] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c4d0151c06171b; range_end:; response_count:1; response_revision:27225; }","duration":"611.71301ms","start":"2026-07-23T04:15:43.953866Z","end":"2026-07-23T04:15:44.565579Z","steps":["trace[1912938884] 'agreement among raft nodes before linearized reading' (duration: 611.548406ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:44.565615Z","caller":"traceutil/trace.go:171","msg":"trace[226633121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27225; }","duration":"295.433483ms","start":"2026-07-23T04:15:44.270175Z","end":"2026-07-23T04:15:44.565609Z","steps":["trace[226633121] 'agreement among raft nodes before linearized reading' (duration: 295.32414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:44.565626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:43.953838Z","time spent":"611.780291ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c4d0151c06171b\" "} {"level":"warn","ts":"2026-07-23T04:15:44.565624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.595884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db46dddf9-7xn5w.18c4d00cea550db0\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-07-23T04:15:44.565674Z","caller":"traceutil/trace.go:171","msg":"trace[1431448087] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db46dddf9-7xn5w.18c4d00cea550db0; range_end:; response_count:1; response_revision:27225; }","duration":"545.685526ms","start":"2026-07-23T04:15:44.019972Z","end":"2026-07-23T04:15:44.565658Z","steps":["trace[1431448087] 'agreement among raft nodes before linearized reading' (duration: 545.490091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:44.565712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:44.01995Z","time spent":"545.752757ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":878,"request content":"key:\"/registry/events/openstack/magnum-api-6db46dddf9-7xn5w.18c4d00cea550db0\" "} {"level":"warn","ts":"2026-07-23T04:15:44.565786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.672279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T04:15:44.565817Z","caller":"traceutil/trace.go:171","msg":"trace[460978674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27225; }","duration":"295.717069ms","start":"2026-07-23T04:15:44.270091Z","end":"2026-07-23T04:15:44.565808Z","steps":["trace[460978674] 'agreement among raft nodes before linearized reading' (duration: 295.580476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:44.565804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.249252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-23T04:15:44.565857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.650334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:15:44.565885Z","caller":"traceutil/trace.go:171","msg":"trace[947320356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27225; }","duration":"293.359475ms","start":"2026-07-23T04:15:44.272505Z","end":"2026-07-23T04:15:44.565864Z","steps":["trace[947320356] 'agreement among raft nodes before linearized reading' (duration: 293.135339ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:44.565891Z","caller":"traceutil/trace.go:171","msg":"trace[545458019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27225; }","duration":"297.720726ms","start":"2026-07-23T04:15:44.268161Z","end":"2026-07-23T04:15:44.565882Z","steps":["trace[545458019] 'agreement among raft nodes before linearized reading' (duration: 297.622824ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:44.565925Z","caller":"traceutil/trace.go:171","msg":"trace[109211502] transaction","detail":"{read_only:false; response_revision:27225; number_of_response:1; }","duration":"592.77573ms","start":"2026-07-23T04:15:43.972579Z","end":"2026-07-23T04:15:44.565355Z","steps":["trace[109211502] 'process raft request' (duration: 592.621036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:44.566033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:43.972568Z","time spent":"593.428655ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:46.727129Z","caller":"traceutil/trace.go:171","msg":"trace[1719409298] transaction","detail":"{read_only:false; response_revision:27239; number_of_response:1; }","duration":"154.168521ms","start":"2026-07-23T04:15:46.572934Z","end":"2026-07-23T04:15:46.727103Z","steps":["trace[1719409298] 'process raft request' (duration: 154.102879ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:46.727323Z","caller":"traceutil/trace.go:171","msg":"trace[1252287760] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"154.783795ms","start":"2026-07-23T04:15:46.572504Z","end":"2026-07-23T04:15:46.727287Z","steps":["trace[1252287760] 'process raft request' (duration: 154.486718ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:46.727412Z","caller":"traceutil/trace.go:171","msg":"trace[783969879] transaction","detail":"{read_only:false; response_revision:27240; number_of_response:1; }","duration":"154.395137ms","start":"2026-07-23T04:15:46.573Z","end":"2026-07-23T04:15:46.727395Z","steps":["trace[783969879] 'process raft request' (duration: 154.070479ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:46.727425Z","caller":"traceutil/trace.go:171","msg":"trace[639864862] linearizableReadLoop","detail":"{readStateIndex:28142; appliedIndex:28135; }","duration":"147.227611ms","start":"2026-07-23T04:15:46.580172Z","end":"2026-07-23T04:15:46.727399Z","steps":["trace[639864862] 'read index received' (duration: 25.793549ms)","trace[639864862] 'applied index is now lower than readState.Index' (duration: 121.433182ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:46.727324Z","caller":"traceutil/trace.go:171","msg":"trace[180298374] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"155.721027ms","start":"2026-07-23T04:15:46.571556Z","end":"2026-07-23T04:15:46.727277Z","steps":["trace[180298374] 'process raft request' (duration: 121.936392ms)","trace[180298374] 'compare' (duration: 33.277823ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:46.727558Z","caller":"traceutil/trace.go:171","msg":"trace[235512687] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"154.537881ms","start":"2026-07-23T04:15:46.57301Z","end":"2026-07-23T04:15:46.727548Z","steps":["trace[235512687] 'process raft request' (duration: 154.254863ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:46.727603Z","caller":"traceutil/trace.go:171","msg":"trace[1005655486] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"153.426934ms","start":"2026-07-23T04:15:46.574165Z","end":"2026-07-23T04:15:46.727592Z","steps":["trace[1005655486] 'process raft request' (duration: 153.191798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:46.727669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.481426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T04:15:46.727716Z","caller":"traceutil/trace.go:171","msg":"trace[1364218134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27242; }","duration":"147.594498ms","start":"2026-07-23T04:15:46.580108Z","end":"2026-07-23T04:15:46.727703Z","steps":["trace[1364218134] 'agreement among raft nodes before linearized reading' (duration: 147.460825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:46.72778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.433585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:15:46.727816Z","caller":"traceutil/trace.go:171","msg":"trace[892158988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27242; }","duration":"147.509067ms","start":"2026-07-23T04:15:46.580296Z","end":"2026-07-23T04:15:46.727805Z","steps":["trace[892158988] 'agreement among raft nodes before linearized reading' (duration: 147.382484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:46.727857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.023996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:15:46.727878Z","caller":"traceutil/trace.go:171","msg":"trace[1674082421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27242; }","duration":"147.064566ms","start":"2026-07-23T04:15:46.580807Z","end":"2026-07-23T04:15:46.727872Z","steps":["trace[1674082421] 'agreement among raft nodes before linearized reading' (duration: 146.982524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:46.727965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.582688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T04:15:46.727967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.871953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9473c002-193b-438d-bef9-7e85e2d2481b\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-23T04:15:46.727997Z","caller":"traceutil/trace.go:171","msg":"trace[2066469218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27242; }","duration":"147.63591ms","start":"2026-07-23T04:15:46.580353Z","end":"2026-07-23T04:15:46.727989Z","steps":["trace[2066469218] 'agreement among raft nodes before linearized reading' (duration: 147.558318ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:46.728005Z","caller":"traceutil/trace.go:171","msg":"trace[150921323] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9473c002-193b-438d-bef9-7e85e2d2481b; range_end:; response_count:1; response_revision:27242; }","duration":"112.959524ms","start":"2026-07-23T04:15:46.615036Z","end":"2026-07-23T04:15:46.727996Z","steps":["trace[150921323] 'agreement among raft nodes before linearized reading' (duration: 112.743349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:47.206081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.099538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:47.206295Z","caller":"traceutil/trace.go:171","msg":"trace[1234824994] transaction","detail":"{read_only:false; response_revision:27244; number_of_response:1; }","duration":"473.891878ms","start":"2026-07-23T04:15:46.732371Z","end":"2026-07-23T04:15:47.206263Z","steps":["trace[1234824994] 'process raft request' (duration: 186.510753ms)","trace[1234824994] 'compare' (duration: 286.798092ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:47.206367Z","caller":"traceutil/trace.go:171","msg":"trace[1946466784] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"472.706569ms","start":"2026-07-23T04:15:46.733654Z","end":"2026-07-23T04:15:47.20636Z","steps":["trace[1946466784] 'process raft request' (duration: 472.568126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:47.206418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:46.733631Z","time spent":"472.761251ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:47.206456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:46.73235Z","time spent":"474.01859ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:47.206332Z","caller":"traceutil/trace.go:171","msg":"trace[532529099] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"473.312053ms","start":"2026-07-23T04:15:46.733002Z","end":"2026-07-23T04:15:47.206314Z","steps":["trace[532529099] 'process raft request' (duration: 473.17239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:47.206843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:46.732992Z","time spent":"473.826906ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:47.466702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.92844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T04:15:47.466773Z","caller":"traceutil/trace.go:171","msg":"trace[1093989104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27246; }","duration":"115.057693ms","start":"2026-07-23T04:15:47.351701Z","end":"2026-07-23T04:15:47.466759Z","steps":["trace[1093989104] 'range keys from in-memory index tree' (duration: 114.758515ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:47.656351Z","caller":"traceutil/trace.go:171","msg":"trace[73494063] transaction","detail":"{read_only:false; response_revision:27247; number_of_response:1; }","duration":"201.485901ms","start":"2026-07-23T04:15:47.454834Z","end":"2026-07-23T04:15:47.65632Z","steps":["trace[73494063] 'process raft request' (duration: 201.248655ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:47.663659Z","caller":"traceutil/trace.go:171","msg":"trace[1497775297] transaction","detail":"{read_only:false; response_revision:27248; number_of_response:1; }","duration":"191.128501ms","start":"2026-07-23T04:15:47.472502Z","end":"2026-07-23T04:15:47.66363Z","steps":["trace[1497775297] 'process raft request' (duration: 190.782763ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:49.844448Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24604} {"level":"info","ts":"2026-07-23T04:15:49.996232Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24604,"took":"145.371276ms","hash":4179401277,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":36814848,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-23T04:15:49.996362Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4179401277,"revision":24604,"compact-revision":21723} {"level":"info","ts":"2026-07-23T04:15:52.733303Z","caller":"traceutil/trace.go:171","msg":"trace[728282036] transaction","detail":"{read_only:false; response_revision:27303; number_of_response:1; }","duration":"101.008476ms","start":"2026-07-23T04:15:52.632263Z","end":"2026-07-23T04:15:52.733271Z","steps":["trace[728282036] 'process raft request' (duration: 100.823472ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:52.894463Z","caller":"traceutil/trace.go:171","msg":"trace[698842962] transaction","detail":"{read_only:false; response_revision:27305; number_of_response:1; }","duration":"139.124412ms","start":"2026-07-23T04:15:52.755306Z","end":"2026-07-23T04:15:52.894431Z","steps":["trace[698842962] 'process raft request' (duration: 138.875336ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:52.894451Z","caller":"traceutil/trace.go:171","msg":"trace[1725617277] transaction","detail":"{read_only:false; response_revision:27306; number_of_response:1; }","duration":"138.773494ms","start":"2026-07-23T04:15:52.755649Z","end":"2026-07-23T04:15:52.894423Z","steps":["trace[1725617277] 'process raft request' (duration: 138.679781ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:52.894689Z","caller":"traceutil/trace.go:171","msg":"trace[1684999537] transaction","detail":"{read_only:false; response_revision:27308; number_of_response:1; }","duration":"138.763413ms","start":"2026-07-23T04:15:52.755915Z","end":"2026-07-23T04:15:52.894679Z","steps":["trace[1684999537] 'process raft request' (duration: 138.6189ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:52.894682Z","caller":"traceutil/trace.go:171","msg":"trace[1913357708] transaction","detail":"{read_only:false; response_revision:27307; number_of_response:1; }","duration":"138.788884ms","start":"2026-07-23T04:15:52.755875Z","end":"2026-07-23T04:15:52.894664Z","steps":["trace[1913357708] 'process raft request' (duration: 138.497907ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:52.894738Z","caller":"traceutil/trace.go:171","msg":"trace[1890986862] transaction","detail":"{read_only:false; response_revision:27309; number_of_response:1; }","duration":"138.747562ms","start":"2026-07-23T04:15:52.755972Z","end":"2026-07-23T04:15:52.894719Z","steps":["trace[1890986862] 'process raft request' (duration: 138.64984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:53.070826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.136721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:53.070995Z","caller":"traceutil/trace.go:171","msg":"trace[1800041042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27311; }","duration":"120.346116ms","start":"2026-07-23T04:15:52.950603Z","end":"2026-07-23T04:15:53.070949Z","steps":["trace[1800041042] 'count revisions from in-memory index tree' (duration: 119.897296ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:53.597789Z","caller":"traceutil/trace.go:171","msg":"trace[1987795400] transaction","detail":"{read_only:false; response_revision:27314; number_of_response:1; }","duration":"361.64155ms","start":"2026-07-23T04:15:53.236119Z","end":"2026-07-23T04:15:53.59776Z","steps":["trace[1987795400] 'process raft request' (duration: 361.578889ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:53.59783Z","caller":"traceutil/trace.go:171","msg":"trace[1071540925] transaction","detail":"{read_only:false; response_revision:27313; number_of_response:1; }","duration":"363.082544ms","start":"2026-07-23T04:15:53.234712Z","end":"2026-07-23T04:15:53.597794Z","steps":["trace[1071540925] 'process raft request' (duration: 362.825318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:53.59795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:53.236098Z","time spent":"361.768314ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:53.598032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:53.234645Z","time spent":"363.263599ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:53.673544Z","caller":"traceutil/trace.go:171","msg":"trace[1373894164] linearizableReadLoop","detail":"{readStateIndex:28218; appliedIndex:28215; }","duration":"139.538542ms","start":"2026-07-23T04:15:53.533971Z","end":"2026-07-23T04:15:53.67351Z","steps":["trace[1373894164] 'read index received' (duration: 63.598688ms)","trace[1373894164] 'applied index is now lower than readState.Index' (duration: 75.938374ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:53.673648Z","caller":"traceutil/trace.go:171","msg":"trace[256506992] transaction","detail":"{read_only:false; response_revision:27315; number_of_response:1; }","duration":"228.984959ms","start":"2026-07-23T04:15:53.444614Z","end":"2026-07-23T04:15:53.673599Z","steps":["trace[256506992] 'process raft request' (duration: 227.105885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:53.673793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.782507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:53.673843Z","caller":"traceutil/trace.go:171","msg":"trace[1984109119] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27315; }","duration":"139.91496ms","start":"2026-07-23T04:15:53.533914Z","end":"2026-07-23T04:15:53.673829Z","steps":["trace[1984109119] 'agreement among raft nodes before linearized reading' (duration: 139.716655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:54.091162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.50734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:15:54.091643Z","caller":"traceutil/trace.go:171","msg":"trace[663284727] transaction","detail":"{read_only:false; response_revision:27316; number_of_response:1; }","duration":"398.385004ms","start":"2026-07-23T04:15:53.693219Z","end":"2026-07-23T04:15:54.091604Z","steps":["trace[663284727] 'process raft request' (duration: 221.322661ms)","trace[663284727] 'compare' (duration: 176.179023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:54.091846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:53.693174Z","time spent":"398.551688ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:54.09204Z","caller":"traceutil/trace.go:171","msg":"trace[2061039792] linearizableReadLoop","detail":"{readStateIndex:28220; appliedIndex:28218; }","duration":"174.246418ms","start":"2026-07-23T04:15:53.917777Z","end":"2026-07-23T04:15:54.092023Z","steps":["trace[2061039792] 'read index received' (duration: 123.814506ms)","trace[2061039792] 'applied index is now lower than readState.Index' (duration: 50.430832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:54.09218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.407041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:54.092216Z","caller":"traceutil/trace.go:171","msg":"trace[83144642] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27317; }","duration":"174.479424ms","start":"2026-07-23T04:15:53.917725Z","end":"2026-07-23T04:15:54.092205Z","steps":["trace[83144642] 'agreement among raft nodes before linearized reading' (duration: 174.404431ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:54.092315Z","caller":"traceutil/trace.go:171","msg":"trace[1895899774] transaction","detail":"{read_only:false; response_revision:27317; number_of_response:1; }","duration":"215.880095ms","start":"2026-07-23T04:15:53.876395Z","end":"2026-07-23T04:15:54.092275Z","steps":["trace[1895899774] 'process raft request' (duration: 215.516706ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:54.170369Z","caller":"traceutil/trace.go:171","msg":"trace[1426060622] transaction","detail":"{read_only:false; response_revision:27318; number_of_response:1; }","duration":"203.833123ms","start":"2026-07-23T04:15:53.966492Z","end":"2026-07-23T04:15:54.170326Z","steps":["trace[1426060622] 'process raft request' (duration: 203.571867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:54.17046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.737814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:54.170516Z","caller":"traceutil/trace.go:171","msg":"trace[225498979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27318; }","duration":"247.892567ms","start":"2026-07-23T04:15:53.922608Z","end":"2026-07-23T04:15:54.170501Z","steps":["trace[225498979] 'agreement among raft nodes before linearized reading' (duration: 247.727024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:54.552659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.027618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:15:54.552769Z","caller":"traceutil/trace.go:171","msg":"trace[325901227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27318; }","duration":"287.222772ms","start":"2026-07-23T04:15:54.265522Z","end":"2026-07-23T04:15:54.552745Z","steps":["trace[325901227] 'count revisions from in-memory index tree' (duration: 286.904085ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:55.118041Z","caller":"traceutil/trace.go:171","msg":"trace[438411274] linearizableReadLoop","detail":"{readStateIndex:28223; appliedIndex:28222; }","duration":"233.904814ms","start":"2026-07-23T04:15:54.884108Z","end":"2026-07-23T04:15:55.118012Z","steps":["trace[438411274] 'read index received' (duration: 194.240053ms)","trace[438411274] 'applied index is now lower than readState.Index' (duration: 39.663561ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:55.118081Z","caller":"traceutil/trace.go:171","msg":"trace[1275241974] transaction","detail":"{read_only:false; response_revision:27320; number_of_response:1; }","duration":"271.147149ms","start":"2026-07-23T04:15:54.846887Z","end":"2026-07-23T04:15:55.118034Z","steps":["trace[1275241974] 'process raft request' (duration: 231.353263ms)","trace[1275241974] 'compare' (duration: 39.290024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:55.118289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.15738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-23T04:15:55.118379Z","caller":"traceutil/trace.go:171","msg":"trace[1492621751] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27320; }","duration":"234.255382ms","start":"2026-07-23T04:15:54.884102Z","end":"2026-07-23T04:15:55.118357Z","steps":["trace[1492621751] 'agreement among raft nodes before linearized reading' (duration: 234.046317ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:55.404399Z","caller":"traceutil/trace.go:171","msg":"trace[1768498753] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"504.602301ms","start":"2026-07-23T04:15:54.899761Z","end":"2026-07-23T04:15:55.404364Z","steps":["trace[1768498753] 'process raft request' (duration: 449.731676ms)","trace[1768498753] 'compare' (duration: 54.167229ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:55.404568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:54.899734Z","time spent":"504.750575ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:55.404736Z","caller":"traceutil/trace.go:171","msg":"trace[584356067] transaction","detail":"{read_only:false; response_revision:27322; number_of_response:1; }","duration":"504.252623ms","start":"2026-07-23T04:15:54.900448Z","end":"2026-07-23T04:15:55.4047Z","steps":["trace[584356067] 'process raft request' (duration: 503.809633ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:55.40481Z","caller":"traceutil/trace.go:171","msg":"trace[2047556368] linearizableReadLoop","detail":"{readStateIndex:28228; appliedIndex:28223; }","duration":"286.658328ms","start":"2026-07-23T04:15:55.118124Z","end":"2026-07-23T04:15:55.404783Z","steps":["trace[2047556368] 'read index received' (duration: 231.382194ms)","trace[2047556368] 'applied index is now lower than readState.Index' (duration: 55.274744ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:55.404923Z","caller":"traceutil/trace.go:171","msg":"trace[1224239784] transaction","detail":"{read_only:false; response_revision:27323; number_of_response:1; }","duration":"503.543697ms","start":"2026-07-23T04:15:54.901368Z","end":"2026-07-23T04:15:55.404911Z","steps":["trace[1224239784] 'process raft request' (duration: 503.199849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.404929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:54.900442Z","time spent":"504.377056ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:55.404986Z","caller":"traceutil/trace.go:171","msg":"trace[1876728110] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"501.656693ms","start":"2026-07-23T04:15:54.903292Z","end":"2026-07-23T04:15:55.404949Z","steps":["trace[1876728110] 'process raft request' (duration: 501.443748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.40503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:54.901334Z","time spent":"503.611818ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:55.405041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.765839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:55.40509Z","caller":"traceutil/trace.go:171","msg":"trace[1765467078] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27325; }","duration":"341.859481ms","start":"2026-07-23T04:15:55.063215Z","end":"2026-07-23T04:15:55.405074Z","steps":["trace[1765467078] 'agreement among raft nodes before linearized reading' (duration: 341.78329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.40512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:55.06318Z","time spent":"341.932032ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:15:55.405155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:54.903272Z","time spent":"501.792736ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:55.405212Z","caller":"traceutil/trace.go:171","msg":"trace[1744408511] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"503.599698ms","start":"2026-07-23T04:15:54.901578Z","end":"2026-07-23T04:15:55.405178Z","steps":["trace[1744408511] 'process raft request' (duration: 503.108717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.405297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.541991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:15:55.405339Z","caller":"traceutil/trace.go:171","msg":"trace[497873484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27325; }","duration":"483.618933ms","start":"2026-07-23T04:15:54.921709Z","end":"2026-07-23T04:15:55.405328Z","steps":["trace[497873484] 'agreement among raft nodes before linearized reading' (duration: 483.437219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.40537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:54.921688Z","time spent":"483.675395ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T04:15:55.405403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:54.901554Z","time spent":"503.735901ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:55.416941Z","caller":"traceutil/trace.go:171","msg":"trace[979022377] transaction","detail":"{read_only:false; response_revision:27326; number_of_response:1; }","duration":"254.961173ms","start":"2026-07-23T04:15:55.161965Z","end":"2026-07-23T04:15:55.416926Z","steps":["trace[979022377] 'process raft request' (duration: 254.886681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.417087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.121732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:55.417142Z","caller":"traceutil/trace.go:171","msg":"trace[1415714033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27326; }","duration":"223.210244ms","start":"2026-07-23T04:15:55.193919Z","end":"2026-07-23T04:15:55.417129Z","steps":["trace[1415714033] 'agreement among raft nodes before linearized reading' (duration: 223.134603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.417136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.796898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf2693e0-df6a-42c2-a301-0d57be071d95\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-23T04:15:55.417202Z","caller":"traceutil/trace.go:171","msg":"trace[1562619527] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf2693e0-df6a-42c2-a301-0d57be071d95; range_end:; response_count:1; response_revision:27326; }","duration":"294.938891ms","start":"2026-07-23T04:15:55.122243Z","end":"2026-07-23T04:15:55.417182Z","steps":["trace[1562619527] 'agreement among raft nodes before linearized reading' (duration: 294.698275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.417187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.907864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:15:55.417263Z","caller":"traceutil/trace.go:171","msg":"trace[1765500430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27326; }","duration":"101.034357ms","start":"2026-07-23T04:15:55.31621Z","end":"2026-07-23T04:15:55.417245Z","steps":["trace[1765500430] 'agreement among raft nodes before linearized reading' (duration: 100.782531ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:55.733764Z","caller":"traceutil/trace.go:171","msg":"trace[1770508794] transaction","detail":"{read_only:false; response_revision:27327; number_of_response:1; }","duration":"323.131335ms","start":"2026-07-23T04:15:55.410598Z","end":"2026-07-23T04:15:55.733729Z","steps":["trace[1770508794] 'process raft request' (duration: 320.407983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.733937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:55.410574Z","time spent":"323.27794ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:15:55.812236Z","caller":"traceutil/trace.go:171","msg":"trace[1634123728] linearizableReadLoop","detail":"{readStateIndex:28232; appliedIndex:28229; }","duration":"381.652005ms","start":"2026-07-23T04:15:55.430541Z","end":"2026-07-23T04:15:55.812193Z","steps":["trace[1634123728] 'read index received' (duration: 300.349696ms)","trace[1634123728] 'applied index is now lower than readState.Index' (duration: 81.300659ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:55.812433Z","caller":"traceutil/trace.go:171","msg":"trace[180373097] transaction","detail":"{read_only:false; response_revision:27328; number_of_response:1; }","duration":"391.434533ms","start":"2026-07-23T04:15:55.420971Z","end":"2026-07-23T04:15:55.812406Z","steps":["trace[180373097] 'process raft request' (duration: 390.539971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.81258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:55.42094Z","time spent":"391.533025ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:55.812625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.441138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-23T04:15:55.812715Z","caller":"traceutil/trace.go:171","msg":"trace[2007175759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27328; }","duration":"210.584172ms","start":"2026-07-23T04:15:55.602107Z","end":"2026-07-23T04:15:55.812691Z","steps":["trace[2007175759] 'agreement among raft nodes before linearized reading' (duration: 210.369037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.812715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.148527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-07-23T04:15:55.812816Z","caller":"traceutil/trace.go:171","msg":"trace[2001500363] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:27328; }","duration":"382.30094ms","start":"2026-07-23T04:15:55.430489Z","end":"2026-07-23T04:15:55.81279Z","steps":["trace[2001500363] 'agreement among raft nodes before linearized reading' (duration: 382.012734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:55.812715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.64377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-23T04:15:55.812887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:55.430476Z","time spent":"382.397273ms","remote":"127.0.0.1:56450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":254,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"info","ts":"2026-07-23T04:15:55.812929Z","caller":"traceutil/trace.go:171","msg":"trace[1303594925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27328; }","duration":"209.919026ms","start":"2026-07-23T04:15:55.602993Z","end":"2026-07-23T04:15:55.812912Z","steps":["trace[1303594925] 'agreement among raft nodes before linearized reading' (duration: 209.544398ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:55.923466Z","caller":"traceutil/trace.go:171","msg":"trace[2008020240] transaction","detail":"{read_only:false; response_revision:27329; number_of_response:1; }","duration":"104.943837ms","start":"2026-07-23T04:15:55.818484Z","end":"2026-07-23T04:15:55.923428Z","steps":["trace[2008020240] 'process raft request' (duration: 84.246746ms)","trace[2008020240] 'compare' (duration: 20.424695ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:15:55.927647Z","caller":"traceutil/trace.go:171","msg":"trace[1638241745] transaction","detail":"{read_only:false; response_revision:27330; number_of_response:1; }","duration":"108.785157ms","start":"2026-07-23T04:15:55.818819Z","end":"2026-07-23T04:15:55.927604Z","steps":["trace[1638241745] 'process raft request' (duration: 108.270125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:56.301399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.593067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:56.301493Z","caller":"traceutil/trace.go:171","msg":"trace[394974301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27331; }","duration":"131.706199ms","start":"2026-07-23T04:15:56.169763Z","end":"2026-07-23T04:15:56.30147Z","steps":["trace[394974301] 'count revisions from in-memory index tree' (duration: 131.496055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:56.301834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.088492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:15:56.301865Z","caller":"traceutil/trace.go:171","msg":"trace[1754970826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27331; }","duration":"127.161373ms","start":"2026-07-23T04:15:56.174696Z","end":"2026-07-23T04:15:56.301857Z","steps":["trace[1754970826] 'range keys from in-memory index tree' (duration: 126.930119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:56.30191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.135935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T04:15:56.30203Z","caller":"traceutil/trace.go:171","msg":"trace[1942589821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27331; }","duration":"205.315739ms","start":"2026-07-23T04:15:56.09668Z","end":"2026-07-23T04:15:56.301996Z","steps":["trace[1942589821] 'range keys from in-memory index tree' (duration: 204.879459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:56.302343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.873664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-23T04:15:56.302443Z","caller":"traceutil/trace.go:171","msg":"trace[1540992887] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27331; }","duration":"132.003616ms","start":"2026-07-23T04:15:56.170416Z","end":"2026-07-23T04:15:56.30242Z","steps":["trace[1540992887] 'range keys from in-memory index tree' (duration: 131.164347ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:56.51283Z","caller":"traceutil/trace.go:171","msg":"trace[1415959092] linearizableReadLoop","detail":"{readStateIndex:28236; appliedIndex:28235; }","duration":"325.300757ms","start":"2026-07-23T04:15:56.187496Z","end":"2026-07-23T04:15:56.512797Z","steps":["trace[1415959092] 'read index received' (duration: 325.104322ms)","trace[1415959092] 'applied index is now lower than readState.Index' (duration: 195.065µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:15:56.513006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.489742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:15:56.512934Z","caller":"traceutil/trace.go:171","msg":"trace[1402713115] transaction","detail":"{read_only:false; response_revision:27332; number_of_response:1; }","duration":"337.248834ms","start":"2026-07-23T04:15:56.175643Z","end":"2026-07-23T04:15:56.512891Z","steps":["trace[1402713115] 'process raft request' (duration: 336.908165ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:56.513049Z","caller":"traceutil/trace.go:171","msg":"trace[1752576841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27332; }","duration":"325.585033ms","start":"2026-07-23T04:15:56.187452Z","end":"2026-07-23T04:15:56.513037Z","steps":["trace[1752576841] 'agreement among raft nodes before linearized reading' (duration: 325.492441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:56.513221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:56.175615Z","time spent":"337.49994ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:15:56.513248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:15:56.187434Z","time spent":"325.803779ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T04:15:56.551334Z","caller":"traceutil/trace.go:171","msg":"trace[1907350116] transaction","detail":"{read_only:false; response_revision:27333; number_of_response:1; }","duration":"244.209953ms","start":"2026-07-23T04:15:56.307059Z","end":"2026-07-23T04:15:56.551269Z","steps":["trace[1907350116] 'process raft request' (duration: 243.324183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:15:56.551431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.289817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-23T04:15:56.551526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.556014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-23T04:15:56.551666Z","caller":"traceutil/trace.go:171","msg":"trace[286735055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27333; }","duration":"245.552224ms","start":"2026-07-23T04:15:56.306088Z","end":"2026-07-23T04:15:56.55164Z","steps":["trace[286735055] 'agreement among raft nodes before linearized reading' (duration: 245.132844ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:15:56.551678Z","caller":"traceutil/trace.go:171","msg":"trace[1963658638] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27333; }","duration":"143.80115ms","start":"2026-07-23T04:15:56.407857Z","end":"2026-07-23T04:15:56.551658Z","steps":["trace[1963658638] 'agreement among raft nodes before linearized reading' (duration: 143.415001ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:01.021892Z","caller":"traceutil/trace.go:171","msg":"trace[1551668179] transaction","detail":"{read_only:false; response_revision:27386; number_of_response:1; }","duration":"164.902991ms","start":"2026-07-23T04:16:00.856951Z","end":"2026-07-23T04:16:01.021853Z","steps":["trace[1551668179] 'process raft request' (duration: 164.712746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:01.640697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.744427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:01.64081Z","caller":"traceutil/trace.go:171","msg":"trace[1468147003] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27386; }","duration":"480.886631ms","start":"2026-07-23T04:16:01.159901Z","end":"2026-07-23T04:16:01.640788Z","steps":["trace[1468147003] 'range keys from in-memory index tree' (duration: 480.724487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:01.641423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.772812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:01.641509Z","caller":"traceutil/trace.go:171","msg":"trace[594657453] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27386; }","duration":"506.916375ms","start":"2026-07-23T04:16:01.134574Z","end":"2026-07-23T04:16:01.64149Z","steps":["trace[594657453] 'count revisions from in-memory index tree' (duration: 506.67165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:01.641544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.134555Z","time spent":"506.979617ms","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:16:01.64183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.119364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:16:01.641939Z","caller":"traceutil/trace.go:171","msg":"trace[2075674927] linearizableReadLoop","detail":"{readStateIndex:28292; appliedIndex:28291; }","duration":"456.099735ms","start":"2026-07-23T04:16:01.185821Z","end":"2026-07-23T04:16:01.641921Z","steps":["trace[2075674927] 'read index received' (duration: 126.842136ms)","trace[2075674927] 'applied index is now lower than readState.Index' (duration: 329.256259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:01.64203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.210687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:01.642049Z","caller":"traceutil/trace.go:171","msg":"trace[2134515684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27387; }","duration":"456.231838ms","start":"2026-07-23T04:16:01.185812Z","end":"2026-07-23T04:16:01.642044Z","steps":["trace[2134515684] 'agreement among raft nodes before linearized reading' (duration: 456.180667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:01.642069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.185723Z","time spent":"456.341911ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T04:16:01.64371Z","caller":"traceutil/trace.go:171","msg":"trace[2076936068] transaction","detail":"{read_only:false; response_revision:27387; number_of_response:1; }","duration":"506.551426ms","start":"2026-07-23T04:16:01.137142Z","end":"2026-07-23T04:16:01.643693Z","steps":["trace[2076936068] 'process raft request' (duration: 175.481466ms)","trace[2076936068] 'compare' (duration: 328.895689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:01.643835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.137124Z","time spent":"506.624948ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:02.217598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.941403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:16:02.217828Z","caller":"traceutil/trace.go:171","msg":"trace[404270206] transaction","detail":"{read_only:false; response_revision:27390; number_of_response:1; }","duration":"791.340631ms","start":"2026-07-23T04:16:01.426469Z","end":"2026-07-23T04:16:02.21781Z","steps":["trace[404270206] 'process raft request' (duration: 791.28698ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:02.217853Z","caller":"traceutil/trace.go:171","msg":"trace[849509000] transaction","detail":"{read_only:false; response_revision:27388; number_of_response:1; }","duration":"792.95431ms","start":"2026-07-23T04:16:01.424839Z","end":"2026-07-23T04:16:02.217793Z","steps":["trace[849509000] 'process raft request' (duration: 666.721888ms)","trace[849509000] 'compare' (duration: 124.697327ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:02.217928Z","caller":"traceutil/trace.go:171","msg":"trace[648324503] transaction","detail":"{read_only:false; response_revision:27389; number_of_response:1; }","duration":"792.225733ms","start":"2026-07-23T04:16:01.425697Z","end":"2026-07-23T04:16:02.217923Z","steps":["trace[648324503] 'process raft request' (duration: 791.999197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.217965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.425657Z","time spent":"792.290814ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:02.218033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.424801Z","time spent":"793.138123ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:02.217885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.426437Z","time spent":"791.418713ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:02.218118Z","caller":"traceutil/trace.go:171","msg":"trace[2122878698] transaction","detail":"{read_only:false; response_revision:27391; number_of_response:1; }","duration":"772.394672ms","start":"2026-07-23T04:16:01.445696Z","end":"2026-07-23T04:16:02.218091Z","steps":["trace[2122878698] 'process raft request' (duration: 772.086745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.218332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.445681Z","time spent":"772.608727ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:02.21835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.763073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-23T04:16:02.218388Z","caller":"traceutil/trace.go:171","msg":"trace[1971433895] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27392; }","duration":"903.857435ms","start":"2026-07-23T04:16:01.314519Z","end":"2026-07-23T04:16:02.218377Z","steps":["trace[1971433895] 'agreement among raft nodes before linearized reading' (duration: 903.715862ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:02.218222Z","caller":"traceutil/trace.go:171","msg":"trace[949498461] linearizableReadLoop","detail":"{readStateIndex:28297; appliedIndex:28292; }","duration":"576.251424ms","start":"2026-07-23T04:16:01.641965Z","end":"2026-07-23T04:16:02.218216Z","steps":["trace[949498461] 'read index received' (duration: 449.605833ms)","trace[949498461] 'applied index is now lower than readState.Index' (duration: 126.645121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:02.218417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.314488Z","time spent":"903.924406ms","remote":"127.0.0.1:37624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-23T04:16:02.218408Z","caller":"traceutil/trace.go:171","msg":"trace[986785925] transaction","detail":"{read_only:false; response_revision:27392; number_of_response:1; }","duration":"771.195584ms","start":"2026-07-23T04:16:01.447174Z","end":"2026-07-23T04:16:02.21837Z","steps":["trace[986785925] 'process raft request' (duration: 770.831196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.21844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.112327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-23T04:16:02.218491Z","caller":"traceutil/trace.go:171","msg":"trace[181493531] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27392; }","duration":"748.213349ms","start":"2026-07-23T04:16:01.470262Z","end":"2026-07-23T04:16:02.218476Z","steps":["trace[181493531] 'agreement among raft nodes before linearized reading' (duration: 748.107387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.218525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.470234Z","time spent":"748.284531ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-23T04:16:02.21852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.447146Z","time spent":"771.322386ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:02.218538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.777101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:02.218585Z","caller":"traceutil/trace.go:171","msg":"trace[447656999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27392; }","duration":"574.865072ms","start":"2026-07-23T04:16:01.643708Z","end":"2026-07-23T04:16:02.218573Z","steps":["trace[447656999] 'agreement among raft nodes before linearized reading' (duration: 574.789991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.218623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.64368Z","time spent":"574.935334ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:16:02.218724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.57143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T04:16:02.218763Z","caller":"traceutil/trace.go:171","msg":"trace[432164686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27392; }","duration":"247.652683ms","start":"2026-07-23T04:16:01.9711Z","end":"2026-07-23T04:16:02.218752Z","steps":["trace[432164686] 'agreement among raft nodes before linearized reading' (duration: 247.55631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.218756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.26847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T04:16:02.218831Z","caller":"traceutil/trace.go:171","msg":"trace[1344009360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27392; }","duration":"252.390473ms","start":"2026-07-23T04:16:01.966419Z","end":"2026-07-23T04:16:02.21881Z","steps":["trace[1344009360] 'agreement among raft nodes before linearized reading' (duration: 252.187798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.219072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.349567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-23T04:16:02.219081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.219449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T04:16:02.219105Z","caller":"traceutil/trace.go:171","msg":"trace[978352991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27392; }","duration":"535.423258ms","start":"2026-07-23T04:16:01.683673Z","end":"2026-07-23T04:16:02.219096Z","steps":["trace[978352991] 'agreement among raft nodes before linearized reading' (duration: 535.09913ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:02.219113Z","caller":"traceutil/trace.go:171","msg":"trace[794803029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27392; }","duration":"382.28173ms","start":"2026-07-23T04:16:01.836821Z","end":"2026-07-23T04:16:02.219103Z","steps":["trace[794803029] 'agreement among raft nodes before linearized reading' (duration: 381.957802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.219132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.683651Z","time spent":"535.476219ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:16:02.219142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.836801Z","time spent":"382.333461ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:16:02.219286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.666277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T04:16:02.219347Z","caller":"traceutil/trace.go:171","msg":"trace[1214151418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27392; }","duration":"453.77244ms","start":"2026-07-23T04:16:01.765561Z","end":"2026-07-23T04:16:02.219334Z","steps":["trace[1214151418] 'agreement among raft nodes before linearized reading' (duration: 453.109134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.219452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:01.765535Z","time spent":"453.906443ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T04:16:02.751774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.975205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:16:02.751891Z","caller":"traceutil/trace.go:171","msg":"trace[1483597978] linearizableReadLoop","detail":"{readStateIndex:28298; appliedIndex:28297; }","duration":"524.957545ms","start":"2026-07-23T04:16:02.226916Z","end":"2026-07-23T04:16:02.751874Z","steps":["trace[1483597978] 'read index received' (duration: 281.814777ms)","trace[1483597978] 'applied index is now lower than readState.Index' (duration: 243.141578ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:02.752229Z","caller":"traceutil/trace.go:171","msg":"trace[1981049269] transaction","detail":"{read_only:false; response_revision:27393; number_of_response:1; }","duration":"525.785494ms","start":"2026-07-23T04:16:02.226431Z","end":"2026-07-23T04:16:02.752216Z","steps":["trace[1981049269] 'process raft request' (duration: 282.271007ms)","trace[1981049269] 'compare' (duration: 242.718369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:02.752291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.226415Z","time spent":"525.847965ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:02.752623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.638491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-07-23T04:16:02.752729Z","caller":"traceutil/trace.go:171","msg":"trace[2136787824] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27393; }","duration":"525.801134ms","start":"2026-07-23T04:16:02.226902Z","end":"2026-07-23T04:16:02.752703Z","steps":["trace[2136787824] 'agreement among raft nodes before linearized reading' (duration: 525.495737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:02.752774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.226897Z","time spent":"525.867815ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-23T04:16:03.087038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.823909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:16:03.087329Z","caller":"traceutil/trace.go:171","msg":"trace[588884684] transaction","detail":"{read_only:false; response_revision:27394; number_of_response:1; }","duration":"858.324637ms","start":"2026-07-23T04:16:02.22897Z","end":"2026-07-23T04:16:03.087295Z","steps":["trace[588884684] 'process raft request' (duration: 665.097689ms)","trace[588884684] 'compare' (duration: 192.40696ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:03.08747Z","caller":"traceutil/trace.go:171","msg":"trace[690465060] linearizableReadLoop","detail":"{readStateIndex:28302; appliedIndex:28298; }","duration":"335.535754ms","start":"2026-07-23T04:16:02.751913Z","end":"2026-07-23T04:16:03.087449Z","steps":["trace[690465060] 'read index received' (duration: 142.138641ms)","trace[690465060] 'applied index is now lower than readState.Index' (duration: 193.395453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:03.087487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.228945Z","time spent":"858.45986ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:03.087573Z","caller":"traceutil/trace.go:171","msg":"trace[6888670] transaction","detail":"{read_only:false; response_revision:27397; number_of_response:1; }","duration":"553.062618ms","start":"2026-07-23T04:16:02.534498Z","end":"2026-07-23T04:16:03.087561Z","steps":["trace[6888670] 'process raft request' (duration: 552.904143ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:03.08755Z","caller":"traceutil/trace.go:171","msg":"trace[39990799] transaction","detail":"{read_only:false; response_revision:27396; number_of_response:1; }","duration":"857.10227ms","start":"2026-07-23T04:16:02.230415Z","end":"2026-07-23T04:16:03.087517Z","steps":["trace[39990799] 'process raft request' (duration: 856.938785ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:03.087577Z","caller":"traceutil/trace.go:171","msg":"trace[1120661698] transaction","detail":"{read_only:false; response_revision:27395; number_of_response:1; }","duration":"858.488622ms","start":"2026-07-23T04:16:02.229047Z","end":"2026-07-23T04:16:03.087536Z","steps":["trace[1120661698] 'process raft request' (duration: 858.150773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:03.087648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.534445Z","time spent":"553.16478ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:03.087702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.230407Z","time spent":"857.213952ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:03.087708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.282558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:16:03.087738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.392956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:03.087775Z","caller":"traceutil/trace.go:171","msg":"trace[1459823675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27397; }","duration":"857.424826ms","start":"2026-07-23T04:16:02.23034Z","end":"2026-07-23T04:16:03.087765Z","steps":["trace[1459823675] 'agreement among raft nodes before linearized reading' (duration: 857.375515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:03.087757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.229024Z","time spent":"858.641036ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:03.087846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.230307Z","time spent":"857.533759ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T04:16:03.087787Z","caller":"traceutil/trace.go:171","msg":"trace[907278069] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27397; }","duration":"527.397961ms","start":"2026-07-23T04:16:02.560367Z","end":"2026-07-23T04:16:03.087764Z","steps":["trace[907278069] 'agreement among raft nodes before linearized reading' (duration: 527.254438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:03.087985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.560355Z","time spent":"527.572585ms","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:16:03.088036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.932086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T04:16:03.088091Z","caller":"traceutil/trace.go:171","msg":"trace[21750040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27397; }","duration":"507.070328ms","start":"2026-07-23T04:16:02.581006Z","end":"2026-07-23T04:16:03.088077Z","steps":["trace[21750040] 'agreement among raft nodes before linearized reading' (duration: 506.863844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:03.088134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.580957Z","time spent":"507.16575ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T04:16:03.185364Z","caller":"traceutil/trace.go:171","msg":"trace[579786505] transaction","detail":"{read_only:false; response_revision:27400; number_of_response:1; }","duration":"157.762825ms","start":"2026-07-23T04:16:03.027566Z","end":"2026-07-23T04:16:03.185329Z","steps":["trace[579786505] 'process raft request' (duration: 157.306254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:03.185514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.903403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:03.185561Z","caller":"traceutil/trace.go:171","msg":"trace[407569738] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27400; }","duration":"370.015116ms","start":"2026-07-23T04:16:02.815539Z","end":"2026-07-23T04:16:03.185554Z","steps":["trace[407569738] 'agreement among raft nodes before linearized reading' (duration: 369.883092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:03.185595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:02.815513Z","time spent":"370.075578ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-23T04:16:03.186039Z","caller":"traceutil/trace.go:171","msg":"trace[1100016145] transaction","detail":"{read_only:false; response_revision:27399; number_of_response:1; }","duration":"261.72896ms","start":"2026-07-23T04:16:02.924302Z","end":"2026-07-23T04:16:03.186031Z","steps":["trace[1100016145] 'process raft request' (duration: 260.521161ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:03.185366Z","caller":"traceutil/trace.go:171","msg":"trace[898568727] transaction","detail":"{read_only:false; response_revision:27398; number_of_response:1; }","duration":"262.895056ms","start":"2026-07-23T04:16:02.922429Z","end":"2026-07-23T04:16:03.185324Z","steps":["trace[898568727] 'process raft request' (duration: 262.235991ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:03.222218Z","caller":"traceutil/trace.go:171","msg":"trace[1900750656] transaction","detail":"{read_only:false; response_revision:27401; number_of_response:1; }","duration":"129.303634ms","start":"2026-07-23T04:16:03.09289Z","end":"2026-07-23T04:16:03.222193Z","steps":["trace[1900750656] 'process raft request' (duration: 128.31295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:03.222312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.589081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:03.222412Z","caller":"traceutil/trace.go:171","msg":"trace[812751186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27401; }","duration":"132.737805ms","start":"2026-07-23T04:16:03.089653Z","end":"2026-07-23T04:16:03.222391Z","steps":["trace[812751186] 'agreement among raft nodes before linearized reading' (duration: 132.53915ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:23.220939Z","caller":"traceutil/trace.go:171","msg":"trace[1589738139] linearizableReadLoop","detail":"{readStateIndex:28487; appliedIndex:28486; }","duration":"353.541363ms","start":"2026-07-23T04:16:22.867366Z","end":"2026-07-23T04:16:23.220907Z","steps":["trace[1589738139] 'read index received' (duration: 353.343638ms)","trace[1589738139] 'applied index is now lower than readState.Index' (duration: 195.555µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:23.221068Z","caller":"traceutil/trace.go:171","msg":"trace[1125237394] transaction","detail":"{read_only:false; response_revision:27578; number_of_response:1; }","duration":"366.271898ms","start":"2026-07-23T04:16:22.854756Z","end":"2026-07-23T04:16:23.221028Z","steps":["trace[1125237394] 'process raft request' (duration: 365.95851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:23.221204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.806849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T04:16:23.221254Z","caller":"traceutil/trace.go:171","msg":"trace[652259352] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27578; }","duration":"353.913302ms","start":"2026-07-23T04:16:22.867324Z","end":"2026-07-23T04:16:23.221238Z","steps":["trace[652259352] 'agreement among raft nodes before linearized reading' (duration: 353.799399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:23.221306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:22.867304Z","time spent":"353.984883ms","remote":"127.0.0.1:56534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:16:23.221346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:22.854737Z","time spent":"366.441222ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:23.223899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.973712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:23.223993Z","caller":"traceutil/trace.go:171","msg":"trace[1324751983] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27580; }","duration":"106.127815ms","start":"2026-07-23T04:16:23.117841Z","end":"2026-07-23T04:16:23.223969Z","steps":["trace[1324751983] 'agreement among raft nodes before linearized reading' (duration: 105.936591ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:28.382191Z","caller":"traceutil/trace.go:171","msg":"trace[1715630847] transaction","detail":"{read_only:false; response_revision:27616; number_of_response:1; }","duration":"152.581815ms","start":"2026-07-23T04:16:28.229578Z","end":"2026-07-23T04:16:28.382159Z","steps":["trace[1715630847] 'process raft request' (duration: 152.38479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.119599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.46505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:16:29.120068Z","caller":"traceutil/trace.go:171","msg":"trace[1818233035] transaction","detail":"{read_only:false; response_revision:27622; number_of_response:1; }","duration":"550.989487ms","start":"2026-07-23T04:16:28.569057Z","end":"2026-07-23T04:16:29.120046Z","steps":["trace[1818233035] 'process raft request' (duration: 550.932996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.120174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:28.56903Z","time spent":"551.106751ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:29.120624Z","caller":"traceutil/trace.go:171","msg":"trace[38645489] transaction","detail":"{read_only:false; response_revision:27619; number_of_response:1; }","duration":"765.199114ms","start":"2026-07-23T04:16:28.355345Z","end":"2026-07-23T04:16:29.120544Z","steps":["trace[38645489] 'process raft request' (duration: 764.497698ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:29.120908Z","caller":"traceutil/trace.go:171","msg":"trace[2143560927] linearizableReadLoop","detail":"{readStateIndex:28527; appliedIndex:28525; }","duration":"775.201987ms","start":"2026-07-23T04:16:28.34569Z","end":"2026-07-23T04:16:29.120892Z","steps":["trace[2143560927] 'read index received' (duration: 36.383265ms)","trace[2143560927] 'applied index is now lower than readState.Index' (duration: 738.817142ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:29.120922Z","caller":"traceutil/trace.go:171","msg":"trace[1324724736] transaction","detail":"{read_only:false; response_revision:27620; number_of_response:1; }","duration":"759.855611ms","start":"2026-07-23T04:16:28.361051Z","end":"2026-07-23T04:16:29.120907Z","steps":["trace[1324724736] 'process raft request' (duration: 758.846217ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:29.120989Z","caller":"traceutil/trace.go:171","msg":"trace[754851194] transaction","detail":"{read_only:false; response_revision:27621; number_of_response:1; }","duration":"758.904538ms","start":"2026-07-23T04:16:28.362045Z","end":"2026-07-23T04:16:29.120949Z","steps":["trace[754851194] 'process raft request' (duration: 757.897984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.12102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:28.361025Z","time spent":"759.948263ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:29.121003Z","caller":"traceutil/trace.go:171","msg":"trace[643047735] transaction","detail":"{read_only:false; response_revision:27618; number_of_response:1; }","duration":"769.191407ms","start":"2026-07-23T04:16:28.351769Z","end":"2026-07-23T04:16:29.12096Z","steps":["trace[643047735] 'process raft request' (duration: 767.943208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.1211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.404901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-23T04:16:29.121126Z","caller":"traceutil/trace.go:171","msg":"trace[1676569247] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27622; }","duration":"775.466123ms","start":"2026-07-23T04:16:28.345651Z","end":"2026-07-23T04:16:29.121117Z","steps":["trace[1676569247] 'agreement among raft nodes before linearized reading' (duration: 775.33466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.121149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:28.345635Z","time spent":"775.508855ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-23T04:16:29.121185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:28.351756Z","time spent":"769.340361ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:29.121148Z","caller":"traceutil/trace.go:171","msg":"trace[787628033] transaction","detail":"{read_only:false; response_revision:27617; number_of_response:1; }","duration":"801.59815ms","start":"2026-07-23T04:16:28.319478Z","end":"2026-07-23T04:16:29.121077Z","steps":["trace[787628033] 'process raft request' (duration: 415.524832ms)","trace[787628033] 'compare' (duration: 384.141033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:29.121198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.907703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db46dddf9-7xn5w.18c4d00cea550db0\" ","response":"range_response_count:1 size:855"} {"level":"warn","ts":"2026-07-23T04:16:29.121194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:28.362027Z","time spent":"759.035721ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:29.121242Z","caller":"traceutil/trace.go:171","msg":"trace[1160616564] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db46dddf9-7xn5w.18c4d00cea550db0; range_end:; response_count:1; response_revision:27622; }","duration":"270.990485ms","start":"2026-07-23T04:16:28.850241Z","end":"2026-07-23T04:16:29.121231Z","steps":["trace[1160616564] 'agreement among raft nodes before linearized reading' (duration: 270.869692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.121241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.748485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-07-23T04:16:29.121316Z","caller":"traceutil/trace.go:171","msg":"trace[679171896] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27622; }","duration":"724.867888ms","start":"2026-07-23T04:16:28.396429Z","end":"2026-07-23T04:16:29.121296Z","steps":["trace[679171896] 'agreement among raft nodes before linearized reading' (duration: 724.654723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.121349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:28.396407Z","time spent":"724.934519ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-23T04:16:29.121373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:28.319444Z","time spent":"801.806965ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:29.121379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.147688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:16:29.121458Z","caller":"traceutil/trace.go:171","msg":"trace[1298739001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27622; }","duration":"426.278421ms","start":"2026-07-23T04:16:28.695158Z","end":"2026-07-23T04:16:29.121436Z","steps":["trace[1298739001] 'agreement among raft nodes before linearized reading' (duration: 426.002705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.121496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:28.695132Z","time spent":"426.356873ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:16:29.121961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:28.355309Z","time spent":"766.534356ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:29.439641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.847766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:16:29.440053Z","caller":"traceutil/trace.go:171","msg":"trace[1540309194] transaction","detail":"{read_only:false; response_revision:27624; number_of_response:1; }","duration":"193.656749ms","start":"2026-07-23T04:16:29.246368Z","end":"2026-07-23T04:16:29.440025Z","steps":["trace[1540309194] 'process raft request' (duration: 193.480704ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:29.440139Z","caller":"traceutil/trace.go:171","msg":"trace[1483016896] linearizableReadLoop","detail":"{readStateIndex:28533; appliedIndex:28532; }","duration":"314.402014ms","start":"2026-07-23T04:16:29.125698Z","end":"2026-07-23T04:16:29.4401Z","steps":["trace[1483016896] 'read index received' (duration: 118.887212ms)","trace[1483016896] 'applied index is now lower than readState.Index' (duration: 195.507082ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:29.440381Z","caller":"traceutil/trace.go:171","msg":"trace[1401846062] transaction","detail":"{read_only:false; response_revision:27623; number_of_response:1; }","duration":"315.671343ms","start":"2026-07-23T04:16:29.124692Z","end":"2026-07-23T04:16:29.440363Z","steps":["trace[1401846062] 'process raft request' (duration: 119.938086ms)","trace[1401846062] 'compare' (duration: 194.621561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:29.440532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:29.124662Z","time spent":"315.758815ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:29.440639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.942467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:16:29.44068Z","caller":"traceutil/trace.go:171","msg":"trace[979851797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27624; }","duration":"315.023048ms","start":"2026-07-23T04:16:29.125646Z","end":"2026-07-23T04:16:29.440669Z","steps":["trace[979851797] 'agreement among raft nodes before linearized reading' (duration: 314.812253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.440705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:29.125629Z","time spent":"315.06973ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-23T04:16:29.720556Z","caller":"traceutil/trace.go:171","msg":"trace[1237239667] linearizableReadLoop","detail":"{readStateIndex:28535; appliedIndex:28534; }","duration":"280.254549ms","start":"2026-07-23T04:16:29.440267Z","end":"2026-07-23T04:16:29.720522Z","steps":["trace[1237239667] 'read index received' (duration: 270.285778ms)","trace[1237239667] 'applied index is now lower than readState.Index' (duration: 9.967531ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:29.720656Z","caller":"traceutil/trace.go:171","msg":"trace[716308786] transaction","detail":"{read_only:false; response_revision:27625; number_of_response:1; }","duration":"428.622436ms","start":"2026-07-23T04:16:29.292012Z","end":"2026-07-23T04:16:29.720635Z","steps":["trace[716308786] 'process raft request' (duration: 418.670635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.720754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.326513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-23T04:16:29.720765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:29.291999Z","time spent":"428.693897ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:29.720805Z","caller":"traceutil/trace.go:171","msg":"trace[1406354920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27625; }","duration":"463.400094ms","start":"2026-07-23T04:16:29.257388Z","end":"2026-07-23T04:16:29.720788Z","steps":["trace[1406354920] 'agreement among raft nodes before linearized reading' (duration: 463.21056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.720768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.408168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18431"} {"level":"warn","ts":"2026-07-23T04:16:29.72084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:29.257377Z","time spent":"463.453315ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T04:16:29.720844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.687078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:16:29.720937Z","caller":"traceutil/trace.go:171","msg":"trace[1545797081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27625; }","duration":"468.82643ms","start":"2026-07-23T04:16:29.252085Z","end":"2026-07-23T04:16:29.720911Z","steps":["trace[1545797081] 'agreement among raft nodes before linearized reading' (duration: 468.535344ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:29.720909Z","caller":"traceutil/trace.go:171","msg":"trace[218199295] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27625; }","duration":"278.557451ms","start":"2026-07-23T04:16:29.442306Z","end":"2026-07-23T04:16:29.720864Z","steps":["trace[218199295] 'agreement among raft nodes before linearized reading' (duration: 278.364507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.720895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.686131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"warn","ts":"2026-07-23T04:16:29.720993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:29.252066Z","time spent":"468.922963ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:16:29.720963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.384521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T04:16:29.721017Z","caller":"traceutil/trace.go:171","msg":"trace[276603008] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27625; }","duration":"593.827064ms","start":"2026-07-23T04:16:29.127168Z","end":"2026-07-23T04:16:29.720995Z","steps":["trace[276603008] 'agreement among raft nodes before linearized reading' (duration: 593.502027ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:29.721061Z","caller":"traceutil/trace.go:171","msg":"trace[1629635487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27625; }","duration":"462.513663ms","start":"2026-07-23T04:16:29.258523Z","end":"2026-07-23T04:16:29.721037Z","steps":["trace[1629635487] 'agreement among raft nodes before linearized reading' (duration: 462.232027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.721082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:29.127134Z","time spent":"593.933926ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-23T04:16:29.721118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:29.258518Z","time spent":"462.589985ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T04:16:29.721149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.935635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T04:16:29.721195Z","caller":"traceutil/trace.go:171","msg":"trace[2078889312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27625; }","duration":"355.268163ms","start":"2026-07-23T04:16:29.365916Z","end":"2026-07-23T04:16:29.721184Z","steps":["trace[2078889312] 'agreement among raft nodes before linearized reading' (duration: 354.803602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.721253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:29.365853Z","time spent":"355.359864ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T04:16:29.721843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.134817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-23T04:16:29.72189Z","caller":"traceutil/trace.go:171","msg":"trace[2119828150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27625; }","duration":"463.226509ms","start":"2026-07-23T04:16:29.25865Z","end":"2026-07-23T04:16:29.721876Z","steps":["trace[2119828150] 'agreement among raft nodes before linearized reading' (duration: 461.94349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:29.72191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:29.258626Z","time spent":"463.278491ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T04:16:30.034458Z","caller":"traceutil/trace.go:171","msg":"trace[474015922] linearizableReadLoop","detail":"{readStateIndex:28541; appliedIndex:28540; }","duration":"243.703001ms","start":"2026-07-23T04:16:29.79072Z","end":"2026-07-23T04:16:30.034423Z","steps":["trace[474015922] 'read index received' (duration: 243.492686ms)","trace[474015922] 'applied index is now lower than readState.Index' (duration: 208.405µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:30.034583Z","caller":"traceutil/trace.go:171","msg":"trace[1301242977] transaction","detail":"{read_only:false; response_revision:27631; number_of_response:1; }","duration":"284.97189ms","start":"2026-07-23T04:16:29.749565Z","end":"2026-07-23T04:16:30.034537Z","steps":["trace[1301242977] 'process raft request' (duration: 284.637342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:30.034678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.939806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:30.034794Z","caller":"traceutil/trace.go:171","msg":"trace[892026643] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27631; }","duration":"244.125241ms","start":"2026-07-23T04:16:29.790647Z","end":"2026-07-23T04:16:30.034772Z","steps":["trace[892026643] 'agreement among raft nodes before linearized reading' (duration: 243.900216ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:30.375983Z","caller":"traceutil/trace.go:171","msg":"trace[1906060471] linearizableReadLoop","detail":"{readStateIndex:28542; appliedIndex:28541; }","duration":"336.871705ms","start":"2026-07-23T04:16:30.039076Z","end":"2026-07-23T04:16:30.375948Z","steps":["trace[1906060471] 'read index received' (duration: 241.150901ms)","trace[1906060471] 'applied index is now lower than readState.Index' (duration: 95.719054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:30.376063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:30.03691Z","time spent":"339.142617ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T04:16:30.376179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.097211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:30.376222Z","caller":"traceutil/trace.go:171","msg":"trace[735343919] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27631; }","duration":"337.201753ms","start":"2026-07-23T04:16:30.039009Z","end":"2026-07-23T04:16:30.376211Z","steps":["trace[735343919] 'agreement among raft nodes before linearized reading' (duration: 337.103491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:30.376267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:30.038986Z","time spent":"337.269304ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-23T04:16:30.376508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.923445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:30.376544Z","caller":"traceutil/trace.go:171","msg":"trace[9702926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27631; }","duration":"191.002016ms","start":"2026-07-23T04:16:30.185533Z","end":"2026-07-23T04:16:30.376535Z","steps":["trace[9702926] 'agreement among raft nodes before linearized reading' (duration: 190.945995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:30.376751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.852305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:30.376792Z","caller":"traceutil/trace.go:171","msg":"trace[2142411449] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27631; }","duration":"141.941237ms","start":"2026-07-23T04:16:30.234839Z","end":"2026-07-23T04:16:30.37678Z","steps":["trace[2142411449] 'agreement among raft nodes before linearized reading' (duration: 141.841755ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:30.557691Z","caller":"traceutil/trace.go:171","msg":"trace[1668394159] linearizableReadLoop","detail":"{readStateIndex:28543; appliedIndex:28542; }","duration":"174.988214ms","start":"2026-07-23T04:16:30.382679Z","end":"2026-07-23T04:16:30.557667Z","steps":["trace[1668394159] 'read index received' (duration: 114.05874ms)","trace[1668394159] 'applied index is now lower than readState.Index' (duration: 60.928264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:30.557899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.20218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T04:16:30.557929Z","caller":"traceutil/trace.go:171","msg":"trace[1410481617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27632; }","duration":"175.288212ms","start":"2026-07-23T04:16:30.382633Z","end":"2026-07-23T04:16:30.557922Z","steps":["trace[1410481617] 'agreement among raft nodes before linearized reading' (duration: 175.120968ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:30.558093Z","caller":"traceutil/trace.go:171","msg":"trace[2037933143] transaction","detail":"{read_only:false; response_revision:27632; number_of_response:1; }","duration":"178.378384ms","start":"2026-07-23T04:16:30.379706Z","end":"2026-07-23T04:16:30.558084Z","steps":["trace[2037933143] 'process raft request' (duration: 117.059679ms)","trace[2037933143] 'compare' (duration: 60.685569ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:31.201367Z","caller":"traceutil/trace.go:171","msg":"trace[902462080] linearizableReadLoop","detail":"{readStateIndex:28544; appliedIndex:28543; }","duration":"352.644282ms","start":"2026-07-23T04:16:30.8487Z","end":"2026-07-23T04:16:31.201344Z","steps":["trace[902462080] 'read index received' (duration: 352.547439ms)","trace[902462080] 'applied index is now lower than readState.Index' (duration: 95.673µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:31.201431Z","caller":"traceutil/trace.go:171","msg":"trace[742575157] transaction","detail":"{read_only:false; response_revision:27633; number_of_response:1; }","duration":"404.508466ms","start":"2026-07-23T04:16:30.796885Z","end":"2026-07-23T04:16:31.201393Z","steps":["trace[742575157] 'process raft request' (duration: 404.299241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:31.201574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.864486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-b5gfx.18c4d00a4ad3d3df\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-07-23T04:16:31.201582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:30.796856Z","time spent":"404.630819ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:31.20162Z","caller":"traceutil/trace.go:171","msg":"trace[473046640] range","detail":"{range_begin:/registry/events/openstack/magnum-cluster-api-proxy-b5gfx.18c4d00a4ad3d3df; range_end:; response_count:1; response_revision:27633; }","duration":"352.957789ms","start":"2026-07-23T04:16:30.84865Z","end":"2026-07-23T04:16:31.201607Z","steps":["trace[473046640] 'agreement among raft nodes before linearized reading' (duration: 352.804055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:31.201651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:30.848606Z","time spent":"353.0385ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":919,"request content":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-b5gfx.18c4d00a4ad3d3df\" "} {"level":"warn","ts":"2026-07-23T04:16:31.962596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.635887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:16:31.963159Z","caller":"traceutil/trace.go:171","msg":"trace[2016767663] transaction","detail":"{read_only:false; response_revision:27637; number_of_response:1; }","duration":"835.721623ms","start":"2026-07-23T04:16:31.12741Z","end":"2026-07-23T04:16:31.963132Z","steps":["trace[2016767663] 'process raft request' (duration: 835.358134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:31.963386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.127384Z","time spent":"835.889756ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:31.963677Z","caller":"traceutil/trace.go:171","msg":"trace[1761843786] linearizableReadLoop","detail":"{readStateIndex:28549; appliedIndex:28544; }","duration":"762.204155ms","start":"2026-07-23T04:16:31.201427Z","end":"2026-07-23T04:16:31.963632Z","steps":["trace[1761843786] 'read index received' (duration: 462.460972ms)","trace[1761843786] 'applied index is now lower than readState.Index' (duration: 299.737713ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:16:31.963772Z","caller":"traceutil/trace.go:171","msg":"trace[47336040] transaction","detail":"{read_only:false; response_revision:27635; number_of_response:1; }","duration":"836.50997ms","start":"2026-07-23T04:16:31.127248Z","end":"2026-07-23T04:16:31.963758Z","steps":["trace[47336040] 'process raft request' (duration: 835.445896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:31.963798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.813104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:31.963846Z","caller":"traceutil/trace.go:171","msg":"trace[496760763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27640; }","duration":"776.860795ms","start":"2026-07-23T04:16:31.186976Z","end":"2026-07-23T04:16:31.963837Z","steps":["trace[496760763] 'agreement among raft nodes before linearized reading' (duration: 776.791733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:31.963866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.186916Z","time spent":"776.946217ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T04:16:31.963735Z","caller":"traceutil/trace.go:171","msg":"trace[1506466345] transaction","detail":"{read_only:false; response_revision:27634; number_of_response:1; }","duration":"836.51149ms","start":"2026-07-23T04:16:31.127209Z","end":"2026-07-23T04:16:31.96372Z","steps":["trace[1506466345] 'process raft request' (duration: 536.658885ms)","trace[1506466345] 'compare' (duration: 298.160696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:31.963973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.127203Z","time spent":"836.720835ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:31.963991Z","caller":"traceutil/trace.go:171","msg":"trace[579046873] transaction","detail":"{read_only:false; response_revision:27638; number_of_response:1; }","duration":"836.409419ms","start":"2026-07-23T04:16:31.127573Z","end":"2026-07-23T04:16:31.963983Z","steps":["trace[579046873] 'process raft request' (duration: 835.224331ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:31.964125Z","caller":"traceutil/trace.go:171","msg":"trace[287616295] transaction","detail":"{read_only:false; response_revision:27636; number_of_response:1; }","duration":"836.707156ms","start":"2026-07-23T04:16:31.12741Z","end":"2026-07-23T04:16:31.964118Z","steps":["trace[287616295] 'process raft request' (duration: 835.330584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:31.964113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.127169Z","time spent":"836.809527ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:31.964303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.066757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:31.964363Z","caller":"traceutil/trace.go:171","msg":"trace[1013207480] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27640; }","duration":"813.19657ms","start":"2026-07-23T04:16:31.15115Z","end":"2026-07-23T04:16:31.964347Z","steps":["trace[1013207480] 'agreement among raft nodes before linearized reading' (duration: 813.042257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:31.964469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.151128Z","time spent":"813.330013ms","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:16:31.964126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.127533Z","time spent":"836.560673ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:31.964559Z","caller":"traceutil/trace.go:171","msg":"trace[1816556244] transaction","detail":"{read_only:false; response_revision:27640; number_of_response:1; }","duration":"518.420112ms","start":"2026-07-23T04:16:31.446122Z","end":"2026-07-23T04:16:31.964542Z","steps":["trace[1816556244] 'process raft request' (duration: 516.757783ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:31.964108Z","caller":"traceutil/trace.go:171","msg":"trace[1923267496] transaction","detail":"{read_only:false; response_revision:27639; number_of_response:1; }","duration":"759.975044ms","start":"2026-07-23T04:16:31.204078Z","end":"2026-07-23T04:16:31.964053Z","steps":["trace[1923267496] 'process raft request' (duration: 758.755575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:31.964728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.204051Z","time spent":"760.590428ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:31.964178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.127401Z","time spent":"836.750407ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:31.964152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014977607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-23T04:16:31.96487Z","caller":"traceutil/trace.go:171","msg":"trace[570532941] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27640; }","duration":"1.015755035s","start":"2026-07-23T04:16:30.949101Z","end":"2026-07-23T04:16:31.964856Z","steps":["trace[570532941] 'agreement among raft nodes before linearized reading' (duration: 1.014838333s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:31.964921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:30.949079Z","time spent":"1.015827756s","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T04:16:31.965225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.446092Z","time spent":"519.074687ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:16:32.28959Z","caller":"traceutil/trace.go:171","msg":"trace[1205955007] transaction","detail":"{read_only:false; response_revision:27642; number_of_response:1; }","duration":"248.472131ms","start":"2026-07-23T04:16:32.041083Z","end":"2026-07-23T04:16:32.289556Z","steps":["trace[1205955007] 'process raft request' (duration: 248.331798ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:32.289644Z","caller":"traceutil/trace.go:171","msg":"trace[785832702] linearizableReadLoop","detail":"{readStateIndex:28552; appliedIndex:28551; }","duration":"325.778818ms","start":"2026-07-23T04:16:31.963775Z","end":"2026-07-23T04:16:32.289554Z","steps":["trace[785832702] 'read index received' (duration: 323.534556ms)","trace[785832702] 'applied index is now lower than readState.Index' (duration: 2.242702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:16:32.28982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.555197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:16:32.289863Z","caller":"traceutil/trace.go:171","msg":"trace[1862626080] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27642; }","duration":"856.662549ms","start":"2026-07-23T04:16:31.433187Z","end":"2026-07-23T04:16:32.289849Z","steps":["trace[1862626080] 'agreement among raft nodes before linearized reading' (duration: 856.574077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.289854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023857904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:16:32.289888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.42176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T04:16:32.289929Z","caller":"traceutil/trace.go:171","msg":"trace[1185804851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27642; }","duration":"514.494972ms","start":"2026-07-23T04:16:31.775424Z","end":"2026-07-23T04:16:32.289919Z","steps":["trace[1185804851] 'agreement among raft nodes before linearized reading' (duration: 514.231576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.289948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.148976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T04:16:32.289949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.368228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:16:32.289956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.775417Z","time spent":"514.531122ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T04:16:32.28998Z","caller":"traceutil/trace.go:171","msg":"trace[1903215082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27642; }","duration":"926.400129ms","start":"2026-07-23T04:16:31.363569Z","end":"2026-07-23T04:16:32.28997Z","steps":["trace[1903215082] 'agreement among raft nodes before linearized reading' (duration: 926.346528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.290017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.363499Z","time spent":"926.508172ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:16:32.290019Z","caller":"traceutil/trace.go:171","msg":"trace[1947382388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27642; }","duration":"323.201668ms","start":"2026-07-23T04:16:31.966764Z","end":"2026-07-23T04:16:32.289966Z","steps":["trace[1947382388] 'agreement among raft nodes before linearized reading' (duration: 323.162937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.290061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.966743Z","time spent":"323.309781ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T04:16:32.290032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.825396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T04:16:32.290155Z","caller":"traceutil/trace.go:171","msg":"trace[934039359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27642; }","duration":"539.026561ms","start":"2026-07-23T04:16:31.751104Z","end":"2026-07-23T04:16:32.29013Z","steps":["trace[934039359] 'agreement among raft nodes before linearized reading' (duration: 538.619921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.290264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.751088Z","time spent":"539.150043ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T04:16:32.29029Z","caller":"traceutil/trace.go:171","msg":"trace[1380497028] transaction","detail":"{read_only:false; response_revision:27641; number_of_response:1; }","duration":"562.175769ms","start":"2026-07-23T04:16:31.7281Z","end":"2026-07-23T04:16:32.290276Z","steps":["trace[1380497028] 'process raft request' (duration: 559.19238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.290282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.992736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-49f10682-0e11-43d0-93b9-2d84e3680a47\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-07-23T04:16:32.290351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.514762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T04:16:32.290379Z","caller":"traceutil/trace.go:171","msg":"trace[578987299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27642; }","duration":"514.592474ms","start":"2026-07-23T04:16:31.775778Z","end":"2026-07-23T04:16:32.290371Z","steps":["trace[578987299] 'agreement among raft nodes before linearized reading' (duration: 514.481952ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:32.290382Z","caller":"traceutil/trace.go:171","msg":"trace[196750855] range","detail":"{range_begin:/registry/persistentvolumes/pvc-49f10682-0e11-43d0-93b9-2d84e3680a47; range_end:; response_count:1; response_revision:27642; }","duration":"321.12815ms","start":"2026-07-23T04:16:31.969226Z","end":"2026-07-23T04:16:32.290354Z","steps":["trace[196750855] 'agreement among raft nodes before linearized reading' (duration: 320.913885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.290405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.775769Z","time spent":"514.630825ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T04:16:32.2904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.728066Z","time spent":"562.257801ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T04:16:32.290412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.835675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-23T04:16:32.290186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.352709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T04:16:32.290398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.966142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-23T04:16:32.290435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.969208Z","time spent":"321.218091ms","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-49f10682-0e11-43d0-93b9-2d84e3680a47\" "} {"level":"info","ts":"2026-07-23T04:16:32.290445Z","caller":"traceutil/trace.go:171","msg":"trace[2067742138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27642; }","duration":"513.923248ms","start":"2026-07-23T04:16:31.776512Z","end":"2026-07-23T04:16:32.290436Z","steps":["trace[2067742138] 'agreement among raft nodes before linearized reading' (duration: 513.816095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.290482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.776481Z","time spent":"513.994179ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T04:16:32.290481Z","caller":"traceutil/trace.go:171","msg":"trace[1825465394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27642; }","duration":"515.130216ms","start":"2026-07-23T04:16:31.775332Z","end":"2026-07-23T04:16:32.290462Z","steps":["trace[1825465394] 'agreement among raft nodes before linearized reading' (duration: 514.84949ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:16:32.290491Z","caller":"traceutil/trace.go:171","msg":"trace[2036973215] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27642; }","duration":"112.693187ms","start":"2026-07-23T04:16:32.177769Z","end":"2026-07-23T04:16:32.290463Z","steps":["trace[2036973215] 'agreement among raft nodes before linearized reading' (duration: 112.35641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.290525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.775304Z","time spent":"515.214698ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T04:16:32.289899Z","caller":"traceutil/trace.go:171","msg":"trace[1485350835] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27642; }","duration":"1.023970766s","start":"2026-07-23T04:16:31.265915Z","end":"2026-07-23T04:16:32.289886Z","steps":["trace[1485350835] 'agreement among raft nodes before linearized reading' (duration: 1.023876404s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:16:32.290563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.265878Z","time spent":"1.024676172s","remote":"127.0.0.1:35928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T04:16:32.289898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:16:31.433161Z","time spent":"856.725801ms","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-23T04:17:28.787203Z","caller":"traceutil/trace.go:171","msg":"trace[697362762] transaction","detail":"{read_only:false; response_revision:28246; number_of_response:1; }","duration":"159.198568ms","start":"2026-07-23T04:17:28.627961Z","end":"2026-07-23T04:17:28.78716Z","steps":["trace[697362762] 'process raft request' (duration: 138.344973ms)","trace[697362762] 'compare' (duration: 20.577927ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:17:28.957618Z","caller":"traceutil/trace.go:171","msg":"trace[114520193] transaction","detail":"{read_only:false; response_revision:28248; number_of_response:1; }","duration":"164.611133ms","start":"2026-07-23T04:17:28.792982Z","end":"2026-07-23T04:17:28.957594Z","steps":["trace[114520193] 'process raft request' (duration: 107.545998ms)","trace[114520193] 'compare' (duration: 56.889971ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:17:28.958213Z","caller":"traceutil/trace.go:171","msg":"trace[174237760] transaction","detail":"{read_only:false; response_revision:28249; number_of_response:1; }","duration":"165.100015ms","start":"2026-07-23T04:17:28.79307Z","end":"2026-07-23T04:17:28.95817Z","steps":["trace[174237760] 'process raft request' (duration: 164.48897ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:17:28.958534Z","caller":"traceutil/trace.go:171","msg":"trace[986849221] transaction","detail":"{read_only:false; response_revision:28250; number_of_response:1; }","duration":"165.383412ms","start":"2026-07-23T04:17:28.793112Z","end":"2026-07-23T04:17:28.958495Z","steps":["trace[986849221] 'process raft request' (duration: 164.89264ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:17:28.958549Z","caller":"traceutil/trace.go:171","msg":"trace[375556080] linearizableReadLoop","detail":"{readStateIndex:29176; appliedIndex:29172; }","duration":"114.503149ms","start":"2026-07-23T04:17:28.844027Z","end":"2026-07-23T04:17:28.95853Z","steps":["trace[375556080] 'read index received' (duration: 56.41296ms)","trace[375556080] 'applied index is now lower than readState.Index' (duration: 58.089109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:17:28.958676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.627113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:17:28.959129Z","caller":"traceutil/trace.go:171","msg":"trace[516360191] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28251; }","duration":"115.143045ms","start":"2026-07-23T04:17:28.843964Z","end":"2026-07-23T04:17:28.959107Z","steps":["trace[516360191] 'agreement among raft nodes before linearized reading' (duration: 114.627623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:17:28.959243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.157765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:17:28.959291Z","caller":"traceutil/trace.go:171","msg":"trace[1947247653] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28251; }","duration":"115.267418ms","start":"2026-07-23T04:17:28.844012Z","end":"2026-07-23T04:17:28.959279Z","steps":["trace[1947247653] 'agreement among raft nodes before linearized reading' (duration: 115.148065ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:17:28.958716Z","caller":"traceutil/trace.go:171","msg":"trace[1273908030] transaction","detail":"{read_only:false; response_revision:28251; number_of_response:1; }","duration":"165.066724ms","start":"2026-07-23T04:17:28.793635Z","end":"2026-07-23T04:17:28.958702Z","steps":["trace[1273908030] 'process raft request' (duration: 164.730537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:17:28.959507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.974641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:17:28.959542Z","caller":"traceutil/trace.go:171","msg":"trace[47243800] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28251; }","duration":"115.028712ms","start":"2026-07-23T04:17:28.844504Z","end":"2026-07-23T04:17:28.959533Z","steps":["trace[47243800] 'agreement among raft nodes before linearized reading' (duration: 114.976911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:17:28.959685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.648967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-07-23T04:17:28.959781Z","caller":"traceutil/trace.go:171","msg":"trace[1143733584] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28251; }","duration":"112.772799ms","start":"2026-07-23T04:17:28.846983Z","end":"2026-07-23T04:17:28.959756Z","steps":["trace[1143733584] 'agreement among raft nodes before linearized reading' (duration: 112.503293ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:18:35.301696Z","caller":"traceutil/trace.go:171","msg":"trace[121477837] linearizableReadLoop","detail":"{readStateIndex:29778; appliedIndex:29776; }","duration":"134.042334ms","start":"2026-07-23T04:18:35.167608Z","end":"2026-07-23T04:18:35.301651Z","steps":["trace[121477837] 'read index received' (duration: 3.712267ms)","trace[121477837] 'applied index is now lower than readState.Index' (duration: 130.328117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:18:35.301807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.184117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:18:35.301894Z","caller":"traceutil/trace.go:171","msg":"trace[1256593475] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28837; }","duration":"134.325671ms","start":"2026-07-23T04:18:35.167549Z","end":"2026-07-23T04:18:35.301875Z","steps":["trace[1256593475] 'agreement among raft nodes before linearized reading' (duration: 134.149806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:18:35.30204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.891523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"info","ts":"2026-07-23T04:18:35.302086Z","caller":"traceutil/trace.go:171","msg":"trace[1443367810] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28837; }","duration":"132.002926ms","start":"2026-07-23T04:18:35.170071Z","end":"2026-07-23T04:18:35.302074Z","steps":["trace[1443367810] 'agreement among raft nodes before linearized reading' (duration: 131.794791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:18:35.302384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.306281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:18:35.302411Z","caller":"traceutil/trace.go:171","msg":"trace[1289898038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28837; }","duration":"113.358273ms","start":"2026-07-23T04:18:35.189044Z","end":"2026-07-23T04:18:35.302402Z","steps":["trace[1289898038] 'agreement among raft nodes before linearized reading' (duration: 113.310111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:18:35.302571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.629995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T04:18:35.302606Z","caller":"traceutil/trace.go:171","msg":"trace[1729133625] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28837; }","duration":"121.749818ms","start":"2026-07-23T04:18:35.180842Z","end":"2026-07-23T04:18:35.302592Z","steps":["trace[1729133625] 'agreement among raft nodes before linearized reading' (duration: 121.660486ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:19:00.69522Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-23T04:19:00.700229Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-23T04:19:00.700461Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-23T04:19:07.907247Z","caller":"traceutil/trace.go:171","msg":"trace[1058833215] transaction","detail":"{read_only:false; response_revision:29106; number_of_response:1; }","duration":"314.596337ms","start":"2026-07-23T04:19:07.592616Z","end":"2026-07-23T04:19:07.907212Z","steps":["trace[1058833215] 'process raft request' (duration: 312.587131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:19:07.907439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:19:07.592605Z","time spent":"314.73732ms","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:20:16.144896Z","caller":"traceutil/trace.go:171","msg":"trace[1726107128] transaction","detail":"{read_only:false; response_revision:29850; number_of_response:1; }","duration":"151.162101ms","start":"2026-07-23T04:20:15.993657Z","end":"2026-07-23T04:20:16.144819Z","steps":["trace[1726107128] 'process raft request' (duration: 150.238959ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:20:16.158022Z","caller":"traceutil/trace.go:171","msg":"trace[2139453863] transaction","detail":"{read_only:false; response_revision:29852; number_of_response:1; }","duration":"161.025031ms","start":"2026-07-23T04:20:15.996968Z","end":"2026-07-23T04:20:16.157993Z","steps":["trace[2139453863] 'process raft request' (duration: 160.983699ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:20:16.158129Z","caller":"traceutil/trace.go:171","msg":"trace[476872592] transaction","detail":"{read_only:false; response_revision:29851; number_of_response:1; }","duration":"163.758315ms","start":"2026-07-23T04:20:15.994348Z","end":"2026-07-23T04:20:16.158106Z","steps":["trace[476872592] 'process raft request' (duration: 163.424486ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:20:16.544303Z","caller":"traceutil/trace.go:171","msg":"trace[247100028] transaction","detail":"{read_only:false; response_revision:29853; number_of_response:1; }","duration":"133.420729ms","start":"2026-07-23T04:20:16.41085Z","end":"2026-07-23T04:20:16.544271Z","steps":["trace[247100028] 'process raft request' (duration: 133.237745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:20:22.351536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.010452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T04:20:22.351842Z","caller":"traceutil/trace.go:171","msg":"trace[1101781266] transaction","detail":"{read_only:false; response_revision:29901; number_of_response:1; }","duration":"145.300284ms","start":"2026-07-23T04:20:22.206489Z","end":"2026-07-23T04:20:22.35179Z","steps":["trace[1101781266] 'process raft request' (duration: 145.186162ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:20:22.351859Z","caller":"traceutil/trace.go:171","msg":"trace[1338035618] transaction","detail":"{read_only:false; response_revision:29900; number_of_response:1; }","duration":"145.710964ms","start":"2026-07-23T04:20:22.206078Z","end":"2026-07-23T04:20:22.351789Z","steps":["trace[1338035618] 'process raft request' (duration: 39.346214ms)","trace[1338035618] 'compare' (duration: 105.738726ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:20:22.588615Z","caller":"traceutil/trace.go:171","msg":"trace[2042458496] transaction","detail":"{read_only:false; response_revision:29902; number_of_response:1; }","duration":"147.236751ms","start":"2026-07-23T04:20:22.441342Z","end":"2026-07-23T04:20:22.588578Z","steps":["trace[2042458496] 'process raft request' (duration: 146.993745ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:20:49.852986Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27276} {"level":"info","ts":"2026-07-23T04:20:49.994638Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27276,"took":"136.595823ms","hash":984081886,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":38248448,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-23T04:20:49.994709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":984081886,"revision":27276,"compact-revision":24604} {"level":"info","ts":"2026-07-23T04:25:49.861569Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30213} {"level":"info","ts":"2026-07-23T04:25:50.011032Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30213,"took":"144.351396ms","hash":2949487675,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":32452608,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-23T04:25:50.011112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2949487675,"revision":30213,"compact-revision":27276} {"level":"info","ts":"2026-07-23T04:30:49.867588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32478} {"level":"info","ts":"2026-07-23T04:30:50.029571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32478,"took":"155.812063ms","hash":3859973014,"current-db-size-bytes":59678720,"current-db-size":"60 MB","current-db-size-in-use-bytes":30752768,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-23T04:30:50.029659Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3859973014,"revision":32478,"compact-revision":30213} {"level":"info","ts":"2026-07-23T04:35:49.874719Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34722} {"level":"info","ts":"2026-07-23T04:35:50.019074Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34722,"took":"138.527303ms","hash":1910764694,"current-db-size-bytes":59678720,"current-db-size":"60 MB","current-db-size-in-use-bytes":29990912,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-23T04:35:50.019233Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1910764694,"revision":34722,"compact-revision":32478} {"level":"info","ts":"2026-07-23T04:39:47.78679Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-23T04:39:47.793252Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-23T04:39:47.79342Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-23T04:40:49.880749Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36966} {"level":"info","ts":"2026-07-23T04:40:50.011795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36966,"took":"125.145641ms","hash":197995928,"current-db-size-bytes":59678720,"current-db-size":"60 MB","current-db-size-in-use-bytes":31657984,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-23T04:40:50.011891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":197995928,"revision":36966,"compact-revision":34722} {"level":"info","ts":"2026-07-23T04:45:49.889384Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39269} {"level":"info","ts":"2026-07-23T04:45:50.023102Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39269,"took":"128.85752ms","hash":2828181329,"current-db-size-bytes":59678720,"current-db-size":"60 MB","current-db-size-in-use-bytes":30765056,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-23T04:45:50.02341Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2828181329,"revision":39269,"compact-revision":36966}