{"level":"warn","ts":"2026-07-23T23:41:47.941932Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T23:41:47.942055Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-23T23:41:47.942273Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T23:41:47.942291Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-23T23:41:47.94232Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T23:41:47.943104Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-23T23:41:47.943197Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-23T23:41:47.948998Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.423626ms"} {"level":"info","ts":"2026-07-23T23:41:47.958435Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-23T23:41:47.958507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-23T23:41:47.958539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-23T23:41:47.958549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-23T23:41:47.958564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-23T23:41:47.9586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-23T23:41:47.969384Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-23T23:41:47.970666Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-23T23:41:47.973682Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-23T23:41:47.976945Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-23T23:41:47.977143Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-23T23:41:47.977216Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T23:41:47.977413Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T23:41:47.977427Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T23:41:47.978235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-23T23:41:47.978383Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-23T23:41:47.982956Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-23T23:41:47.983007Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-23T23:41:47.982861Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T23:41:47.984074Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-23T23:41:47.984141Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-23T23:41:48.259399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-23T23:41:48.259495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-23T23:41:48.259539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-23T23:41:48.259559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-23T23:41:48.25957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-23T23:41:48.259586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-23T23:41:48.259599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-23T23:41:48.262695Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:41:48.263653Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-23T23:41:48.263666Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T23:41:48.263703Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T23:41:48.264073Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-23T23:41:48.264101Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-23T23:41:48.265806Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-23T23:41:48.266733Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-07-23T23:41:48.267222Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:41:48.267314Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:41:48.267347Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:41:53.191167Z","caller":"traceutil/trace.go:171","msg":"trace[477177780] linearizableReadLoop","detail":"{readStateIndex:273; appliedIndex:272; }","duration":"171.66446ms","start":"2026-07-23T23:41:53.019478Z","end":"2026-07-23T23:41:53.191142Z","steps":["trace[477177780] 'read index received' (duration: 141.573584ms)","trace[477177780] 'applied index is now lower than readState.Index' (duration: 30.089776ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:41:53.191192Z","caller":"traceutil/trace.go:171","msg":"trace[164536254] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"173.377499ms","start":"2026-07-23T23:41:53.017783Z","end":"2026-07-23T23:41:53.191161Z","steps":["trace[164536254] 'process raft request' (duration: 143.18401ms)","trace[164536254] 'compare' (duration: 30.056625ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:41:53.191263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.766383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-07-23T23:41:53.191323Z","caller":"traceutil/trace.go:171","msg":"trace[112710275] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:267; }","duration":"171.872495ms","start":"2026-07-23T23:41:53.019439Z","end":"2026-07-23T23:41:53.191311Z","steps":["trace[112710275] 'agreement among raft nodes before linearized reading' (duration: 171.733221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:41:53.191342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.845845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:41:53.191381Z","caller":"traceutil/trace.go:171","msg":"trace[1926965767] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:267; }","duration":"171.923257ms","start":"2026-07-23T23:41:53.019445Z","end":"2026-07-23T23:41:53.191368Z","steps":["trace[1926965767] 'agreement among raft nodes before linearized reading' (duration: 171.843695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:41:53.20224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.877597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115"} {"level":"info","ts":"2026-07-23T23:41:53.202424Z","caller":"traceutil/trace.go:171","msg":"trace[1040262378] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:271; }","duration":"138.079813ms","start":"2026-07-23T23:41:53.064328Z","end":"2026-07-23T23:41:53.202408Z","steps":["trace[1040262378] 'agreement among raft nodes before linearized reading' (duration: 137.793474ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:01.73899Z","caller":"traceutil/trace.go:171","msg":"trace[113105638] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"488.481644ms","start":"2026-07-23T23:42:01.250477Z","end":"2026-07-23T23:42:01.738959Z","steps":["trace[113105638] 'process raft request' (duration: 488.30151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:01.739749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:01.250466Z","time spent":"488.635078ms","remote":"127.0.0.1:40576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:42:01.740194Z","caller":"traceutil/trace.go:171","msg":"trace[210769290] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:407; }","duration":"477.465771ms","start":"2026-07-23T23:42:01.262703Z","end":"2026-07-23T23:42:01.740169Z","steps":["trace[210769290] 'read index received' (duration: 477.456501ms)","trace[210769290] 'applied index is now lower than readState.Index' (duration: 5.95µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:42:01.74036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.813408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-23T23:42:01.740424Z","caller":"traceutil/trace.go:171","msg":"trace[843714306] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:396; }","duration":"472.902261ms","start":"2026-07-23T23:42:01.267509Z","end":"2026-07-23T23:42:01.740412Z","steps":["trace[843714306] 'agreement among raft nodes before linearized reading' (duration: 472.789318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:01.740459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:01.267499Z","time spent":"472.953182ms","remote":"127.0.0.1:40432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-23T23:42:01.740563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.852492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-23T23:42:01.740625Z","caller":"traceutil/trace.go:171","msg":"trace[1474750298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:396; }","duration":"477.969895ms","start":"2026-07-23T23:42:01.262639Z","end":"2026-07-23T23:42:01.740609Z","steps":["trace[1474750298] 'agreement among raft nodes before linearized reading' (duration: 477.865902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:01.740663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:01.262615Z","time spent":"478.039407ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T23:42:01.740664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.875219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:42:01.740702Z","caller":"traceutil/trace.go:171","msg":"trace[1337562359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:396; }","duration":"296.93094ms","start":"2026-07-23T23:42:01.443757Z","end":"2026-07-23T23:42:01.740688Z","steps":["trace[1337562359] 'agreement among raft nodes before linearized reading' (duration: 296.871159ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.909316Z","caller":"traceutil/trace.go:171","msg":"trace[1739579258] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"170.742378ms","start":"2026-07-23T23:42:24.738555Z","end":"2026-07-23T23:42:24.909297Z","steps":["trace[1739579258] 'process raft request' (duration: 170.628755ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.922535Z","caller":"traceutil/trace.go:171","msg":"trace[1244341656] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:541; }","duration":"134.354116ms","start":"2026-07-23T23:42:24.788158Z","end":"2026-07-23T23:42:24.922512Z","steps":["trace[1244341656] 'read index received' (duration: 121.121671ms)","trace[1244341656] 'applied index is now lower than readState.Index' (duration: 13.231565ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:42:24.922692Z","caller":"traceutil/trace.go:171","msg":"trace[1586497732] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"168.600812ms","start":"2026-07-23T23:42:24.754072Z","end":"2026-07-23T23:42:24.922673Z","steps":["trace[1586497732] 'process raft request' (duration: 168.076651ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.922775Z","caller":"traceutil/trace.go:171","msg":"trace[1780672731] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"178.508465ms","start":"2026-07-23T23:42:24.744236Z","end":"2026-07-23T23:42:24.922745Z","steps":["trace[1780672731] 'process raft request' (duration: 177.81364ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.922815Z","caller":"traceutil/trace.go:171","msg":"trace[362261443] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"134.435997ms","start":"2026-07-23T23:42:24.788298Z","end":"2026-07-23T23:42:24.922734Z","steps":["trace[362261443] 'process raft request' (duration: 133.948037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:24.92283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.645163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:42:24.922998Z","caller":"traceutil/trace.go:171","msg":"trace[1320212397] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"184.221657ms","start":"2026-07-23T23:42:24.738767Z","end":"2026-07-23T23:42:24.922989Z","steps":["trace[1320212397] 'process raft request' (duration: 183.209115ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.922918Z","caller":"traceutil/trace.go:171","msg":"trace[1466363534] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"168.878388ms","start":"2026-07-23T23:42:24.754026Z","end":"2026-07-23T23:42:24.922904Z","steps":["trace[1466363534] 'process raft request' (duration: 168.099791ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.923002Z","caller":"traceutil/trace.go:171","msg":"trace[857006458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"134.849067ms","start":"2026-07-23T23:42:24.788136Z","end":"2026-07-23T23:42:24.922985Z","steps":["trace[857006458] 'agreement among raft nodes before linearized reading' (duration: 134.560591ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.923083Z","caller":"traceutil/trace.go:171","msg":"trace[786660465] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"154.672332ms","start":"2026-07-23T23:42:24.768388Z","end":"2026-07-23T23:42:24.92306Z","steps":["trace[786660465] 'process raft request' (duration: 153.784853ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.923163Z","caller":"traceutil/trace.go:171","msg":"trace[1352045505] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"154.708393ms","start":"2026-07-23T23:42:24.768445Z","end":"2026-07-23T23:42:24.923153Z","steps":["trace[1352045505] 'process raft request' (duration: 153.765733ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.922864Z","caller":"traceutil/trace.go:171","msg":"trace[487688019] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"172.518616ms","start":"2026-07-23T23:42:24.750327Z","end":"2026-07-23T23:42:24.922846Z","steps":["trace[487688019] 'process raft request' (duration: 171.751199ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.923252Z","caller":"traceutil/trace.go:171","msg":"trace[1360776001] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"120.719683ms","start":"2026-07-23T23:42:24.802527Z","end":"2026-07-23T23:42:24.923246Z","steps":["trace[1360776001] 'process raft request' (duration: 119.762943ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:24.923296Z","caller":"traceutil/trace.go:171","msg":"trace[1077145661] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"116.077793ms","start":"2026-07-23T23:42:24.8072Z","end":"2026-07-23T23:42:24.923277Z","steps":["trace[1077145661] 'process raft request' (duration: 115.239135ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.097232Z","caller":"traceutil/trace.go:171","msg":"trace[1142723454] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"181.600564ms","start":"2026-07-23T23:42:24.915581Z","end":"2026-07-23T23:42:25.097181Z","steps":["trace[1142723454] 'process raft request' (duration: 180.288647ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.097237Z","caller":"traceutil/trace.go:171","msg":"trace[1955262208] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:552; }","duration":"172.765534ms","start":"2026-07-23T23:42:24.924447Z","end":"2026-07-23T23:42:25.097212Z","steps":["trace[1955262208] 'read index received' (duration: 171.528728ms)","trace[1955262208] 'applied index is now lower than readState.Index' (duration: 1.235226ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:42:25.097389Z","caller":"traceutil/trace.go:171","msg":"trace[561811977] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"179.57223ms","start":"2026-07-23T23:42:24.917783Z","end":"2026-07-23T23:42:25.097355Z","steps":["trace[561811977] 'process raft request' (duration: 179.271644ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.097448Z","caller":"traceutil/trace.go:171","msg":"trace[1205363058] transaction","detail":"{read_only:false; number_of_response:1; response_revision:536; }","duration":"180.426128ms","start":"2026-07-23T23:42:24.916988Z","end":"2026-07-23T23:42:25.097414Z","steps":["trace[1205363058] 'process raft request' (duration: 179.980389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:25.097637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.164682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:42:25.097712Z","caller":"traceutil/trace.go:171","msg":"trace[129529841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"173.290325ms","start":"2026-07-23T23:42:24.924409Z","end":"2026-07-23T23:42:25.097699Z","steps":["trace[129529841] 'agreement among raft nodes before linearized reading' (duration: 172.911717ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.106972Z","caller":"traceutil/trace.go:171","msg":"trace[1412621467] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"173.227692ms","start":"2026-07-23T23:42:24.933624Z","end":"2026-07-23T23:42:25.106851Z","steps":["trace[1412621467] 'process raft request' (duration: 172.847154ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.107169Z","caller":"traceutil/trace.go:171","msg":"trace[257810130] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"179.137219ms","start":"2026-07-23T23:42:24.927971Z","end":"2026-07-23T23:42:25.107109Z","steps":["trace[257810130] 'process raft request' (duration: 178.390563ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.10722Z","caller":"traceutil/trace.go:171","msg":"trace[7308980] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"178.451614ms","start":"2026-07-23T23:42:24.928752Z","end":"2026-07-23T23:42:25.107203Z","steps":["trace[7308980] 'process raft request' (duration: 177.698388ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.107843Z","caller":"traceutil/trace.go:171","msg":"trace[626788557] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"173.412026ms","start":"2026-07-23T23:42:24.934355Z","end":"2026-07-23T23:42:25.107767Z","steps":["trace[626788557] 'process raft request' (duration: 172.157189ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.107908Z","caller":"traceutil/trace.go:171","msg":"trace[963897614] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"173.460867ms","start":"2026-07-23T23:42:24.934435Z","end":"2026-07-23T23:42:25.107896Z","steps":["trace[963897614] 'process raft request' (duration: 172.129698ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.10856Z","caller":"traceutil/trace.go:171","msg":"trace[1057880628] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"170.022644ms","start":"2026-07-23T23:42:24.938429Z","end":"2026-07-23T23:42:25.108451Z","steps":["trace[1057880628] 'process raft request' (duration: 168.171574ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.110167Z","caller":"traceutil/trace.go:171","msg":"trace[1934667827] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"155.379168ms","start":"2026-07-23T23:42:24.954767Z","end":"2026-07-23T23:42:25.110146Z","steps":["trace[1934667827] 'process raft request' (duration: 155.267776ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.110614Z","caller":"traceutil/trace.go:171","msg":"trace[1519298957] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"168.708745ms","start":"2026-07-23T23:42:24.941877Z","end":"2026-07-23T23:42:25.110586Z","steps":["trace[1519298957] 'process raft request' (duration: 167.787605ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:25.110637Z","caller":"traceutil/trace.go:171","msg":"trace[552510290] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"165.490065ms","start":"2026-07-23T23:42:24.945118Z","end":"2026-07-23T23:42:25.110608Z","steps":["trace[552510290] 'process raft request' (duration: 164.74657ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:31.383905Z","caller":"traceutil/trace.go:171","msg":"trace[1269809609] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"112.659933ms","start":"2026-07-23T23:42:31.271212Z","end":"2026-07-23T23:42:31.383872Z","steps":["trace[1269809609] 'read index received' (duration: 111.362246ms)","trace[1269809609] 'applied index is now lower than readState.Index' (duration: 1.296517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:42:31.384067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.843497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-23T23:42:31.384094Z","caller":"traceutil/trace.go:171","msg":"trace[579399096] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:631; }","duration":"112.931429ms","start":"2026-07-23T23:42:31.271153Z","end":"2026-07-23T23:42:31.384085Z","steps":["trace[579399096] 'agreement among raft nodes before linearized reading' (duration: 112.832987ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:31.384092Z","caller":"traceutil/trace.go:171","msg":"trace[895733379] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"211.029747ms","start":"2026-07-23T23:42:31.173003Z","end":"2026-07-23T23:42:31.384032Z","steps":["trace[895733379] 'process raft request' (duration: 209.802692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:31.764413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.999595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:42:31.764589Z","caller":"traceutil/trace.go:171","msg":"trace[1220177459] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:631; }","duration":"168.198089ms","start":"2026-07-23T23:42:31.596362Z","end":"2026-07-23T23:42:31.76456Z","steps":["trace[1220177459] 'range keys from in-memory index tree' (duration: 167.962805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:31.765424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.582996ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-23T23:42:31.765645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:31.384729Z","time spent":"380.904561ms","remote":"127.0.0.1:40432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-23T23:42:31.765732Z","caller":"traceutil/trace.go:171","msg":"trace[701415700] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"330.729785ms","start":"2026-07-23T23:42:31.43498Z","end":"2026-07-23T23:42:31.76571Z","steps":["trace[701415700] 'process raft request' (duration: 330.567251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:31.765837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:31.434919Z","time spent":"330.853667ms","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T23:42:32.71424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369227894045562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:42:33.18382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272175988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-23T23:42:33.183907Z","caller":"traceutil/trace.go:171","msg":"trace[1084200332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"1.272321661s","start":"2026-07-23T23:42:31.911568Z","end":"2026-07-23T23:42:33.18389Z","steps":["trace[1084200332] 'range keys from in-memory index tree' (duration: 1.272004094s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:33.183985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:31.911541Z","time spent":"1.272432683s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T23:42:33.184331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036683148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T23:42:33.184484Z","caller":"traceutil/trace.go:171","msg":"trace[1277537378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"1.036880522s","start":"2026-07-23T23:42:32.147559Z","end":"2026-07-23T23:42:33.184439Z","steps":["trace[1277537378] 'range keys from in-memory index tree' (duration: 1.036390292s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:33.18438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271995724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-23T23:42:33.184548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:32.14754Z","time spent":"1.036994144s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T23:42:33.184621Z","caller":"traceutil/trace.go:171","msg":"trace[1801393950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"1.272217589s","start":"2026-07-23T23:42:31.912352Z","end":"2026-07-23T23:42:33.184569Z","steps":["trace[1801393950] 'range keys from in-memory index tree' (duration: 1.271904612s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:33.184762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:31.912343Z","time spent":"1.272370782s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T23:42:33.185185Z","caller":"traceutil/trace.go:171","msg":"trace[670053186] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"971.566788ms","start":"2026-07-23T23:42:32.213587Z","end":"2026-07-23T23:42:33.185154Z","steps":["trace[670053186] 'read index received' (duration: 965.598829ms)","trace[670053186] 'applied index is now lower than readState.Index' (duration: 5.966469ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:42:33.185831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.233102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T23:42:33.185896Z","caller":"traceutil/trace.go:171","msg":"trace[1850313248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:634; }","duration":"972.350184ms","start":"2026-07-23T23:42:32.21353Z","end":"2026-07-23T23:42:33.18588Z","steps":["trace[1850313248] 'agreement among raft nodes before linearized reading' (duration: 971.728871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:33.185944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:32.21351Z","time spent":"972.422805ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T23:42:33.186976Z","caller":"traceutil/trace.go:171","msg":"trace[2018906643] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.001247515s","start":"2026-07-23T23:42:32.185717Z","end":"2026-07-23T23:42:33.186965Z","steps":["trace[2018906643] 'process raft request' (duration: 993.774625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:33.187059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:42:32.185689Z","time spent":"1.001312696s","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:42:38.160948Z","caller":"traceutil/trace.go:171","msg":"trace[1485168016] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"131.939061ms","start":"2026-07-23T23:42:38.028623Z","end":"2026-07-23T23:42:38.160562Z","steps":["trace[1485168016] 'process raft request' (duration: 116.559096ms)","trace[1485168016] 'compare' (duration: 15.185931ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:42:38.426402Z","caller":"traceutil/trace.go:171","msg":"trace[722700623] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"124.927706ms","start":"2026-07-23T23:42:38.301357Z","end":"2026-07-23T23:42:38.426284Z","steps":["trace[722700623] 'process raft request' (duration: 124.654531ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:38.426464Z","caller":"traceutil/trace.go:171","msg":"trace[600997629] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"165.479235ms","start":"2026-07-23T23:42:38.260925Z","end":"2026-07-23T23:42:38.426404Z","steps":["trace[600997629] 'process raft request' (duration: 138.963956ms)","trace[600997629] 'compare' (duration: 25.925697ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:42:38.801678Z","caller":"traceutil/trace.go:171","msg":"trace[1420952003] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"213.740791ms","start":"2026-07-23T23:42:38.587901Z","end":"2026-07-23T23:42:38.801642Z","steps":["trace[1420952003] 'process raft request' (duration: 213.575137ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:49.096043Z","caller":"traceutil/trace.go:171","msg":"trace[992588003] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"248.858816ms","start":"2026-07-23T23:42:48.847162Z","end":"2026-07-23T23:42:49.096021Z","steps":["trace[992588003] 'process raft request' (duration: 248.711734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:42:49.354585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.101321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5mj57\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-23T23:42:49.354668Z","caller":"traceutil/trace.go:171","msg":"trace[1783253018] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5mj57; range_end:; response_count:1; response_revision:796; }","duration":"109.216523ms","start":"2026-07-23T23:42:49.24543Z","end":"2026-07-23T23:42:49.354646Z","steps":["trace[1783253018] 'range keys from in-memory index tree' (duration: 108.940328ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:42:54.528333Z","caller":"traceutil/trace.go:171","msg":"trace[942756185] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"100.679904ms","start":"2026-07-23T23:42:54.427622Z","end":"2026-07-23T23:42:54.528302Z","steps":["trace[942756185] 'process raft request' (duration: 79.271587ms)","trace[942756185] 'compare' (duration: 21.069771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:43:26.862118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.859976ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-23T23:43:27.629609Z","caller":"traceutil/trace.go:171","msg":"trace[1812918470] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"293.924471ms","start":"2026-07-23T23:43:27.335393Z","end":"2026-07-23T23:43:27.629317Z","steps":["trace[1812918470] 'process raft request' (duration: 293.626166ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:27.776731Z","caller":"traceutil/trace.go:171","msg":"trace[484358062] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"141.812441ms","start":"2026-07-23T23:43:27.634887Z","end":"2026-07-23T23:43:27.776699Z","steps":["trace[484358062] 'process raft request' (duration: 141.642479ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:27.776761Z","caller":"traceutil/trace.go:171","msg":"trace[764034519] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"142.066025ms","start":"2026-07-23T23:43:27.634614Z","end":"2026-07-23T23:43:27.77668Z","steps":["trace[764034519] 'process raft request' (duration: 76.941051ms)","trace[764034519] 'compare' (duration: 63.622923ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:43:27.776801Z","caller":"traceutil/trace.go:171","msg":"trace[2108020909] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"141.855942ms","start":"2026-07-23T23:43:27.63492Z","end":"2026-07-23T23:43:27.776776Z","steps":["trace[2108020909] 'process raft request' (duration: 141.71381ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:27.776778Z","caller":"traceutil/trace.go:171","msg":"trace[1995069508] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"141.756921ms","start":"2026-07-23T23:43:27.634979Z","end":"2026-07-23T23:43:27.776736Z","steps":["trace[1995069508] 'process raft request' (duration: 141.70179ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:31.653054Z","caller":"traceutil/trace.go:171","msg":"trace[1679840336] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"156.932625ms","start":"2026-07-23T23:43:31.496099Z","end":"2026-07-23T23:43:31.653032Z","steps":["trace[1679840336] 'process raft request' (duration: 156.807564ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:31.815198Z","caller":"traceutil/trace.go:171","msg":"trace[296030881] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"155.419954ms","start":"2026-07-23T23:43:31.659756Z","end":"2026-07-23T23:43:31.815176Z","steps":["trace[296030881] 'process raft request' (duration: 154.335259ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:31.822894Z","caller":"traceutil/trace.go:171","msg":"trace[1568726355] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1290; }","duration":"105.711582ms","start":"2026-07-23T23:43:31.717167Z","end":"2026-07-23T23:43:31.822879Z","steps":["trace[1568726355] 'read index received' (duration: 96.997641ms)","trace[1568726355] 'applied index is now lower than readState.Index' (duration: 8.712991ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:43:31.822979Z","caller":"traceutil/trace.go:171","msg":"trace[88973364] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"152.416923ms","start":"2026-07-23T23:43:31.670552Z","end":"2026-07-23T23:43:31.822969Z","steps":["trace[88973364] 'process raft request' (duration: 152.21844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:43:31.823102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.911765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:43:31.823203Z","caller":"traceutil/trace.go:171","msg":"trace[1243339972] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1254; }","duration":"106.054347ms","start":"2026-07-23T23:43:31.717133Z","end":"2026-07-23T23:43:31.823187Z","steps":["trace[1243339972] 'agreement among raft nodes before linearized reading' (duration: 105.898824ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:44.013843Z","caller":"traceutil/trace.go:171","msg":"trace[1649518014] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"107.668534ms","start":"2026-07-23T23:43:43.906151Z","end":"2026-07-23T23:43:44.01382Z","steps":["trace[1649518014] 'process raft request' (duration: 55.838749ms)","trace[1649518014] 'compare' (duration: 51.662173ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:43:44.014109Z","caller":"traceutil/trace.go:171","msg":"trace[164715092] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1408; }","duration":"105.563287ms","start":"2026-07-23T23:43:43.908523Z","end":"2026-07-23T23:43:44.014087Z","steps":["trace[164715092] 'read index received' (duration: 53.475408ms)","trace[164715092] 'applied index is now lower than readState.Index' (duration: 52.086969ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:43:44.014257Z","caller":"traceutil/trace.go:171","msg":"trace[756502549] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"105.619937ms","start":"2026-07-23T23:43:43.908595Z","end":"2026-07-23T23:43:44.014215Z","steps":["trace[756502549] 'process raft request' (duration: 105.398865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:43:44.014314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.771099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:43:44.014352Z","caller":"traceutil/trace.go:171","msg":"trace[961249780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1366; }","duration":"105.83327ms","start":"2026-07-23T23:43:43.908507Z","end":"2026-07-23T23:43:44.01434Z","steps":["trace[961249780] 'agreement among raft nodes before linearized reading' (duration: 105.670018ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:44.014368Z","caller":"traceutil/trace.go:171","msg":"trace[1898003180] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"105.711158ms","start":"2026-07-23T23:43:43.90848Z","end":"2026-07-23T23:43:44.014191Z","steps":["trace[1898003180] 'process raft request' (duration: 105.300593ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:46.077139Z","caller":"traceutil/trace.go:171","msg":"trace[320176087] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"175.781923ms","start":"2026-07-23T23:43:45.901322Z","end":"2026-07-23T23:43:46.077104Z","steps":["trace[320176087] 'process raft request' (duration: 175.577361ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:51.259401Z","caller":"traceutil/trace.go:171","msg":"trace[1456765070] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"218.226911ms","start":"2026-07-23T23:43:51.041145Z","end":"2026-07-23T23:43:51.259372Z","steps":["trace[1456765070] 'process raft request' (duration: 218.043978ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:54.37416Z","caller":"traceutil/trace.go:171","msg":"trace[1631827975] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"235.073895ms","start":"2026-07-23T23:43:54.139059Z","end":"2026-07-23T23:43:54.374133Z","steps":["trace[1631827975] 'process raft request' (duration: 234.975494ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:54.374284Z","caller":"traceutil/trace.go:171","msg":"trace[474120929] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"235.937876ms","start":"2026-07-23T23:43:54.138319Z","end":"2026-07-23T23:43:54.374257Z","steps":["trace[474120929] 'process raft request' (duration: 229.534765ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:54.395636Z","caller":"traceutil/trace.go:171","msg":"trace[772803529] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"233.677778ms","start":"2026-07-23T23:43:54.161917Z","end":"2026-07-23T23:43:54.395595Z","steps":["trace[772803529] 'process raft request' (duration: 233.567037ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:43:59.610664Z","caller":"traceutil/trace.go:171","msg":"trace[1754693259] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"100.202341ms","start":"2026-07-23T23:43:59.510442Z","end":"2026-07-23T23:43:59.610644Z","steps":["trace[1754693259] 'process raft request' (duration: 100.018869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:43:59.933162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.640391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:43:59.93322Z","caller":"traceutil/trace.go:171","msg":"trace[1440571017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1600; }","duration":"142.751732ms","start":"2026-07-23T23:43:59.790456Z","end":"2026-07-23T23:43:59.933208Z","steps":["trace[1440571017] 'range keys from in-memory index tree' (duration: 142.582631ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:03.640637Z","caller":"traceutil/trace.go:171","msg":"trace[1502538789] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"132.443893ms","start":"2026-07-23T23:44:03.508168Z","end":"2026-07-23T23:44:03.640612Z","steps":["trace[1502538789] 'process raft request' (duration: 132.274581ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:09.251335Z","caller":"traceutil/trace.go:171","msg":"trace[956264013] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"115.881942ms","start":"2026-07-23T23:44:09.135429Z","end":"2026-07-23T23:44:09.251311Z","steps":["trace[956264013] 'process raft request' (duration: 115.71674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:10.568724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.579217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:44:10.568966Z","caller":"traceutil/trace.go:171","msg":"trace[747422482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1793; }","duration":"111.778659ms","start":"2026-07-23T23:44:10.457043Z","end":"2026-07-23T23:44:10.568822Z","steps":["trace[747422482] 'range keys from in-memory index tree' (duration: 111.220303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:10.569067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.069158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-23T23:44:10.56914Z","caller":"traceutil/trace.go:171","msg":"trace[1040415703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1793; }","duration":"119.181929ms","start":"2026-07-23T23:44:10.449941Z","end":"2026-07-23T23:44:10.569123Z","steps":["trace[1040415703] 'range keys from in-memory index tree' (duration: 118.4098ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:10.706827Z","caller":"traceutil/trace.go:171","msg":"trace[1223747205] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"133.861436ms","start":"2026-07-23T23:44:10.572947Z","end":"2026-07-23T23:44:10.706808Z","steps":["trace[1223747205] 'process raft request' (duration: 133.762155ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:10.707702Z","caller":"traceutil/trace.go:171","msg":"trace[585827150] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"133.183248ms","start":"2026-07-23T23:44:10.574508Z","end":"2026-07-23T23:44:10.707691Z","steps":["trace[585827150] 'process raft request' (duration: 133.101947ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:10.707708Z","caller":"traceutil/trace.go:171","msg":"trace[488515545] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"134.430853ms","start":"2026-07-23T23:44:10.573254Z","end":"2026-07-23T23:44:10.707685Z","steps":["trace[488515545] 'process raft request' (duration: 134.228871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:10.891769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.600025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:44:10.891881Z","caller":"traceutil/trace.go:171","msg":"trace[1044235520] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"175.081615ms","start":"2026-07-23T23:44:10.71678Z","end":"2026-07-23T23:44:10.891862Z","steps":["trace[1044235520] 'process raft request' (duration: 55.313378ms)","trace[1044235520] 'compare' (duration: 119.503713ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:44:10.892174Z","caller":"traceutil/trace.go:171","msg":"trace[582303827] linearizableReadLoop","detail":"{readStateIndex:1871; appliedIndex:1870; }","duration":"173.88693ms","start":"2026-07-23T23:44:10.718272Z","end":"2026-07-23T23:44:10.892159Z","steps":["trace[582303827] 'read index received' (duration: 53.7728ms)","trace[582303827] 'applied index is now lower than readState.Index' (duration: 120.11279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:44:10.892352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.069492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:44:10.89248Z","caller":"traceutil/trace.go:171","msg":"trace[977802657] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:1798; }","duration":"174.220074ms","start":"2026-07-23T23:44:10.718247Z","end":"2026-07-23T23:44:10.892467Z","steps":["trace[977802657] 'agreement among raft nodes before linearized reading' (duration: 173.993751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:10.906805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.385948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:44:10.906841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.672165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:44:10.906985Z","caller":"traceutil/trace.go:171","msg":"trace[800880631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1799; }","duration":"119.849127ms","start":"2026-07-23T23:44:10.787115Z","end":"2026-07-23T23:44:10.906964Z","steps":["trace[800880631] 'agreement among raft nodes before linearized reading' (duration: 119.621014ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:10.907085Z","caller":"traceutil/trace.go:171","msg":"trace[1863476572] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1799; }","duration":"122.537559ms","start":"2026-07-23T23:44:10.784365Z","end":"2026-07-23T23:44:10.906903Z","steps":["trace[1863476572] 'agreement among raft nodes before linearized reading' (duration: 122.323387ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:13.938547Z","caller":"traceutil/trace.go:171","msg":"trace[2130664436] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"671.241517ms","start":"2026-07-23T23:44:13.267273Z","end":"2026-07-23T23:44:13.938514Z","steps":["trace[2130664436] 'process raft request' (duration: 671.088105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:13.938689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:13.267215Z","time spent":"671.413578ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3948,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T23:44:23.809046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.788904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ad8f77c-144e-426f-a37f-2c9f3c9fc47b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-23T23:44:23.809132Z","caller":"traceutil/trace.go:171","msg":"trace[1186237119] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ad8f77c-144e-426f-a37f-2c9f3c9fc47b; range_end:; response_count:1; response_revision:1935; }","duration":"141.915476ms","start":"2026-07-23T23:44:23.667197Z","end":"2026-07-23T23:44:23.809112Z","steps":["trace[1186237119] 'range keys from in-memory index tree' (duration: 141.542352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:23.80938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.80578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ad8f77c-144e-426f-a37f-2c9f3c9fc47b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-23T23:44:23.809476Z","caller":"traceutil/trace.go:171","msg":"trace[603791325] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ad8f77c-144e-426f-a37f-2c9f3c9fc47b; range_end:; response_count:1; response_revision:1935; }","duration":"138.960241ms","start":"2026-07-23T23:44:23.670489Z","end":"2026-07-23T23:44:23.80945Z","steps":["trace[603791325] 'range keys from in-memory index tree' (duration: 138.630618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:24.410891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369227894048092,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T23:44:24.717196Z","caller":"traceutil/trace.go:171","msg":"trace[1433005523] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"806.703474ms","start":"2026-07-23T23:44:23.910466Z","end":"2026-07-23T23:44:24.71717Z","steps":["trace[1433005523] 'read index received' (duration: 806.482052ms)","trace[1433005523] 'applied index is now lower than readState.Index' (duration: 220.562µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:44:24.717337Z","caller":"traceutil/trace.go:171","msg":"trace[1770139130] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"902.566573ms","start":"2026-07-23T23:44:23.814734Z","end":"2026-07-23T23:44:24.717301Z","steps":["trace[1770139130] 'process raft request' (duration: 902.29585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:24.717515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:23.814708Z","time spent":"902.708654ms","remote":"127.0.0.1:40576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:44:24.717576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.066348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-23T23:44:24.717623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.650486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T23:44:24.717759Z","caller":"traceutil/trace.go:171","msg":"trace[168891681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"807.331082ms","start":"2026-07-23T23:44:23.910405Z","end":"2026-07-23T23:44:24.717736Z","steps":["trace[168891681] 'agreement among raft nodes before linearized reading' (duration: 806.899847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:24.717755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.143069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-23T23:44:24.717835Z","caller":"traceutil/trace.go:171","msg":"trace[637272625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1936; }","duration":"321.24465ms","start":"2026-07-23T23:44:24.396559Z","end":"2026-07-23T23:44:24.717804Z","steps":["trace[637272625] 'agreement among raft nodes before linearized reading' (duration: 321.028397ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:24.717764Z","caller":"traceutil/trace.go:171","msg":"trace[208351045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1936; }","duration":"310.838209ms","start":"2026-07-23T23:44:24.406902Z","end":"2026-07-23T23:44:24.717741Z","steps":["trace[208351045] 'agreement among raft nodes before linearized reading' (duration: 310.514855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:24.717896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.396541Z","time spent":"321.341071ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T23:44:24.717841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:23.910374Z","time spent":"807.452993ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T23:44:24.717564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.411051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-23T23:44:24.717901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.406881Z","time spent":"311.004691ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T23:44:24.718179Z","caller":"traceutil/trace.go:171","msg":"trace[119485678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"710.957196ms","start":"2026-07-23T23:44:24.007078Z","end":"2026-07-23T23:44:24.718035Z","steps":["trace[119485678] 'agreement among raft nodes before linearized reading' (duration: 710.309029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:24.718285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.007055Z","time spent":"711.19876ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T23:44:25.277557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369227894048096,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T23:44:25.591976Z","caller":"traceutil/trace.go:171","msg":"trace[1491957371] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"869.601888ms","start":"2026-07-23T23:44:24.722351Z","end":"2026-07-23T23:44:25.591952Z","steps":["trace[1491957371] 'process raft request' (duration: 869.417555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:25.592116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.72233Z","time spent":"869.71474ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:25.889365Z","caller":"traceutil/trace.go:171","msg":"trace[601470006] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"1.158972509s","start":"2026-07-23T23:44:24.730366Z","end":"2026-07-23T23:44:25.889339Z","steps":["trace[601470006] 'process raft request' (duration: 1.158877978s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:25.889412Z","caller":"traceutil/trace.go:171","msg":"trace[1945185875] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"1.166613998s","start":"2026-07-23T23:44:24.72272Z","end":"2026-07-23T23:44:25.889334Z","steps":["trace[1945185875] 'process raft request' (duration: 1.166323314s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:25.889558Z","caller":"traceutil/trace.go:171","msg":"trace[2021281992] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"1.129212982s","start":"2026-07-23T23:44:24.760328Z","end":"2026-07-23T23:44:25.889541Z","steps":["trace[2021281992] 'process raft request' (duration: 1.128970609s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:25.889654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.760308Z","time spent":"1.129300003s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:44:25.889754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.7227Z","time spent":"1.166925781s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:25.889801Z","caller":"traceutil/trace.go:171","msg":"trace[1413435462] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"905.376116ms","start":"2026-07-23T23:44:24.984412Z","end":"2026-07-23T23:44:25.889789Z","steps":["trace[1413435462] 'process raft request' (duration: 905.064722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:25.88987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.984388Z","time spent":"905.451437ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:44:25.889532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.73035Z","time spent":"1.15910328s","remote":"127.0.0.1:40576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:25.889992Z","caller":"traceutil/trace.go:171","msg":"trace[1489777778] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"904.621917ms","start":"2026-07-23T23:44:24.985355Z","end":"2026-07-23T23:44:25.889977Z","steps":["trace[1489777778] 'process raft request' (duration: 904.392564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:25.890084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.985346Z","time spent":"904.696768ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:25.890094Z","caller":"traceutil/trace.go:171","msg":"trace[1450900514] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2012; }","duration":"1.112667269s","start":"2026-07-23T23:44:24.777403Z","end":"2026-07-23T23:44:25.89007Z","steps":["trace[1450900514] 'read index received' (duration: 814.438585ms)","trace[1450900514] 'applied index is now lower than readState.Index' (duration: 298.226564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:44:25.890265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.466011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:44:25.890288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112893482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-23T23:44:25.890317Z","caller":"traceutil/trace.go:171","msg":"trace[852058808] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1943; }","duration":"784.555182ms","start":"2026-07-23T23:44:25.105749Z","end":"2026-07-23T23:44:25.890304Z","steps":["trace[852058808] 'agreement among raft nodes before linearized reading' (duration: 784.474971ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:25.890352Z","caller":"traceutil/trace.go:171","msg":"trace[635684199] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"809.653293ms","start":"2026-07-23T23:44:25.080691Z","end":"2026-07-23T23:44:25.890344Z","steps":["trace[635684199] 'process raft request' (duration: 809.215408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:25.890363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100320766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-23T23:44:25.89041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:25.080666Z","time spent":"809.716605ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:25.89047Z","caller":"traceutil/trace.go:171","msg":"trace[736978710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1943; }","duration":"1.100488357s","start":"2026-07-23T23:44:24.789946Z","end":"2026-07-23T23:44:25.890434Z","steps":["trace[736978710] 'agreement among raft nodes before linearized reading' (duration: 1.100275205s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:25.890532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.789932Z","time spent":"1.100588878s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T23:44:25.890568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077376469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ad8f77c-144e-426f-a37f-2c9f3c9fc47b\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-07-23T23:44:25.890599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.070966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-23T23:44:25.890627Z","caller":"traceutil/trace.go:171","msg":"trace[1032182195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ad8f77c-144e-426f-a37f-2c9f3c9fc47b; range_end:; response_count:1; response_revision:1943; }","duration":"1.077458339s","start":"2026-07-23T23:44:24.813154Z","end":"2026-07-23T23:44:25.890613Z","steps":["trace[1032182195] 'agreement among raft nodes before linearized reading' (duration: 1.077303228s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:25.890665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.813133Z","time spent":"1.07752439s","remote":"127.0.0.1:40576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ad8f77c-144e-426f-a37f-2c9f3c9fc47b\" "} {"level":"warn","ts":"2026-07-23T23:44:25.890722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086729228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-23T23:44:25.890356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:25.105721Z","time spent":"784.626383ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:44:25.890767Z","caller":"traceutil/trace.go:171","msg":"trace[32624017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1943; }","duration":"1.086791228s","start":"2026-07-23T23:44:24.803965Z","end":"2026-07-23T23:44:25.890756Z","steps":["trace[32624017] 'agreement among raft nodes before linearized reading' (duration: 1.086688767s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:25.890805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.803953Z","time spent":"1.086842828s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T23:44:25.890634Z","caller":"traceutil/trace.go:171","msg":"trace[1356356074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"164.153856ms","start":"2026-07-23T23:44:25.726471Z","end":"2026-07-23T23:44:25.890624Z","steps":["trace[1356356074] 'agreement among raft nodes before linearized reading' (duration: 164.056455ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:25.890322Z","caller":"traceutil/trace.go:171","msg":"trace[1281113359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1943; }","duration":"1.112956133s","start":"2026-07-23T23:44:24.777356Z","end":"2026-07-23T23:44:25.890312Z","steps":["trace[1281113359] 'agreement among raft nodes before linearized reading' (duration: 1.112821881s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:25.890882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:24.777334Z","time spent":"1.113537959s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T23:44:27.919669Z","caller":"traceutil/trace.go:171","msg":"trace[526357400] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2038; }","duration":"127.99319ms","start":"2026-07-23T23:44:27.791658Z","end":"2026-07-23T23:44:27.919651Z","steps":["trace[526357400] 'read index received' (duration: 127.858368ms)","trace[526357400] 'applied index is now lower than readState.Index' (duration: 133.862µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:44:27.919812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.146822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:44:27.919797Z","caller":"traceutil/trace.go:171","msg":"trace[41855230] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"207.719942ms","start":"2026-07-23T23:44:27.712042Z","end":"2026-07-23T23:44:27.919762Z","steps":["trace[41855230] 'process raft request' (duration: 207.466389ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:27.919861Z","caller":"traceutil/trace.go:171","msg":"trace[1789341045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1962; }","duration":"128.250083ms","start":"2026-07-23T23:44:27.791602Z","end":"2026-07-23T23:44:27.919852Z","steps":["trace[1789341045] 'agreement among raft nodes before linearized reading' (duration: 128.147952ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:34.11937Z","caller":"traceutil/trace.go:171","msg":"trace[146075908] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"115.582516ms","start":"2026-07-23T23:44:34.003769Z","end":"2026-07-23T23:44:34.119351Z","steps":["trace[146075908] 'process raft request' (duration: 39.165306ms)","trace[146075908] 'compare' (duration: 76.276549ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:44:34.119728Z","caller":"traceutil/trace.go:171","msg":"trace[1090040037] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"115.693737ms","start":"2026-07-23T23:44:34.004006Z","end":"2026-07-23T23:44:34.1197Z","steps":["trace[1090040037] 'process raft request' (duration: 115.312383ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:34.120044Z","caller":"traceutil/trace.go:171","msg":"trace[993489865] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"115.86201ms","start":"2026-07-23T23:44:34.004145Z","end":"2026-07-23T23:44:34.120007Z","steps":["trace[993489865] 'process raft request' (duration: 115.353854ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:34.120112Z","caller":"traceutil/trace.go:171","msg":"trace[1718021789] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"115.481986ms","start":"2026-07-23T23:44:34.004602Z","end":"2026-07-23T23:44:34.120084Z","steps":["trace[1718021789] 'process raft request' (duration: 115.247643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:34.402903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.461031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:44:34.403192Z","caller":"traceutil/trace.go:171","msg":"trace[1251187960] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"193.364172ms","start":"2026-07-23T23:44:34.209786Z","end":"2026-07-23T23:44:34.403141Z","steps":["trace[1251187960] 'process raft request' (duration: 36.246243ms)","trace[1251187960] 'compare' (duration: 156.174208ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:44:34.403325Z","caller":"traceutil/trace.go:171","msg":"trace[2146742514] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"193.108839ms","start":"2026-07-23T23:44:34.210154Z","end":"2026-07-23T23:44:34.403263Z","steps":["trace[2146742514] 'process raft request' (duration: 192.889667ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:34.403502Z","caller":"traceutil/trace.go:171","msg":"trace[569444651] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"192.33741ms","start":"2026-07-23T23:44:34.211143Z","end":"2026-07-23T23:44:34.40348Z","steps":["trace[569444651] 'process raft request' (duration: 192.020436ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:34.403655Z","caller":"traceutil/trace.go:171","msg":"trace[1433909572] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"189.239385ms","start":"2026-07-23T23:44:34.214391Z","end":"2026-07-23T23:44:34.40363Z","steps":["trace[1433909572] 'process raft request' (duration: 189.170085ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:34.403746Z","caller":"traceutil/trace.go:171","msg":"trace[626004169] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"192.514552ms","start":"2026-07-23T23:44:34.211164Z","end":"2026-07-23T23:44:34.403679Z","steps":["trace[626004169] 'process raft request' (duration: 192.060347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:34.635471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.718627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:44:34.63591Z","caller":"traceutil/trace.go:171","msg":"trace[172145518] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"106.115728ms","start":"2026-07-23T23:44:34.529775Z","end":"2026-07-23T23:44:34.635891Z","steps":["trace[172145518] 'process raft request' (duration: 106.058727ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:34.636132Z","caller":"traceutil/trace.go:171","msg":"trace[39706487] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"222.902318ms","start":"2026-07-23T23:44:34.41315Z","end":"2026-07-23T23:44:34.636053Z","steps":["trace[39706487] 'process raft request' (duration: 222.517354ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:34.636233Z","caller":"traceutil/trace.go:171","msg":"trace[986171664] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"222.275931ms","start":"2026-07-23T23:44:34.413931Z","end":"2026-07-23T23:44:34.636207Z","steps":["trace[986171664] 'process raft request' (duration: 221.854536ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:34.637485Z","caller":"traceutil/trace.go:171","msg":"trace[1623211177] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"224.310144ms","start":"2026-07-23T23:44:34.411955Z","end":"2026-07-23T23:44:34.636265Z","steps":["trace[1623211177] 'process raft request' (duration: 100.699547ms)","trace[1623211177] 'compare' (duration: 122.480434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:44:36.85553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.036392ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-23T23:44:44.505783Z","caller":"traceutil/trace.go:171","msg":"trace[235021494] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"805.551422ms","start":"2026-07-23T23:44:43.700148Z","end":"2026-07-23T23:44:44.505699Z","steps":["trace[235021494] 'process raft request' (duration: 805.36814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.505915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:43.700131Z","time spent":"805.715224ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:44:44.703054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.109626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:44:44.703251Z","caller":"traceutil/trace.go:171","msg":"trace[2027197042] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"693.520515ms","start":"2026-07-23T23:44:44.0097Z","end":"2026-07-23T23:44:44.703221Z","steps":["trace[2027197042] 'process raft request' (duration: 552.173447ms)","trace[2027197042] 'compare' (duration: 140.61608ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:44:44.703311Z","caller":"traceutil/trace.go:171","msg":"trace[825593060] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2166; }","duration":"576.439378ms","start":"2026-07-23T23:44:44.126859Z","end":"2026-07-23T23:44:44.703298Z","steps":["trace[825593060] 'read index received' (duration: 378.77537ms)","trace[825593060] 'applied index is now lower than readState.Index' (duration: 197.663058ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:44:44.70339Z","caller":"traceutil/trace.go:171","msg":"trace[344955602] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"555.838128ms","start":"2026-07-23T23:44:44.147535Z","end":"2026-07-23T23:44:44.703374Z","steps":["trace[344955602] 'process raft request' (duration: 555.733597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.70339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.009673Z","time spent":"693.643597ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:44.703401Z","caller":"traceutil/trace.go:171","msg":"trace[676263345] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"655.361349ms","start":"2026-07-23T23:44:44.048007Z","end":"2026-07-23T23:44:44.703368Z","steps":["trace[676263345] 'process raft request' (duration: 655.139966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.703451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.59849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-23T23:44:44.703475Z","caller":"traceutil/trace.go:171","msg":"trace[2045276221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2092; }","duration":"576.652661ms","start":"2026-07-23T23:44:44.126814Z","end":"2026-07-23T23:44:44.703467Z","steps":["trace[2045276221] 'agreement among raft nodes before linearized reading' (duration: 576.55805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.703474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.147518Z","time spent":"555.914859ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:44:44.703498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.126801Z","time spent":"576.689981ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T23:44:44.703572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.047979Z","time spent":"655.499621ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:44.703584Z","caller":"traceutil/trace.go:171","msg":"trace[892358462] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"609.911572ms","start":"2026-07-23T23:44:44.093663Z","end":"2026-07-23T23:44:44.703575Z","steps":["trace[892358462] 'process raft request' (duration: 609.585299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.703616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.091648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-23T23:44:44.703634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.09365Z","time spent":"609.958803ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:44.703649Z","caller":"traceutil/trace.go:171","msg":"trace[468227603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2092; }","duration":"493.164518ms","start":"2026-07-23T23:44:44.210475Z","end":"2026-07-23T23:44:44.70364Z","steps":["trace[468227603] 'agreement among raft nodes before linearized reading' (duration: 493.045847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.703679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.210448Z","time spent":"493.224728ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T23:44:44.703769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.564082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-23T23:44:44.703798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.086358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-23T23:44:44.703797Z","caller":"traceutil/trace.go:171","msg":"trace[1316718589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2092; }","duration":"484.636223ms","start":"2026-07-23T23:44:44.219151Z","end":"2026-07-23T23:44:44.703787Z","steps":["trace[1316718589] 'agreement among raft nodes before linearized reading' (duration: 484.548572ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:44.703823Z","caller":"traceutil/trace.go:171","msg":"trace[253643267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2092; }","duration":"485.148609ms","start":"2026-07-23T23:44:44.218666Z","end":"2026-07-23T23:44:44.703815Z","steps":["trace[253643267] 'agreement among raft nodes before linearized reading' (duration: 485.078298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.703831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.219128Z","time spent":"484.695234ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T23:44:44.703848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.218646Z","time spent":"485.196469ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T23:44:44.704011Z","caller":"traceutil/trace.go:171","msg":"trace[1814517003] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"610.274526ms","start":"2026-07-23T23:44:44.093064Z","end":"2026-07-23T23:44:44.703339Z","steps":["trace[1814517003] 'process raft request' (duration: 610.157374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.704076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.093031Z","time spent":"611.012604ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:44:44.70382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.662173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T23:44:44.704264Z","caller":"traceutil/trace.go:171","msg":"trace[1834578569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2092; }","duration":"485.090598ms","start":"2026-07-23T23:44:44.219125Z","end":"2026-07-23T23:44:44.704216Z","steps":["trace[1834578569] 'agreement among raft nodes before linearized reading' (duration: 484.572193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.704396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:44.219093Z","time spent":"485.209719ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T23:44:44.863346Z","caller":"traceutil/trace.go:171","msg":"trace[1945498613] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2172; }","duration":"101.619136ms","start":"2026-07-23T23:44:44.761703Z","end":"2026-07-23T23:44:44.863322Z","steps":["trace[1945498613] 'read index received' (duration: 45.097084ms)","trace[1945498613] 'applied index is now lower than readState.Index' (duration: 56.521362ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:44:44.863442Z","caller":"traceutil/trace.go:171","msg":"trace[1396609549] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"153.679036ms","start":"2026-07-23T23:44:44.709726Z","end":"2026-07-23T23:44:44.863405Z","steps":["trace[1396609549] 'process raft request' (duration: 153.492934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:44.863525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.792427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:44:44.863553Z","caller":"traceutil/trace.go:171","msg":"trace[834903448] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"153.707537ms","start":"2026-07-23T23:44:44.709814Z","end":"2026-07-23T23:44:44.863521Z","steps":["trace[834903448] 'process raft request' (duration: 153.445004ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:44.863485Z","caller":"traceutil/trace.go:171","msg":"trace[358035601] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"152.595644ms","start":"2026-07-23T23:44:44.710862Z","end":"2026-07-23T23:44:44.863458Z","steps":["trace[358035601] 'process raft request' (duration: 152.429292ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:44.863671Z","caller":"traceutil/trace.go:171","msg":"trace[1435599937] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"153.90814ms","start":"2026-07-23T23:44:44.709687Z","end":"2026-07-23T23:44:44.863595Z","steps":["trace[1435599937] 'process raft request' (duration: 97.099855ms)","trace[1435599937] 'compare' (duration: 56.300299ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:44:44.863569Z","caller":"traceutil/trace.go:171","msg":"trace[184952478] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2096; }","duration":"101.897388ms","start":"2026-07-23T23:44:44.76166Z","end":"2026-07-23T23:44:44.863557Z","steps":["trace[184952478] 'agreement among raft nodes before linearized reading' (duration: 101.799347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.230589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369227894048456,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T23:44:49.327315Z","caller":"traceutil/trace.go:171","msg":"trace[474948935] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"611.483865ms","start":"2026-07-23T23:44:48.715804Z","end":"2026-07-23T23:44:49.327288Z","steps":["trace[474948935] 'process raft request' (duration: 611.297743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.327507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.715779Z","time spent":"611.607697ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:49.344671Z","caller":"traceutil/trace.go:171","msg":"trace[513584067] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"626.100047ms","start":"2026-07-23T23:44:48.718547Z","end":"2026-07-23T23:44:49.344647Z","steps":["trace[513584067] 'process raft request' (duration: 625.924335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.344835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.718523Z","time spent":"626.217968ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:49.345041Z","caller":"traceutil/trace.go:171","msg":"trace[2003658397] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2190; }","duration":"614.713791ms","start":"2026-07-23T23:44:48.730301Z","end":"2026-07-23T23:44:49.345015Z","steps":["trace[2003658397] 'read index received' (duration: 596.840163ms)","trace[2003658397] 'applied index is now lower than readState.Index' (duration: 17.871938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:44:49.345315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.748005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:44:49.345364Z","caller":"traceutil/trace.go:171","msg":"trace[225352762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2113; }","duration":"554.837547ms","start":"2026-07-23T23:44:48.790513Z","end":"2026-07-23T23:44:49.345351Z","steps":["trace[225352762] 'agreement among raft nodes before linearized reading' (duration: 554.747056ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:44:49.345395Z","caller":"traceutil/trace.go:171","msg":"trace[1312499306] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"625.51301ms","start":"2026-07-23T23:44:48.719865Z","end":"2026-07-23T23:44:49.345378Z","steps":["trace[1312499306] 'process raft request' (duration: 624.895713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.345417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.790502Z","time spent":"554.898747ms","remote":"127.0.0.1:40406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T23:44:49.345512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.719839Z","time spent":"625.603122ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:44:49.345391Z","caller":"traceutil/trace.go:171","msg":"trace[1293417699] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"626.184368ms","start":"2026-07-23T23:44:48.718628Z","end":"2026-07-23T23:44:49.344812Z","steps":["trace[1293417699] 'process raft request' (duration: 625.978185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.345692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.324134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T23:44:49.345726Z","caller":"traceutil/trace.go:171","msg":"trace[923715865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2113; }","duration":"466.380216ms","start":"2026-07-23T23:44:48.879336Z","end":"2026-07-23T23:44:49.345716Z","steps":["trace[923715865] 'agreement among raft nodes before linearized reading' (duration: 466.285765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.345764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.879319Z","time spent":"466.438646ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T23:44:49.345756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.718621Z","time spent":"627.087538ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:44:49.345821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.598604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:44:49.34588Z","caller":"traceutil/trace.go:171","msg":"trace[1915090430] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2113; }","duration":"184.689664ms","start":"2026-07-23T23:44:49.161177Z","end":"2026-07-23T23:44:49.345867Z","steps":["trace[1915090430] 'agreement among raft nodes before linearized reading' (duration: 184.590263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.345954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.123113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T23:44:49.346013Z","caller":"traceutil/trace.go:171","msg":"trace[298767878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2113; }","duration":"467.211975ms","start":"2026-07-23T23:44:48.878782Z","end":"2026-07-23T23:44:49.345994Z","steps":["trace[298767878] 'agreement among raft nodes before linearized reading' (duration: 467.082063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.346061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.878766Z","time spent":"467.284315ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T23:44:49.34552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.067361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-23T23:44:49.346157Z","caller":"traceutil/trace.go:171","msg":"trace[1759585571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2113; }","duration":"466.716749ms","start":"2026-07-23T23:44:48.879425Z","end":"2026-07-23T23:44:49.346142Z","steps":["trace[1759585571] 'agreement among raft nodes before linearized reading' (duration: 466.013882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.34622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.879395Z","time spent":"466.80453ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T23:44:49.345327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.024994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-23T23:44:49.34656Z","caller":"traceutil/trace.go:171","msg":"trace[1701269943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2113; }","duration":"616.293408ms","start":"2026-07-23T23:44:48.730238Z","end":"2026-07-23T23:44:49.346531Z","steps":["trace[1701269943] 'agreement among raft nodes before linearized reading' (duration: 614.956683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.346614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.730218Z","time spent":"616.380709ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T23:44:49.346953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.189264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:44:49.348606Z","caller":"traceutil/trace.go:171","msg":"trace[1634097514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2113; }","duration":"469.233807ms","start":"2026-07-23T23:44:48.87933Z","end":"2026-07-23T23:44:49.348564Z","steps":["trace[1634097514] 'agreement among raft nodes before linearized reading' (duration: 466.832421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:44:49.348776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:44:48.879317Z","time spent":"469.437579ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T23:45:05.775311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.595626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:45:05.775391Z","caller":"traceutil/trace.go:171","msg":"trace[1085801324] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2211; }","duration":"222.720167ms","start":"2026-07-23T23:45:05.552652Z","end":"2026-07-23T23:45:05.775372Z","steps":["trace[1085801324] 'count revisions from in-memory index tree' (duration: 222.520585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:11.578636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.278578Z","time spent":"300.053908ms","remote":"127.0.0.1:40432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T23:45:11.935797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.876314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:45:11.93608Z","caller":"traceutil/trace.go:171","msg":"trace[1301105593] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"544.600051ms","start":"2026-07-23T23:45:11.391454Z","end":"2026-07-23T23:45:11.936054Z","steps":["trace[1301105593] 'process raft request' (duration: 372.359834ms)","trace[1301105593] 'compare' (duration: 171.641141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:11.936194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.391432Z","time spent":"544.711013ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:11.936634Z","caller":"traceutil/trace.go:171","msg":"trace[1685098827] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"521.976609ms","start":"2026-07-23T23:45:11.414598Z","end":"2026-07-23T23:45:11.936575Z","steps":["trace[1685098827] 'process raft request' (duration: 521.342312ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:45:11.936681Z","caller":"traceutil/trace.go:171","msg":"trace[458943656] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"520.606194ms","start":"2026-07-23T23:45:11.416043Z","end":"2026-07-23T23:45:11.936649Z","steps":["trace[458943656] 'process raft request' (duration: 520.401942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:11.936745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.414582Z","time spent":"522.10612ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:45:11.936856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.416003Z","time spent":"520.762826ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:11.936884Z","caller":"traceutil/trace.go:171","msg":"trace[349667462] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2318; }","duration":"449.33587ms","start":"2026-07-23T23:45:11.487531Z","end":"2026-07-23T23:45:11.936867Z","steps":["trace[349667462] 'read index received' (duration: 91.064377ms)","trace[349667462] 'applied index is now lower than readState.Index' (duration: 358.269473ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:45:11.936936Z","caller":"traceutil/trace.go:171","msg":"trace[803232688] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"501.021514ms","start":"2026-07-23T23:45:11.435706Z","end":"2026-07-23T23:45:11.936728Z","steps":["trace[803232688] 'process raft request' (duration: 500.861102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:11.937095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.574782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T23:45:11.93715Z","caller":"traceutil/trace.go:171","msg":"trace[11956488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2237; }","duration":"449.666713ms","start":"2026-07-23T23:45:11.487469Z","end":"2026-07-23T23:45:11.937136Z","steps":["trace[11956488] 'agreement among raft nodes before linearized reading' (duration: 449.504401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:11.937203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.48745Z","time spent":"449.740394ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T23:45:11.937249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.729214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-23T23:45:11.937145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.996636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-23T23:45:11.937347Z","caller":"traceutil/trace.go:171","msg":"trace[1309463976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2237; }","duration":"449.223448ms","start":"2026-07-23T23:45:11.488108Z","end":"2026-07-23T23:45:11.937332Z","steps":["trace[1309463976] 'agreement among raft nodes before linearized reading' (duration: 448.906494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:11.937136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.435692Z","time spent":"501.354588ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:45:11.937402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.488099Z","time spent":"449.288739ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T23:45:11.937563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.845112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-23T23:45:11.937632Z","caller":"traceutil/trace.go:171","msg":"trace[1252577698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"417.912573ms","start":"2026-07-23T23:45:11.519701Z","end":"2026-07-23T23:45:11.937613Z","steps":["trace[1252577698] 'agreement among raft nodes before linearized reading' (duration: 417.750101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:11.937662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.665021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-23T23:45:11.937687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.519665Z","time spent":"418.005043ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-23T23:45:11.93772Z","caller":"traceutil/trace.go:171","msg":"trace[884840697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2237; }","duration":"447.723972ms","start":"2026-07-23T23:45:11.489983Z","end":"2026-07-23T23:45:11.937707Z","steps":["trace[884840697] 'agreement among raft nodes before linearized reading' (duration: 447.59441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:11.937766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.489962Z","time spent":"447.794673ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T23:45:11.937305Z","caller":"traceutil/trace.go:171","msg":"trace[1637253114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2237; }","duration":"449.809044ms","start":"2026-07-23T23:45:11.487481Z","end":"2026-07-23T23:45:11.93729Z","steps":["trace[1637253114] 'agreement among raft nodes before linearized reading' (duration: 449.696163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:11.937958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.487464Z","time spent":"450.481251ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T23:45:11.936726Z","caller":"traceutil/trace.go:171","msg":"trace[1141383484] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"356.747497ms","start":"2026-07-23T23:45:11.579959Z","end":"2026-07-23T23:45:11.936706Z","steps":["trace[1141383484] 'process raft request' (duration: 356.690606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:11.938455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:11.579932Z","time spent":"358.110461ms","remote":"127.0.0.1:40432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:12.108819Z","caller":"traceutil/trace.go:171","msg":"trace[797977764] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"165.923738ms","start":"2026-07-23T23:45:11.942859Z","end":"2026-07-23T23:45:12.108783Z","steps":["trace[797977764] 'process raft request' (duration: 109.843738ms)","trace[797977764] 'compare' (duration: 55.775907ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:45:12.108857Z","caller":"traceutil/trace.go:171","msg":"trace[342073981] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"165.894508ms","start":"2026-07-23T23:45:11.942927Z","end":"2026-07-23T23:45:12.108821Z","steps":["trace[342073981] 'process raft request' (duration: 165.702496ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:45:12.108939Z","caller":"traceutil/trace.go:171","msg":"trace[1496011923] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"164.560014ms","start":"2026-07-23T23:45:11.944363Z","end":"2026-07-23T23:45:12.108923Z","steps":["trace[1496011923] 'process raft request' (duration: 164.343111ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:45:12.109128Z","caller":"traceutil/trace.go:171","msg":"trace[361968599] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"164.726536ms","start":"2026-07-23T23:45:11.944377Z","end":"2026-07-23T23:45:12.109103Z","steps":["trace[361968599] 'process raft request' (duration: 164.379112ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:45:12.422734Z","caller":"traceutil/trace.go:171","msg":"trace[470713213] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2329; }","duration":"199.83593ms","start":"2026-07-23T23:45:12.22287Z","end":"2026-07-23T23:45:12.422706Z","steps":["trace[470713213] 'read index received' (duration: 123.740045ms)","trace[470713213] 'applied index is now lower than readState.Index' (duration: 76.094585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:12.422941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.054423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-07-23T23:45:12.422947Z","caller":"traceutil/trace.go:171","msg":"trace[237394650] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"244.191576ms","start":"2026-07-23T23:45:12.178695Z","end":"2026-07-23T23:45:12.422886Z","steps":["trace[237394650] 'process raft request' (duration: 167.859749ms)","trace[237394650] 'compare' (duration: 75.874262ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:45:12.422981Z","caller":"traceutil/trace.go:171","msg":"trace[620008734] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2243; }","duration":"200.147204ms","start":"2026-07-23T23:45:12.222823Z","end":"2026-07-23T23:45:12.422971Z","steps":["trace[620008734] 'agreement among raft nodes before linearized reading' (duration: 199.979112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:13.308349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.165387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-23T23:45:13.308454Z","caller":"traceutil/trace.go:171","msg":"trace[1552730082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2244; }","duration":"363.321218ms","start":"2026-07-23T23:45:12.945111Z","end":"2026-07-23T23:45:13.308432Z","steps":["trace[1552730082] 'range keys from in-memory index tree' (duration: 362.868943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:13.308567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:12.945089Z","time spent":"363.464429ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T23:45:13.308591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.288436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:45:13.308693Z","caller":"traceutil/trace.go:171","msg":"trace[1545537264] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"362.476069ms","start":"2026-07-23T23:45:12.946194Z","end":"2026-07-23T23:45:13.30867Z","steps":["trace[1545537264] 'process raft request' (duration: 216.006171ms)","trace[1545537264] 'compare' (duration: 145.906842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:13.308762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:12.946148Z","time spent":"362.58483ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:14.068474Z","caller":"traceutil/trace.go:171","msg":"trace[154020309] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"125.407911ms","start":"2026-07-23T23:45:13.943042Z","end":"2026-07-23T23:45:14.06845Z","steps":["trace[154020309] 'process raft request' (duration: 125.272309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:14.61216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369227894048783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:45:15.11254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369227894048783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:45:15.613409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369227894048783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:45:15.655192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.558052754s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T23:45:16.174334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.739595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:45:16.174604Z","caller":"traceutil/trace.go:171","msg":"trace[831874002] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"2.230435221s","start":"2026-07-23T23:45:13.944147Z","end":"2026-07-23T23:45:16.174582Z","steps":["trace[831874002] 'process raft request' (duration: 2.230369131s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:16.174707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:13.944117Z","time spent":"2.230546172s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:16.175026Z","caller":"traceutil/trace.go:171","msg":"trace[865288688] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"2.231561083s","start":"2026-07-23T23:45:13.943451Z","end":"2026-07-23T23:45:16.175012Z","steps":["trace[865288688] 'process raft request' (duration: 1.71206625s)","trace[865288688] 'compare' (duration: 517.961746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:16.175092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:13.943423Z","time spent":"2.231639183s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:16.175268Z","caller":"traceutil/trace.go:171","msg":"trace[989423692] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"2.231468922s","start":"2026-07-23T23:45:13.943761Z","end":"2026-07-23T23:45:16.17523Z","steps":["trace[989423692] 'process raft request' (duration: 2.230669914s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:45:16.1754Z","caller":"traceutil/trace.go:171","msg":"trace[54809346] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2333; }","duration":"2.063518106s","start":"2026-07-23T23:45:14.111811Z","end":"2026-07-23T23:45:16.17533Z","steps":["trace[54809346] 'read index received' (duration: 1.543602659s)","trace[54809346] 'applied index is now lower than readState.Index' (duration: 519.914187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:16.175465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:13.943751Z","time spent":"2.231607134s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:16.175563Z","caller":"traceutil/trace.go:171","msg":"trace[2014436206] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"2.051250215s","start":"2026-07-23T23:45:14.124261Z","end":"2026-07-23T23:45:16.175511Z","steps":["trace[2014436206] 'process raft request' (duration: 2.050951652s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:16.175669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.124237Z","time spent":"2.051380586s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:16.17575Z","caller":"traceutil/trace.go:171","msg":"trace[1550975491] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"1.456411448s","start":"2026-07-23T23:45:14.719324Z","end":"2026-07-23T23:45:16.175736Z","steps":["trace[1550975491] 'process raft request' (duration: 1.455957213s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:16.175824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.7193Z","time spent":"1.456487498s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:45:16.176066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064247794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T23:45:16.176139Z","caller":"traceutil/trace.go:171","msg":"trace[1154986372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2251; }","duration":"2.064354575s","start":"2026-07-23T23:45:14.111771Z","end":"2026-07-23T23:45:16.176126Z","steps":["trace[1154986372] 'agreement among raft nodes before linearized reading' (duration: 2.064196993s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:16.176198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.111754Z","time spent":"2.064433416s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T23:45:16.790767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T23:45:16.790873Z","caller":"traceutil/trace.go:171","msg":"trace[503045407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023273s","start":"2026-07-23T23:45:14.790831Z","end":"2026-07-23T23:45:16.790854Z","steps":["trace[503045407] 'agreement among raft nodes before linearized reading' (duration: 1.999880131s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:16.791021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.790814Z","time spent":"2.000159054s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 23:45:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T23:45:16.926739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.398183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:45:16.92689Z","caller":"traceutil/trace.go:171","msg":"trace[419437896] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"852.613562ms","start":"2026-07-23T23:45:16.074238Z","end":"2026-07-23T23:45:16.926852Z","steps":["trace[419437896] 'process raft request' (duration: 477.028777ms)","trace[419437896] 'compare' (duration: 375.19659ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:45:16.92719Z","caller":"traceutil/trace.go:171","msg":"trace[1883374534] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"746.236697ms","start":"2026-07-23T23:45:16.180932Z","end":"2026-07-23T23:45:16.927168Z","steps":["trace[1883374534] 'process raft request' (duration: 745.906943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:16.927352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:16.074208Z","time spent":"852.993735ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:45:16.9274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:16.180917Z","time spent":"746.362758ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:16.927165Z","caller":"traceutil/trace.go:171","msg":"trace[7768727] linearizableReadLoop","detail":"{readStateIndex:2339; appliedIndex:2338; }","duration":"751.660155ms","start":"2026-07-23T23:45:16.175473Z","end":"2026-07-23T23:45:16.927133Z","steps":["trace[7768727] 'read index received' (duration: 375.873488ms)","trace[7768727] 'applied index is now lower than readState.Index' (duration: 375.783997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:16.942085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726935577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:45:16.942148Z","caller":"traceutil/trace.go:171","msg":"trace[1684264266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2253; }","duration":"2.727062478s","start":"2026-07-23T23:45:14.215068Z","end":"2026-07-23T23:45:16.942131Z","steps":["trace[1684264266] 'agreement among raft nodes before linearized reading' (duration: 2.71221975s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:16.942184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039358419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:45:16.942194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132010569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-23T23:45:16.942253Z","caller":"traceutil/trace.go:171","msg":"trace[1291489025] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2253; }","duration":"2.0394719s","start":"2026-07-23T23:45:14.902763Z","end":"2026-07-23T23:45:16.942235Z","steps":["trace[1291489025] 'agreement among raft nodes before linearized reading' (duration: 2.024506751s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:45:16.942275Z","caller":"traceutil/trace.go:171","msg":"trace[1973032266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2253; }","duration":"2.132141611s","start":"2026-07-23T23:45:14.810113Z","end":"2026-07-23T23:45:16.942255Z","steps":["trace[1973032266] 'agreement among raft nodes before linearized reading' (duration: 2.117166331s)","trace[1973032266] 'range keys from in-memory index tree' (duration: 14.776998ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:16.942297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.902743Z","time spent":"2.039543751s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:45:16.942327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.810093Z","time spent":"2.132222861s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T23:45:16.942525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829736126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-23T23:45:16.942545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83019042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-23T23:45:16.942224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.215039Z","time spent":"2.72716956s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:45:16.942573Z","caller":"traceutil/trace.go:171","msg":"trace[1889680457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2253; }","duration":"2.829821717s","start":"2026-07-23T23:45:14.112737Z","end":"2026-07-23T23:45:16.942559Z","steps":["trace[1889680457] 'agreement among raft nodes before linearized reading' (duration: 2.814561634s)","trace[1889680457] 'range keys from in-memory index tree' (duration: 14.97343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:16.942638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.112714Z","time spent":"2.829913668s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T23:45:16.942707Z","caller":"traceutil/trace.go:171","msg":"trace[813056033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2253; }","duration":"2.830352523s","start":"2026-07-23T23:45:14.112308Z","end":"2026-07-23T23:45:16.94266Z","steps":["trace[813056033] 'agreement among raft nodes before linearized reading' (duration: 2.814955239s)","trace[813056033] 'range keys from in-memory index tree' (duration: 15.152151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:16.942754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.112299Z","time spent":"2.830445194s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T23:45:16.942643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626740506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-23T23:45:16.942967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830220941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:45:16.942975Z","caller":"traceutil/trace.go:171","msg":"trace[285356195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2253; }","duration":"2.62713026s","start":"2026-07-23T23:45:14.315826Z","end":"2026-07-23T23:45:16.942957Z","steps":["trace[285356195] 'agreement among raft nodes before linearized reading' (duration: 2.611428103s)","trace[285356195] 'range keys from in-memory index tree' (duration: 15.267143ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:45:16.94306Z","caller":"traceutil/trace.go:171","msg":"trace[274032817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2253; }","duration":"2.830261071s","start":"2026-07-23T23:45:14.112722Z","end":"2026-07-23T23:45:16.942983Z","steps":["trace[274032817] 'agreement among raft nodes before linearized reading' (duration: 2.814585484s)","trace[274032817] 'range keys from in-memory index tree' (duration: 15.610206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:45:16.943092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.112714Z","time spent":"2.830371572s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T23:45:16.943082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:14.315805Z","time spent":"2.627207942s","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-23T23:45:16.944524Z","caller":"traceutil/trace.go:171","msg":"trace[647239124] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"149.769157ms","start":"2026-07-23T23:45:16.794744Z","end":"2026-07-23T23:45:16.944513Z","steps":["trace[647239124] 'process raft request' (duration: 149.669686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:16.944741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.954976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:45:16.944786Z","caller":"traceutil/trace.go:171","msg":"trace[1572646070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2254; }","duration":"146.018836ms","start":"2026-07-23T23:45:16.798756Z","end":"2026-07-23T23:45:16.944775Z","steps":["trace[1572646070] 'agreement among raft nodes before linearized reading' (duration: 145.819454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:16.944716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.714388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:45:16.944983Z","caller":"traceutil/trace.go:171","msg":"trace[811337722] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2254; }","duration":"107.063022ms","start":"2026-07-23T23:45:16.837907Z","end":"2026-07-23T23:45:16.94497Z","steps":["trace[811337722] 'agreement among raft nodes before linearized reading' (duration: 106.710348ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:45:17.444939Z","caller":"traceutil/trace.go:171","msg":"trace[232926146] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2343; }","duration":"494.976892ms","start":"2026-07-23T23:45:16.949945Z","end":"2026-07-23T23:45:17.444922Z","steps":["trace[232926146] 'read index received' (duration: 30.546746ms)","trace[232926146] 'applied index is now lower than readState.Index' (duration: 464.429246ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:45:17.444981Z","caller":"traceutil/trace.go:171","msg":"trace[1583278563] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"497.355918ms","start":"2026-07-23T23:45:16.947539Z","end":"2026-07-23T23:45:17.444895Z","steps":["trace[1583278563] 'process raft request' (duration: 490.718927ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:45:17.44497Z","caller":"traceutil/trace.go:171","msg":"trace[1789467551] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"496.438218ms","start":"2026-07-23T23:45:16.948503Z","end":"2026-07-23T23:45:17.444941Z","steps":["trace[1789467551] 'process raft request' (duration: 496.381048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:17.445079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.564275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-23T23:45:17.445101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:16.948497Z","time spent":"496.533939ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:45:17.445124Z","caller":"traceutil/trace.go:171","msg":"trace[1913546994] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2258; }","duration":"444.622855ms","start":"2026-07-23T23:45:17.000488Z","end":"2026-07-23T23:45:17.445111Z","steps":["trace[1913546994] 'agreement among raft nodes before linearized reading' (duration: 444.542714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:17.44516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:17.000431Z","time spent":"444.719507ms","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:45:17.44526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.293436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c50fe370ff2733\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-23T23:45:17.445353Z","caller":"traceutil/trace.go:171","msg":"trace[1891990042] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c50fe370ff2733; range_end:; response_count:1; response_revision:2258; }","duration":"495.418658ms","start":"2026-07-23T23:45:16.949908Z","end":"2026-07-23T23:45:17.445327Z","steps":["trace[1891990042] 'agreement among raft nodes before linearized reading' (duration: 495.099814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:17.445417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:16.949894Z","time spent":"495.511498ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c50fe370ff2733\" "} {"level":"info","ts":"2026-07-23T23:45:17.444936Z","caller":"traceutil/trace.go:171","msg":"trace[2147407038] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"497.184406ms","start":"2026-07-23T23:45:16.947737Z","end":"2026-07-23T23:45:17.444921Z","steps":["trace[2147407038] 'process raft request' (duration: 497.101895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:17.445908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:16.947731Z","time spent":"498.107846ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:45:17.445113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.934137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:45:17.446105Z","caller":"traceutil/trace.go:171","msg":"trace[1063817050] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2258; }","duration":"289.964219ms","start":"2026-07-23T23:45:17.156127Z","end":"2026-07-23T23:45:17.446091Z","steps":["trace[1063817050] 'agreement among raft nodes before linearized reading' (duration: 288.950158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:45:17.44629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:45:16.947534Z","time spent":"497.480539ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:46:15.498851Z","caller":"traceutil/trace.go:171","msg":"trace[1841162520] linearizableReadLoop","detail":"{readStateIndex:2668; appliedIndex:2667; }","duration":"130.157187ms","start":"2026-07-23T23:46:15.368667Z","end":"2026-07-23T23:46:15.498825Z","steps":["trace[1841162520] 'read index received' (duration: 103.122111ms)","trace[1841162520] 'applied index is now lower than readState.Index' (duration: 27.033986ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:46:15.499019Z","caller":"traceutil/trace.go:171","msg":"trace[396874791] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"142.450203ms","start":"2026-07-23T23:46:15.356536Z","end":"2026-07-23T23:46:15.498986Z","steps":["trace[396874791] 'process raft request' (duration: 115.220639ms)","trace[396874791] 'compare' (duration: 26.765696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:46:15.499209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.516881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-23T23:46:15.499443Z","caller":"traceutil/trace.go:171","msg":"trace[758883080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2569; }","duration":"130.799682ms","start":"2026-07-23T23:46:15.368629Z","end":"2026-07-23T23:46:15.499429Z","steps":["trace[758883080] 'agreement among raft nodes before linearized reading' (duration: 130.386756ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:46:24.490704Z","caller":"traceutil/trace.go:171","msg":"trace[1043133171] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"259.340101ms","start":"2026-07-23T23:46:24.231329Z","end":"2026-07-23T23:46:24.49067Z","steps":["trace[1043133171] 'process raft request' (duration: 259.098723ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:46:34.767561Z","caller":"traceutil/trace.go:171","msg":"trace[1996981706] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"177.814551ms","start":"2026-07-23T23:46:34.589726Z","end":"2026-07-23T23:46:34.76754Z","steps":["trace[1996981706] 'process raft request' (duration: 177.650015ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:46:34.76903Z","caller":"traceutil/trace.go:171","msg":"trace[1746049165] linearizableReadLoop","detail":"{readStateIndex:2877; appliedIndex:2874; }","duration":"105.294876ms","start":"2026-07-23T23:46:34.663714Z","end":"2026-07-23T23:46:34.769009Z","steps":["trace[1746049165] 'read index received' (duration: 103.761662ms)","trace[1746049165] 'applied index is now lower than readState.Index' (duration: 1.530574ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:46:34.769195Z","caller":"traceutil/trace.go:171","msg":"trace[891062393] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"163.203546ms","start":"2026-07-23T23:46:34.605975Z","end":"2026-07-23T23:46:34.769178Z","steps":["trace[891062393] 'process raft request' (duration: 162.870795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:46:34.769273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.536985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-23T23:46:34.769313Z","caller":"traceutil/trace.go:171","msg":"trace[1136332517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2772; }","duration":"105.595107ms","start":"2026-07-23T23:46:34.663708Z","end":"2026-07-23T23:46:34.769303Z","steps":["trace[1136332517] 'agreement among raft nodes before linearized reading' (duration: 105.39455ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:46:34.769521Z","caller":"traceutil/trace.go:171","msg":"trace[1596554274] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"161.653801ms","start":"2026-07-23T23:46:34.607857Z","end":"2026-07-23T23:46:34.769511Z","steps":["trace[1596554274] 'process raft request' (duration: 161.114492ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:47:01.004953Z","caller":"traceutil/trace.go:171","msg":"trace[1966535009] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"140.97629ms","start":"2026-07-23T23:47:00.863947Z","end":"2026-07-23T23:47:01.004924Z","steps":["trace[1966535009] 'process raft request' (duration: 140.749103ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:47:01.005538Z","caller":"traceutil/trace.go:171","msg":"trace[1250122289] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"139.986309ms","start":"2026-07-23T23:47:00.865528Z","end":"2026-07-23T23:47:01.005515Z","steps":["trace[1250122289] 'process raft request' (duration: 139.939798ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:47:01.005582Z","caller":"traceutil/trace.go:171","msg":"trace[1333116372] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"140.34873ms","start":"2026-07-23T23:47:00.865201Z","end":"2026-07-23T23:47:01.00555Z","steps":["trace[1333116372] 'process raft request' (duration: 140.136414ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:47:06.58689Z","caller":"traceutil/trace.go:171","msg":"trace[220505973] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"474.02657ms","start":"2026-07-23T23:47:06.112835Z","end":"2026-07-23T23:47:06.586862Z","steps":["trace[220505973] 'process raft request' (duration: 473.840614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:47:06.587043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:47:06.112818Z","time spent":"474.147223ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:47:06.597899Z","caller":"traceutil/trace.go:171","msg":"trace[1897226282] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"484.423425ms","start":"2026-07-23T23:47:06.113438Z","end":"2026-07-23T23:47:06.597862Z","steps":["trace[1897226282] 'process raft request' (duration: 484.184038ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:47:06.597916Z","caller":"traceutil/trace.go:171","msg":"trace[1884355808] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"483.865229ms","start":"2026-07-23T23:47:06.114022Z","end":"2026-07-23T23:47:06.597887Z","steps":["trace[1884355808] 'process raft request' (duration: 483.740655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:47:06.598099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:47:06.113412Z","time spent":"484.57732ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:47:06.598561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:47:06.114013Z","time spent":"483.984683ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:47:07.328222Z","caller":"traceutil/trace.go:171","msg":"trace[443398682] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"303.809835ms","start":"2026-07-23T23:47:07.024387Z","end":"2026-07-23T23:47:07.328196Z","steps":["trace[443398682] 'process raft request' (duration: 303.65641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:47:07.328408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:47:07.02436Z","time spent":"303.936799ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:47:07.637875Z","caller":"traceutil/trace.go:171","msg":"trace[84632438] linearizableReadLoop","detail":"{readStateIndex:3062; appliedIndex:3059; }","duration":"449.795524ms","start":"2026-07-23T23:47:07.188057Z","end":"2026-07-23T23:47:07.637852Z","steps":["trace[84632438] 'read index received' (duration: 139.973797ms)","trace[84632438] 'applied index is now lower than readState.Index' (duration: 309.820697ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:47:07.638033Z","caller":"traceutil/trace.go:171","msg":"trace[409734547] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"609.526338ms","start":"2026-07-23T23:47:07.028496Z","end":"2026-07-23T23:47:07.638023Z","steps":["trace[409734547] 'process raft request' (duration: 609.25425ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:47:07.637888Z","caller":"traceutil/trace.go:171","msg":"trace[204310324] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"610.159458ms","start":"2026-07-23T23:47:07.027702Z","end":"2026-07-23T23:47:07.637861Z","steps":["trace[204310324] 'process raft request' (duration: 609.58736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:47:07.638244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:47:07.027677Z","time spent":"610.475587ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:47:07.63869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.628519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c50ffd218fabc7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-23T23:47:07.638758Z","caller":"traceutil/trace.go:171","msg":"trace[1833855563] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c50ffd218fabc7; range_end:; response_count:1; response_revision:2950; }","duration":"450.736682ms","start":"2026-07-23T23:47:07.188006Z","end":"2026-07-23T23:47:07.638743Z","steps":["trace[1833855563] 'agreement among raft nodes before linearized reading' (duration: 450.478954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:47:07.638844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:47:07.187986Z","time spent":"450.845026ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c50ffd218fabc7\" "} {"level":"warn","ts":"2026-07-23T23:47:07.639279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:47:07.028481Z","time spent":"609.58735ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:47:07.640264Z","caller":"traceutil/trace.go:171","msg":"trace[1945043536] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"262.883987ms","start":"2026-07-23T23:47:07.377363Z","end":"2026-07-23T23:47:07.640247Z","steps":["trace[1945043536] 'process raft request' (duration: 262.747303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:47:07.640364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.599543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-23T23:47:07.640426Z","caller":"traceutil/trace.go:171","msg":"trace[1881133816] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2951; }","duration":"354.665454ms","start":"2026-07-23T23:47:07.285736Z","end":"2026-07-23T23:47:07.640402Z","steps":["trace[1881133816] 'agreement among raft nodes before linearized reading' (duration: 354.448578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:47:07.640478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:47:07.285727Z","time spent":"354.743377ms","remote":"127.0.0.1:40578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-23T23:47:07.640511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.834101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:47:07.640595Z","caller":"traceutil/trace.go:171","msg":"trace[613791346] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2951; }","duration":"135.992676ms","start":"2026-07-23T23:47:07.504559Z","end":"2026-07-23T23:47:07.640551Z","steps":["trace[613791346] 'agreement among raft nodes before linearized reading' (duration: 135.837231ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:47:12.690525Z","caller":"traceutil/trace.go:171","msg":"trace[1306389989] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"131.338291ms","start":"2026-07-23T23:47:12.559153Z","end":"2026-07-23T23:47:12.690491Z","steps":["trace[1306389989] 'process raft request' (duration: 131.063583ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:47:28.484986Z","caller":"traceutil/trace.go:171","msg":"trace[1343922283] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"119.289526ms","start":"2026-07-23T23:47:28.365671Z","end":"2026-07-23T23:47:28.48496Z","steps":["trace[1343922283] 'process raft request' (duration: 119.133971ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:50:50.29475Z","caller":"traceutil/trace.go:171","msg":"trace[180915703] linearizableReadLoop","detail":"{readStateIndex:4998; appliedIndex:4997; }","duration":"160.863483ms","start":"2026-07-23T23:50:50.133866Z","end":"2026-07-23T23:50:50.294729Z","steps":["trace[180915703] 'read index received' (duration: 127.606666ms)","trace[180915703] 'applied index is now lower than readState.Index' (duration: 33.255947ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:50:50.294854Z","caller":"traceutil/trace.go:171","msg":"trace[897240794] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"168.213964ms","start":"2026-07-23T23:50:50.126609Z","end":"2026-07-23T23:50:50.294823Z","steps":["trace[897240794] 'process raft request' (duration: 134.970588ms)","trace[897240794] 'compare' (duration: 32.771278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:50:50.295437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.543944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-07-23T23:50:50.295478Z","caller":"traceutil/trace.go:171","msg":"trace[650586660] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4815; }","duration":"161.626626ms","start":"2026-07-23T23:50:50.133841Z","end":"2026-07-23T23:50:50.295467Z","steps":["trace[650586660] 'agreement among raft nodes before linearized reading' (duration: 160.958985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:55.641293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.256689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-07-23T23:50:55.641385Z","caller":"traceutil/trace.go:171","msg":"trace[1852365470] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4859; }","duration":"118.394952ms","start":"2026-07-23T23:50:55.522967Z","end":"2026-07-23T23:50:55.641362Z","steps":["trace[1852365470] 'range keys from in-memory index tree' (duration: 117.854943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:55.641566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.402912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-dbfd76499-wstxk.18c51036b74b3ebf\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-07-23T23:50:55.641715Z","caller":"traceutil/trace.go:171","msg":"trace[1621496808] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-dbfd76499-wstxk.18c51036b74b3ebf; range_end:; response_count:1; response_revision:4859; }","duration":"118.781948ms","start":"2026-07-23T23:50:55.522908Z","end":"2026-07-23T23:50:55.64169Z","steps":["trace[1621496808] 'range keys from in-memory index tree' (duration: 118.228599ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:50:55.914247Z","caller":"traceutil/trace.go:171","msg":"trace[1070906387] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"196.606398ms","start":"2026-07-23T23:50:55.717608Z","end":"2026-07-23T23:50:55.914214Z","steps":["trace[1070906387] 'process raft request' (duration: 131.504746ms)","trace[1070906387] 'compare' (duration: 64.875918ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:50:55.914855Z","caller":"traceutil/trace.go:171","msg":"trace[2029671435] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5047; }","duration":"123.710958ms","start":"2026-07-23T23:50:55.791125Z","end":"2026-07-23T23:50:55.914836Z","steps":["trace[2029671435] 'read index received' (duration: 57.990946ms)","trace[2029671435] 'applied index is now lower than readState.Index' (duration: 65.718642ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:50:55.914838Z","caller":"traceutil/trace.go:171","msg":"trace[190404010] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"197.117946ms","start":"2026-07-23T23:50:55.717668Z","end":"2026-07-23T23:50:55.914786Z","steps":["trace[190404010] 'process raft request' (duration: 196.478736ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:50:55.914979Z","caller":"traceutil/trace.go:171","msg":"trace[1722321032] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"196.833282ms","start":"2026-07-23T23:50:55.718131Z","end":"2026-07-23T23:50:55.914964Z","steps":["trace[1722321032] 'process raft request' (duration: 196.346294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:55.915179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.031624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:50:55.915296Z","caller":"traceutil/trace.go:171","msg":"trace[1352279014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4866; }","duration":"124.209646ms","start":"2026-07-23T23:50:55.791067Z","end":"2026-07-23T23:50:55.915277Z","steps":["trace[1352279014] 'agreement among raft nodes before linearized reading' (duration: 123.990103ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:50:55.915218Z","caller":"traceutil/trace.go:171","msg":"trace[1449363181] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"186.418572ms","start":"2026-07-23T23:50:55.728758Z","end":"2026-07-23T23:50:55.915177Z","steps":["trace[1449363181] 'process raft request' (duration: 186.010245ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:14.82282Z","caller":"traceutil/trace.go:171","msg":"trace[2141235704] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"127.865577ms","start":"2026-07-23T23:51:14.69493Z","end":"2026-07-23T23:51:14.822795Z","steps":["trace[2141235704] 'process raft request' (duration: 127.671174ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:42.314025Z","caller":"traceutil/trace.go:171","msg":"trace[1954185761] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"153.505873ms","start":"2026-07-23T23:51:42.16048Z","end":"2026-07-23T23:51:42.313986Z","steps":["trace[1954185761] 'process raft request' (duration: 103.558621ms)","trace[1954185761] 'compare' (duration: 49.676388ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:51:42.314159Z","caller":"traceutil/trace.go:171","msg":"trace[487195298] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"153.579644ms","start":"2026-07-23T23:51:42.160549Z","end":"2026-07-23T23:51:42.314128Z","steps":["trace[487195298] 'process raft request' (duration: 153.357501ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:42.314357Z","caller":"traceutil/trace.go:171","msg":"trace[441145099] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"133.178738ms","start":"2026-07-23T23:51:42.181158Z","end":"2026-07-23T23:51:42.314337Z","steps":["trace[441145099] 'process raft request' (duration: 133.073287ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:42.314455Z","caller":"traceutil/trace.go:171","msg":"trace[1797532940] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"148.225651ms","start":"2026-07-23T23:51:42.166219Z","end":"2026-07-23T23:51:42.314445Z","steps":["trace[1797532940] 'process raft request' (duration: 147.847535ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:42.31455Z","caller":"traceutil/trace.go:171","msg":"trace[1258836911] linearizableReadLoop","detail":"{readStateIndex:5571; appliedIndex:5569; }","duration":"151.396909ms","start":"2026-07-23T23:51:42.163142Z","end":"2026-07-23T23:51:42.314539Z","steps":["trace[1258836911] 'read index received' (duration: 7.672758ms)","trace[1258836911] 'applied index is now lower than readState.Index' (duration: 143.723151ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:51:42.314552Z","caller":"traceutil/trace.go:171","msg":"trace[214609889] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"151.230347ms","start":"2026-07-23T23:51:42.163273Z","end":"2026-07-23T23:51:42.314504Z","steps":["trace[214609889] 'process raft request' (duration: 150.693038ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:42.314648Z","caller":"traceutil/trace.go:171","msg":"trace[215395294] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"140.801456ms","start":"2026-07-23T23:51:42.173838Z","end":"2026-07-23T23:51:42.314639Z","steps":["trace[215395294] 'process raft request' (duration: 140.304858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:42.314925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.0184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:51:42.314964Z","caller":"traceutil/trace.go:171","msg":"trace[1429787087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5376; }","duration":"143.089482ms","start":"2026-07-23T23:51:42.171866Z","end":"2026-07-23T23:51:42.314956Z","steps":["trace[1429787087] 'agreement among raft nodes before linearized reading' (duration: 142.928519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:42.315168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.996848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:51:42.315206Z","caller":"traceutil/trace.go:171","msg":"trace[1928198008] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5376; }","duration":"152.07729ms","start":"2026-07-23T23:51:42.163116Z","end":"2026-07-23T23:51:42.315193Z","steps":["trace[1928198008] 'agreement among raft nodes before linearized reading' (duration: 151.498351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:42.315486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.171365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-658f547ff8-ghtck\" ","response":"range_response_count:1 size:10606"} {"level":"warn","ts":"2026-07-23T23:51:42.315511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.596789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T23:51:42.315525Z","caller":"traceutil/trace.go:171","msg":"trace[49621212] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-658f547ff8-ghtck; range_end:; response_count:1; response_revision:5376; }","duration":"138.297807ms","start":"2026-07-23T23:51:42.177216Z","end":"2026-07-23T23:51:42.315514Z","steps":["trace[49621212] 'agreement among raft nodes before linearized reading' (duration: 138.165265ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:42.315536Z","caller":"traceutil/trace.go:171","msg":"trace[1613266834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5376; }","duration":"143.628989ms","start":"2026-07-23T23:51:42.171899Z","end":"2026-07-23T23:51:42.315528Z","steps":["trace[1613266834] 'agreement among raft nodes before linearized reading' (duration: 143.484397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:42.315648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.984717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-23T23:51:42.315664Z","caller":"traceutil/trace.go:171","msg":"trace[1125312274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5376; }","duration":"137.018287ms","start":"2026-07-23T23:51:42.17864Z","end":"2026-07-23T23:51:42.315659Z","steps":["trace[1125312274] 'agreement among raft nodes before linearized reading' (duration: 136.963357ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:48.291958Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2852} {"level":"info","ts":"2026-07-23T23:51:48.370377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2852,"took":"77.313358ms","hash":2394555809,"current-db-size-bytes":52547584,"current-db-size":"52 MB","current-db-size-in-use-bytes":28672000,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-23T23:51:48.370431Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2394555809,"revision":2852,"compact-revision":-1} {"level":"info","ts":"2026-07-23T23:56:48.29935Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5435} {"level":"info","ts":"2026-07-23T23:56:48.381014Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5435,"took":"78.161623ms","hash":1498108547,"current-db-size-bytes":52547584,"current-db-size":"52 MB","current-db-size-in-use-bytes":18796544,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-23T23:56:48.38109Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1498108547,"revision":5435,"compact-revision":2852}