{"level":"warn","ts":"2026-07-17T14:20:37.627486Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T14:20:37.627627Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.123:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.123:2380","--initial-cluster=instance=https://199.19.213.123:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.123:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.123:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-17T14:20:37.627739Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T14:20:37.627755Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.123:2380"]} {"level":"info","ts":"2026-07-17T14:20:37.62778Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T14:20:37.628479Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.123:2379"]} {"level":"info","ts":"2026-07-17T14:20:37.628559Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.123:2380"],"listen-peer-urls":["https://199.19.213.123:2380"],"advertise-client-urls":["https://199.19.213.123:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.123:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.123:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-17T14:20:37.632416Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.649917ms"} {"level":"info","ts":"2026-07-17T14:20:37.637467Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3e4829a3cabe4fce","cluster-id":"b469cfed817d8605"} {"level":"info","ts":"2026-07-17T14:20:37.637574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce switched to configuration voters=()"} {"level":"info","ts":"2026-07-17T14:20:37.637601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became follower at term 0"} {"level":"info","ts":"2026-07-17T14:20:37.637618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3e4829a3cabe4fce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-17T14:20:37.637631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became follower at term 1"} {"level":"info","ts":"2026-07-17T14:20:37.637676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce switched to configuration voters=(4487882812132577230)"} {"level":"warn","ts":"2026-07-17T14:20:37.643572Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-17T14:20:37.645454Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-17T14:20:37.646671Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-17T14:20:37.649992Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3e4829a3cabe4fce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-17T14:20:37.650097Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3e4829a3cabe4fce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-17T14:20:37.650559Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T14:20:37.650615Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T14:20:37.650625Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T14:20:37.65128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce switched to configuration voters=(4487882812132577230)"} {"level":"info","ts":"2026-07-17T14:20:37.654251Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b469cfed817d8605","local-member-id":"3e4829a3cabe4fce","added-peer-id":"3e4829a3cabe4fce","added-peer-peer-urls":["https://199.19.213.123:2380"]} {"level":"info","ts":"2026-07-17T14:20:37.656366Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T14:20:37.656566Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.123:2380"} {"level":"info","ts":"2026-07-17T14:20:37.656617Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.123:2380"} {"level":"info","ts":"2026-07-17T14:20:37.656634Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3e4829a3cabe4fce","initial-advertise-peer-urls":["https://199.19.213.123:2380"],"listen-peer-urls":["https://199.19.213.123:2380"],"advertise-client-urls":["https://199.19.213.123:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.123:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-17T14:20:37.656671Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-17T14:20:38.13863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce is starting a new election at term 1"} {"level":"info","ts":"2026-07-17T14:20:38.138673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-17T14:20:38.138689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce received MsgPreVoteResp from 3e4829a3cabe4fce at term 1"} {"level":"info","ts":"2026-07-17T14:20:38.138702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became candidate at term 2"} {"level":"info","ts":"2026-07-17T14:20:38.138709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce received MsgVoteResp from 3e4829a3cabe4fce at term 2"} {"level":"info","ts":"2026-07-17T14:20:38.138719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became leader at term 2"} {"level":"info","ts":"2026-07-17T14:20:38.138728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3e4829a3cabe4fce elected leader 3e4829a3cabe4fce at term 2"} {"level":"info","ts":"2026-07-17T14:20:38.142212Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3e4829a3cabe4fce","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.123:2379]}","request-path":"/0/members/3e4829a3cabe4fce/attributes","cluster-id":"b469cfed817d8605","publish-timeout":"7s"} {"level":"info","ts":"2026-07-17T14:20:38.142359Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T14:20:38.142504Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-17T14:20:38.142578Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-17T14:20:38.142277Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T14:20:38.144774Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b469cfed817d8605","local-member-id":"3e4829a3cabe4fce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T14:20:38.144872Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T14:20:38.144913Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T14:20:38.146923Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-17T14:20:38.142595Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T14:20:38.15443Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.123:2379"} {"level":"info","ts":"2026-07-17T14:20:39.802108Z","caller":"traceutil/trace.go:171","msg":"trace[1095026360] linearizableReadLoop","detail":"{readStateIndex:71; appliedIndex:70; }","duration":"140.529485ms","start":"2026-07-17T14:20:39.661546Z","end":"2026-07-17T14:20:39.802076Z","steps":["trace[1095026360] 'read index received' (duration: 137.396831ms)","trace[1095026360] 'applied index is now lower than readState.Index' (duration: 3.131774ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:20:39.802263Z","caller":"traceutil/trace.go:171","msg":"trace[1754495020] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"203.291841ms","start":"2026-07-17T14:20:39.598908Z","end":"2026-07-17T14:20:39.8022Z","steps":["trace[1754495020] 'process raft request' (duration: 200.142437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:20:39.802578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.752855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-17T14:20:39.802705Z","caller":"traceutil/trace.go:171","msg":"trace[1522845381] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:67; }","duration":"141.213567ms","start":"2026-07-17T14:20:39.661453Z","end":"2026-07-17T14:20:39.802666Z","steps":["trace[1522845381] 'agreement among raft nodes before linearized reading' (duration: 140.753045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:20:40.898199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519626713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:20:41.126809Z","caller":"traceutil/trace.go:171","msg":"trace[36091697] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"728.970649ms","start":"2026-07-17T14:20:40.397814Z","end":"2026-07-17T14:20:41.126785Z","steps":["trace[36091697] 'read index received' (duration: 728.764328ms)","trace[36091697] 'applied index is now lower than readState.Index' (duration: 205.451µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:20:41.126855Z","caller":"traceutil/trace.go:171","msg":"trace[191865531] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"729.579421ms","start":"2026-07-17T14:20:40.397261Z","end":"2026-07-17T14:20:41.126841Z","steps":["trace[191865531] 'process raft request' (duration: 729.28029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:20:41.127032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.197251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-17T14:20:41.127053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.238815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-17T14:20:41.127084Z","caller":"traceutil/trace.go:171","msg":"trace[1707857780] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:72; }","duration":"729.278471ms","start":"2026-07-17T14:20:40.397791Z","end":"2026-07-17T14:20:41.127069Z","steps":["trace[1707857780] 'agreement among raft nodes before linearized reading' (duration: 729.123029ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:20:41.127132Z","caller":"traceutil/trace.go:171","msg":"trace[1354511764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"719.357475ms","start":"2026-07-17T14:20:40.407754Z","end":"2026-07-17T14:20:41.127112Z","steps":["trace[1354511764] 'agreement among raft nodes before linearized reading' (duration: 719.185924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:20:41.127129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:20:40.397782Z","time spent":"729.338041ms","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-07-17T14:20:41.127176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:20:40.407739Z","time spent":"719.429215ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:20:41.127639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:20:40.397239Z","time spent":"729.681451ms","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:20:42.008764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519626726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:20:42.270419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.065486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-17T14:20:42.270505Z","caller":"traceutil/trace.go:171","msg":"trace[1762187161] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"1.090676432s","start":"2026-07-17T14:20:41.179816Z","end":"2026-07-17T14:20:42.270492Z","steps":["trace[1762187161] 'process raft request' (duration: 939.381535ms)","trace[1762187161] 'compare' (duration: 150.947275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:20:42.270542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:20:41.179802Z","time spent":"1.090726612s","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:20:42.280204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:20:41.492524Z","time spent":"787.677222ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T14:20:42.280294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.230631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-17T14:20:42.280332Z","caller":"traceutil/trace.go:171","msg":"trace[1147566593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"772.308442ms","start":"2026-07-17T14:20:41.508014Z","end":"2026-07-17T14:20:42.280322Z","steps":["trace[1147566593] 'agreement among raft nodes before linearized reading' (duration: 772.234432ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:20:42.280198Z","caller":"traceutil/trace.go:171","msg":"trace[975132912] linearizableReadLoop","detail":"{readStateIndex:79; appliedIndex:77; }","duration":"772.130061ms","start":"2026-07-17T14:20:41.508045Z","end":"2026-07-17T14:20:42.280175Z","steps":["trace[975132912] 'read index received' (duration: 611.16561ms)","trace[975132912] 'applied index is now lower than readState.Index' (duration: 160.963081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:20:42.280372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:20:41.508Z","time spent":"772.365043ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:20:42.283987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.21502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-17T14:20:42.284038Z","caller":"traceutil/trace.go:171","msg":"trace[1018325156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:75; }","duration":"451.30939ms","start":"2026-07-17T14:20:41.832715Z","end":"2026-07-17T14:20:42.284024Z","steps":["trace[1018325156] 'agreement among raft nodes before linearized reading' (duration: 451.153309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:20:42.284099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:20:41.832693Z","time spent":"451.398531ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T14:20:53.944845Z","caller":"traceutil/trace.go:171","msg":"trace[964250173] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"212.551211ms","start":"2026-07-17T14:20:53.732253Z","end":"2026-07-17T14:20:53.944804Z","steps":["trace[964250173] 'process raft request' (duration: 140.741325ms)","trace[964250173] 'compare' (duration: 71.64453ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:20:56.921234Z","caller":"traceutil/trace.go:171","msg":"trace[1534415192] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"153.535039ms","start":"2026-07-17T14:20:56.767677Z","end":"2026-07-17T14:20:56.921212Z","steps":["trace[1534415192] 'process raft request' (duration: 153.415215ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:20:59.694034Z","caller":"traceutil/trace.go:171","msg":"trace[1916781251] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"125.140098ms","start":"2026-07-17T14:20:59.568868Z","end":"2026-07-17T14:20:59.694008Z","steps":["trace[1916781251] 'process raft request' (duration: 125.008754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:00.7241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.601642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:21:00.724266Z","caller":"traceutil/trace.go:171","msg":"trace[737092093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:423; }","duration":"241.81397ms","start":"2026-07-17T14:21:00.482432Z","end":"2026-07-17T14:21:00.724246Z","steps":["trace[737092093] 'range keys from in-memory index tree' (duration: 241.491958ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:02.901678Z","caller":"traceutil/trace.go:171","msg":"trace[1373704713] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"161.352521ms","start":"2026-07-17T14:21:02.740301Z","end":"2026-07-17T14:21:02.901654Z","steps":["trace[1373704713] 'process raft request' (duration: 161.244067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:11.568617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:12.068959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:12.188915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126580151s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:21:12.189658Z","caller":"traceutil/trace.go:171","msg":"trace[1170854446] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"1.127355664s","start":"2026-07-17T14:21:11.062266Z","end":"2026-07-17T14:21:12.189622Z","steps":["trace[1170854446] 'process raft request' (duration: 1.127126887s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:12.190092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:11.062248Z","time spent":"1.127511508s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:21:12.199124Z","caller":"traceutil/trace.go:171","msg":"trace[1937077708] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"1.13653484s","start":"2026-07-17T14:21:11.062565Z","end":"2026-07-17T14:21:12.1991Z","steps":["trace[1937077708] 'process raft request' (duration: 1.136360575s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:12.199285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:11.062555Z","time spent":"1.136637252s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:21:12.199537Z","caller":"traceutil/trace.go:171","msg":"trace[1540438333] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"1.135244101s","start":"2026-07-17T14:21:11.064277Z","end":"2026-07-17T14:21:12.199521Z","steps":["trace[1540438333] 'process raft request' (duration: 1.134786777s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:12.199737Z","caller":"traceutil/trace.go:171","msg":"trace[1661923542] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:489; }","duration":"1.131811047s","start":"2026-07-17T14:21:11.067912Z","end":"2026-07-17T14:21:12.199723Z","steps":["trace[1661923542] 'read index received' (duration: 1.121425983s)","trace[1661923542] 'applied index is now lower than readState.Index' (duration: 10.380504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:12.199963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132058243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:21:12.200001Z","caller":"traceutil/trace.go:171","msg":"trace[1853256500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"1.132113575s","start":"2026-07-17T14:21:11.067875Z","end":"2026-07-17T14:21:12.199989Z","steps":["trace[1853256500] 'agreement among raft nodes before linearized reading' (duration: 1.131961421s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:12.200031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:11.067868Z","time spent":"1.132157867s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:21:12.200192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132228048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T14:21:12.200217Z","caller":"traceutil/trace.go:171","msg":"trace[20715157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:475; }","duration":"1.132259849s","start":"2026-07-17T14:21:11.067951Z","end":"2026-07-17T14:21:12.20021Z","steps":["trace[20715157] 'agreement among raft nodes before linearized reading' (duration: 1.132209307s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:12.200238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:11.067947Z","time spent":"1.13228636s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:21:12.200394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:11.06427Z","time spent":"1.135314463s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:21:13.56454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:13.115481Z","time spent":"449.055418ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T14:21:16.473631Z","caller":"traceutil/trace.go:171","msg":"trace[299890083] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"230.071087ms","start":"2026-07-17T14:21:16.243534Z","end":"2026-07-17T14:21:16.473605Z","steps":["trace[299890083] 'process raft request' (duration: 229.47615ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:16.473762Z","caller":"traceutil/trace.go:171","msg":"trace[1200420661] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"229.280864ms","start":"2026-07-17T14:21:16.244456Z","end":"2026-07-17T14:21:16.473737Z","steps":["trace[1200420661] 'process raft request' (duration: 229.075818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:18.743961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:19.245027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:19.745337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:20.246148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:20.746431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:21.224781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:21:21.224873Z","caller":"traceutil/trace.go:171","msg":"trace[1557260698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984817s","start":"2026-07-17T14:21:19.224857Z","end":"2026-07-17T14:21:21.224842Z","steps":["trace[1557260698] 'agreement among raft nodes before linearized reading' (duration: 1.999884454s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:21.224978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:19.224845Z","time spent":"2.000109951s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:21:21 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:21:21.247488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:21.748331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:22.249161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:22.590009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.470076901s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T14:21:22.708959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.746378ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T14:21:22.70922Z","caller":"traceutil/trace.go:171","msg":"trace[1137057171] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"312.977352ms","start":"2026-07-17T14:21:22.396207Z","end":"2026-07-17T14:21:22.709184Z","steps":["trace[1137057171] 'process raft request' (duration: 312.861338ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:22.709229Z","caller":"traceutil/trace.go:171","msg":"trace[2147098925] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:505; }","duration":"4.466194486s","start":"2026-07-17T14:21:18.242984Z","end":"2026-07-17T14:21:22.709179Z","steps":["trace[2147098925] 'read index received' (duration: 4.347213471s)","trace[2147098925] 'applied index is now lower than readState.Index' (duration: 118.972765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:22.709371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:22.396185Z","time spent":"313.097845ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:21:22.709617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466606206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-17T14:21:22.709627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4571714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-17T14:21:22.709638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230766695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T14:21:22.709676Z","caller":"traceutil/trace.go:171","msg":"trace[1522585392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:487; }","duration":"4.466774491s","start":"2026-07-17T14:21:18.242887Z","end":"2026-07-17T14:21:22.709661Z","steps":["trace[1522585392] 'agreement among raft nodes before linearized reading' (duration: 4.466525744s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:22.709696Z","caller":"traceutil/trace.go:171","msg":"trace[1918869365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:487; }","duration":"4.457304734s","start":"2026-07-17T14:21:18.252375Z","end":"2026-07-17T14:21:22.70968Z","steps":["trace[1918869365] 'agreement among raft nodes before linearized reading' (duration: 4.45714832s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:22.709697Z","caller":"traceutil/trace.go:171","msg":"trace[5960308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:487; }","duration":"4.230840146s","start":"2026-07-17T14:21:18.478847Z","end":"2026-07-17T14:21:22.709687Z","steps":["trace[5960308] 'agreement among raft nodes before linearized reading' (duration: 4.230716973s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:22.709728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:18.242854Z","time spent":"4.466865033s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:21:22.709777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231038742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T14:21:22.709801Z","caller":"traceutil/trace.go:171","msg":"trace[1315638108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:487; }","duration":"4.231116883s","start":"2026-07-17T14:21:18.478678Z","end":"2026-07-17T14:21:22.709795Z","steps":["trace[1315638108] 'agreement among raft nodes before linearized reading' (duration: 4.231075042s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:22.709735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:18.252347Z","time spent":"4.457381515s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:21:22.709825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:18.47865Z","time spent":"4.231171515s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:21:22.709793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484633617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:21:22.709735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:18.478841Z","time spent":"4.230888117s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T14:21:22.709952Z","caller":"traceutil/trace.go:171","msg":"trace[1402054944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"1.484838173s","start":"2026-07-17T14:21:21.225066Z","end":"2026-07-17T14:21:22.709904Z","steps":["trace[1402054944] 'agreement among raft nodes before linearized reading' (duration: 1.484552875s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:22.710021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:21.22505Z","time spent":"1.484960907s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:21:22.989454Z","caller":"traceutil/trace.go:171","msg":"trace[552124692] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"273.400166ms","start":"2026-07-17T14:21:22.715998Z","end":"2026-07-17T14:21:22.989399Z","steps":["trace[552124692] 'process raft request' (duration: 272.914853ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:22.989616Z","caller":"traceutil/trace.go:171","msg":"trace[2135452455] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"273.480768ms","start":"2026-07-17T14:21:22.716118Z","end":"2026-07-17T14:21:22.989599Z","steps":["trace[2135452455] 'process raft request' (duration: 273.15766ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:22.989822Z","caller":"traceutil/trace.go:171","msg":"trace[631487328] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:507; }","duration":"272.424119ms","start":"2026-07-17T14:21:22.717342Z","end":"2026-07-17T14:21:22.989766Z","steps":["trace[631487328] 'read index received' (duration: 72.176834ms)","trace[631487328] 'applied index is now lower than readState.Index' (duration: 200.246095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:22.990203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.821181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:21:22.99026Z","caller":"traceutil/trace.go:171","msg":"trace[2146652146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:492; }","duration":"272.955444ms","start":"2026-07-17T14:21:22.717288Z","end":"2026-07-17T14:21:22.990243Z","steps":["trace[2146652146] 'agreement among raft nodes before linearized reading' (duration: 272.725898ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:22.990578Z","caller":"traceutil/trace.go:171","msg":"trace[2110907636] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"274.413553ms","start":"2026-07-17T14:21:22.716138Z","end":"2026-07-17T14:21:22.990552Z","steps":["trace[2110907636] 'process raft request' (duration: 273.398006ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:22.989412Z","caller":"traceutil/trace.go:171","msg":"trace[522481889] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"273.254473ms","start":"2026-07-17T14:21:22.716072Z","end":"2026-07-17T14:21:22.989327Z","steps":["trace[522481889] 'process raft request' (duration: 273.1429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:28.660975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.331969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:21:28.661219Z","caller":"traceutil/trace.go:171","msg":"trace[2144189879] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"164.481333ms","start":"2026-07-17T14:21:28.496591Z","end":"2026-07-17T14:21:28.661073Z","steps":["trace[2144189879] 'process raft request' (duration: 60.977309ms)","trace[2144189879] 'compare' (duration: 103.100664ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:28.848318Z","caller":"traceutil/trace.go:171","msg":"trace[1426536753] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"139.773569ms","start":"2026-07-17T14:21:28.708514Z","end":"2026-07-17T14:21:28.848288Z","steps":["trace[1426536753] 'process raft request' (duration: 53.003208ms)","trace[1426536753] 'compare' (duration: 86.546374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:29.008319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.09546ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T14:21:29.00865Z","caller":"traceutil/trace.go:171","msg":"trace[885577717] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"156.055778ms","start":"2026-07-17T14:21:28.852572Z","end":"2026-07-17T14:21:29.008627Z","steps":["trace[885577717] 'process raft request' (duration: 156.004186ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.008684Z","caller":"traceutil/trace.go:171","msg":"trace[380916720] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"156.12982ms","start":"2026-07-17T14:21:28.852534Z","end":"2026-07-17T14:21:29.008664Z","steps":["trace[380916720] 'process raft request' (duration: 155.903564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:29.279777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.472214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:21:29.279902Z","caller":"traceutil/trace.go:171","msg":"trace[1335193303] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"213.81051ms","start":"2026-07-17T14:21:29.066077Z","end":"2026-07-17T14:21:29.279888Z","steps":["trace[1335193303] 'read index received' (duration: 112.180622ms)","trace[1335193303] 'applied index is now lower than readState.Index' (duration: 101.629017ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:29.279953Z","caller":"traceutil/trace.go:171","msg":"trace[790130891] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"266.917125ms","start":"2026-07-17T14:21:29.013006Z","end":"2026-07-17T14:21:29.279923Z","steps":["trace[790130891] 'process raft request' (duration: 165.242407ms)","trace[790130891] 'compare' (duration: 101.283649ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:29.280118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.041256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T14:21:29.280178Z","caller":"traceutil/trace.go:171","msg":"trace[1525213672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:511; }","duration":"214.144098ms","start":"2026-07-17T14:21:29.066025Z","end":"2026-07-17T14:21:29.280169Z","steps":["trace[1525213672] 'agreement among raft nodes before linearized reading' (duration: 213.930613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:29.280332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.36498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T14:21:29.280382Z","caller":"traceutil/trace.go:171","msg":"trace[290949686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:511; }","duration":"177.454943ms","start":"2026-07-17T14:21:29.102913Z","end":"2026-07-17T14:21:29.280368Z","steps":["trace[290949686] 'agreement among raft nodes before linearized reading' (duration: 177.35284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:29.280577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.15931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T14:21:29.280612Z","caller":"traceutil/trace.go:171","msg":"trace[1360048966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:511; }","duration":"160.252422ms","start":"2026-07-17T14:21:29.120351Z","end":"2026-07-17T14:21:29.280604Z","steps":["trace[1360048966] 'agreement among raft nodes before linearized reading' (duration: 160.122459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:29.28066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.685228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T14:21:29.280745Z","caller":"traceutil/trace.go:171","msg":"trace[370031092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"161.811231ms","start":"2026-07-17T14:21:29.118912Z","end":"2026-07-17T14:21:29.280723Z","steps":["trace[370031092] 'agreement among raft nodes before linearized reading' (duration: 161.626497ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.445914Z","caller":"traceutil/trace.go:171","msg":"trace[1569201098] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"136.323724ms","start":"2026-07-17T14:21:29.309566Z","end":"2026-07-17T14:21:29.44589Z","steps":["trace[1569201098] 'process raft request' (duration: 97.133096ms)","trace[1569201098] 'compare' (duration: 39.068355ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:29.539445Z","caller":"traceutil/trace.go:171","msg":"trace[353076031] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"228.406835ms","start":"2026-07-17T14:21:29.310987Z","end":"2026-07-17T14:21:29.539394Z","steps":["trace[353076031] 'process raft request' (duration: 228.286092ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.613147Z","caller":"traceutil/trace.go:171","msg":"trace[122372258] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"158.885528ms","start":"2026-07-17T14:21:29.454229Z","end":"2026-07-17T14:21:29.613114Z","steps":["trace[122372258] 'process raft request' (duration: 158.412816ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.757024Z","caller":"traceutil/trace.go:171","msg":"trace[644377909] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"192.824875ms","start":"2026-07-17T14:21:29.564175Z","end":"2026-07-17T14:21:29.757Z","steps":["trace[644377909] 'process raft request' (duration: 177.543403ms)","trace[644377909] 'compare' (duration: 15.012705ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:29.848549Z","caller":"traceutil/trace.go:171","msg":"trace[1597989749] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"230.938065ms","start":"2026-07-17T14:21:29.617562Z","end":"2026-07-17T14:21:29.8485Z","steps":["trace[1597989749] 'process raft request' (duration: 230.635828ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.848785Z","caller":"traceutil/trace.go:171","msg":"trace[1189571397] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"229.005908ms","start":"2026-07-17T14:21:29.619743Z","end":"2026-07-17T14:21:29.848749Z","steps":["trace[1189571397] 'process raft request' (duration: 228.679979ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.849005Z","caller":"traceutil/trace.go:171","msg":"trace[1546625244] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"229.92312ms","start":"2026-07-17T14:21:29.619068Z","end":"2026-07-17T14:21:29.848991Z","steps":["trace[1546625244] 'process raft request' (duration: 229.302705ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.849234Z","caller":"traceutil/trace.go:171","msg":"trace[118333336] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"224.755131ms","start":"2026-07-17T14:21:29.624458Z","end":"2026-07-17T14:21:29.849213Z","steps":["trace[118333336] 'process raft request' (duration: 224.008242ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.993397Z","caller":"traceutil/trace.go:171","msg":"trace[618674828] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"138.004476ms","start":"2026-07-17T14:21:29.855354Z","end":"2026-07-17T14:21:29.993358Z","steps":["trace[618674828] 'process raft request' (duration: 39.552378ms)","trace[618674828] 'compare' (duration: 98.258283ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:29.998936Z","caller":"traceutil/trace.go:171","msg":"trace[1916299263] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"142.835977ms","start":"2026-07-17T14:21:29.856073Z","end":"2026-07-17T14:21:29.998908Z","steps":["trace[1916299263] 'process raft request' (duration: 142.648142ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.999326Z","caller":"traceutil/trace.go:171","msg":"trace[824619917] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"143.213966ms","start":"2026-07-17T14:21:29.856089Z","end":"2026-07-17T14:21:29.999303Z","steps":["trace[824619917] 'process raft request' (duration: 142.769004ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.999456Z","caller":"traceutil/trace.go:171","msg":"trace[1517672873] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:547; }","duration":"142.044917ms","start":"2026-07-17T14:21:29.857391Z","end":"2026-07-17T14:21:29.999436Z","steps":["trace[1517672873] 'read index received' (duration: 37.337922ms)","trace[1517672873] 'applied index is now lower than readState.Index' (duration: 104.705905ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:29.999855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.440176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-07-17T14:21:29.999922Z","caller":"traceutil/trace.go:171","msg":"trace[1668210565] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:531; }","duration":"142.540998ms","start":"2026-07-17T14:21:29.857363Z","end":"2026-07-17T14:21:29.999904Z","steps":["trace[1668210565] 'agreement among raft nodes before linearized reading' (duration: 142.412405ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:29.999453Z","caller":"traceutil/trace.go:171","msg":"trace[799896595] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"143.266318ms","start":"2026-07-17T14:21:29.856162Z","end":"2026-07-17T14:21:29.999429Z","steps":["trace[799896595] 'process raft request' (duration: 142.97543ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:30.000106Z","caller":"traceutil/trace.go:171","msg":"trace[1582382909] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"142.131108ms","start":"2026-07-17T14:21:29.857961Z","end":"2026-07-17T14:21:30.000092Z","steps":["trace[1582382909] 'process raft request' (duration: 141.341519ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:30.000159Z","caller":"traceutil/trace.go:171","msg":"trace[242421866] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"137.129944ms","start":"2026-07-17T14:21:29.863007Z","end":"2026-07-17T14:21:30.000137Z","steps":["trace[242421866] 'process raft request' (duration: 136.363865ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:30.125298Z","caller":"traceutil/trace.go:171","msg":"trace[556832540] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"114.349917ms","start":"2026-07-17T14:21:30.010932Z","end":"2026-07-17T14:21:30.125282Z","steps":["trace[556832540] 'process raft request' (duration: 114.304405ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:30.125493Z","caller":"traceutil/trace.go:171","msg":"trace[932183017] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"114.563951ms","start":"2026-07-17T14:21:30.010921Z","end":"2026-07-17T14:21:30.125485Z","steps":["trace[932183017] 'process raft request' (duration: 113.67509ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:30.25781Z","caller":"traceutil/trace.go:171","msg":"trace[342644016] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"243.819184ms","start":"2026-07-17T14:21:30.013966Z","end":"2026-07-17T14:21:30.257785Z","steps":["trace[342644016] 'process raft request' (duration: 221.601405ms)","trace[342644016] 'compare' (duration: 22.022445ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:30.258045Z","caller":"traceutil/trace.go:171","msg":"trace[1617177215] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:553; }","duration":"136.025991ms","start":"2026-07-17T14:21:30.121992Z","end":"2026-07-17T14:21:30.258018Z","steps":["trace[1617177215] 'read index received' (duration: 2.548063ms)","trace[1617177215] 'applied index is now lower than readState.Index' (duration: 133.474488ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:30.258097Z","caller":"traceutil/trace.go:171","msg":"trace[1326080906] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"231.776377ms","start":"2026-07-17T14:21:30.026295Z","end":"2026-07-17T14:21:30.258071Z","steps":["trace[1326080906] 'process raft request' (duration: 231.429989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:30.258177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.170094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-17T14:21:30.258199Z","caller":"traceutil/trace.go:171","msg":"trace[547044813] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:535; }","duration":"136.247486ms","start":"2026-07-17T14:21:30.121945Z","end":"2026-07-17T14:21:30.258192Z","steps":["trace[547044813] 'agreement among raft nodes before linearized reading' (duration: 136.170044ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:30.276285Z","caller":"traceutil/trace.go:171","msg":"trace[609899287] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"146.368566ms","start":"2026-07-17T14:21:30.129883Z","end":"2026-07-17T14:21:30.276251Z","steps":["trace[609899287] 'process raft request' (duration: 146.249373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:30.276322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.19806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-17T14:21:30.276376Z","caller":"traceutil/trace.go:171","msg":"trace[808562287] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:536; }","duration":"154.286232ms","start":"2026-07-17T14:21:30.122079Z","end":"2026-07-17T14:21:30.276366Z","steps":["trace[808562287] 'agreement among raft nodes before linearized reading' (duration: 154.165999ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:32.74357Z","caller":"traceutil/trace.go:171","msg":"trace[1215062981] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"138.155032ms","start":"2026-07-17T14:21:32.605398Z","end":"2026-07-17T14:21:32.743553Z","steps":["trace[1215062981] 'process raft request' (duration: 137.819595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.411241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:33.844896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003002137s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:21:33.845101Z","caller":"traceutil/trace.go:171","msg":"trace[859236626] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"983.166438ms","start":"2026-07-17T14:21:32.861914Z","end":"2026-07-17T14:21:33.845081Z","steps":["trace[859236626] 'process raft request' (duration: 983.088056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.845199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:32.861893Z","time spent":"983.24962ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:21:33.845398Z","caller":"traceutil/trace.go:171","msg":"trace[1493405998] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.008173123s","start":"2026-07-17T14:21:32.837048Z","end":"2026-07-17T14:21:33.845221Z","steps":["trace[1493405998] 'compare' (duration: 1.002599298s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.845559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:32.837023Z","time spent":"1.008470899s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:21:33.859926Z","caller":"traceutil/trace.go:171","msg":"trace[1589001963] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:638; }","duration":"948.72967ms","start":"2026-07-17T14:21:32.911171Z","end":"2026-07-17T14:21:33.859901Z","steps":["trace[1589001963] 'read index received' (duration: 537.961734ms)","trace[1589001963] 'applied index is now lower than readState.Index' (duration: 410.767006ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:33.859974Z","caller":"traceutil/trace.go:171","msg":"trace[663440031] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"914.544613ms","start":"2026-07-17T14:21:32.945399Z","end":"2026-07-17T14:21:33.859943Z","steps":["trace[663440031] 'process raft request' (duration: 913.220292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.860371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:32.945372Z","time spent":"914.921412ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:21:33.860098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.908374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:21:33.860495Z","caller":"traceutil/trace.go:171","msg":"trace[533987896] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:614; }","duration":"949.355726ms","start":"2026-07-17T14:21:32.911123Z","end":"2026-07-17T14:21:33.860478Z","steps":["trace[533987896] 'agreement among raft nodes before linearized reading' (duration: 948.899104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.860684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:32.911075Z","time spent":"949.580511ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"warn","ts":"2026-07-17T14:21:33.860774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.356255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:21:33.861208Z","caller":"traceutil/trace.go:171","msg":"trace[1427152674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"906.432776ms","start":"2026-07-17T14:21:32.954375Z","end":"2026-07-17T14:21:33.860807Z","steps":["trace[1427152674] 'agreement among raft nodes before linearized reading' (duration: 906.371895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.861271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:32.954326Z","time spent":"906.932599ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:21:33.86171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.988579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T14:21:33.862082Z","caller":"traceutil/trace.go:171","msg":"trace[580337441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:614; }","duration":"418.03371ms","start":"2026-07-17T14:21:33.44371Z","end":"2026-07-17T14:21:33.861744Z","steps":["trace[580337441] 'agreement among raft nodes before linearized reading' (duration: 417.887236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.862124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:33.44367Z","time spent":"418.44398ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:21:33.86258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.322261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T14:21:33.863052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.295759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:21:33.863352Z","caller":"traceutil/trace.go:171","msg":"trace[135963553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:614; }","duration":"419.65148ms","start":"2026-07-17T14:21:33.443674Z","end":"2026-07-17T14:21:33.863325Z","steps":["trace[135963553] 'agreement among raft nodes before linearized reading' (duration: 419.136157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.863423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:33.443656Z","time spent":"419.755042ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:21:33.862869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.147586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:21:33.863751Z","caller":"traceutil/trace.go:171","msg":"trace[225813996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:614; }","duration":"420.058809ms","start":"2026-07-17T14:21:33.443674Z","end":"2026-07-17T14:21:33.863732Z","steps":["trace[225813996] 'agreement among raft nodes before linearized reading' (duration: 419.092496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.863817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:33.443653Z","time spent":"420.138801ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T14:21:33.868285Z","caller":"traceutil/trace.go:171","msg":"trace[1327221636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:614; }","duration":"425.037508ms","start":"2026-07-17T14:21:33.443177Z","end":"2026-07-17T14:21:33.868214Z","steps":["trace[1327221636] 'agreement among raft nodes before linearized reading' (duration: 418.845249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:33.868535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:33.443143Z","time spent":"425.358835ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T14:21:34.268968Z","caller":"traceutil/trace.go:171","msg":"trace[221013165] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"153.279584ms","start":"2026-07-17T14:21:34.115661Z","end":"2026-07-17T14:21:34.268941Z","steps":["trace[221013165] 'process raft request' (duration: 149.965196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:34.586141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.867037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:21:34.586217Z","caller":"traceutil/trace.go:171","msg":"trace[519167083] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"285.541726ms","start":"2026-07-17T14:21:34.300664Z","end":"2026-07-17T14:21:34.586206Z","steps":["trace[519167083] 'read index received' (duration: 136.546416ms)","trace[519167083] 'applied index is now lower than readState.Index' (duration: 148.99469ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:34.5865Z","caller":"traceutil/trace.go:171","msg":"trace[298436073] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"290.200107ms","start":"2026-07-17T14:21:34.296242Z","end":"2026-07-17T14:21:34.586442Z","steps":["trace[298436073] 'process raft request' (duration: 140.968761ms)","trace[298436073] 'compare' (duration: 148.754565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:34.586603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.947675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-07-17T14:21:34.586632Z","caller":"traceutil/trace.go:171","msg":"trace[444096153] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:623; }","duration":"286.028007ms","start":"2026-07-17T14:21:34.300596Z","end":"2026-07-17T14:21:34.586624Z","steps":["trace[444096153] 'agreement among raft nodes before linearized reading' (duration: 285.637008ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:34.662495Z","caller":"traceutil/trace.go:171","msg":"trace[880810403] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"340.331234ms","start":"2026-07-17T14:21:34.322132Z","end":"2026-07-17T14:21:34.662463Z","steps":["trace[880810403] 'process raft request' (duration: 340.161471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:34.662692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:34.322098Z","time spent":"340.493248ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:21:34.97549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.755222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-07-17T14:21:34.975558Z","caller":"traceutil/trace.go:171","msg":"trace[1508424009] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:624; }","duration":"280.894227ms","start":"2026-07-17T14:21:34.69465Z","end":"2026-07-17T14:21:34.975544Z","steps":["trace[1508424009] 'range keys from in-memory index tree' (duration: 280.527766ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:35.015635Z","caller":"traceutil/trace.go:171","msg":"trace[1072187339] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"301.090272ms","start":"2026-07-17T14:21:34.714511Z","end":"2026-07-17T14:21:35.015601Z","steps":["trace[1072187339] 'process raft request' (duration: 300.710343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:35.015808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:34.714459Z","time spent":"301.257215ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:21:35.193525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.204908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:98713"} {"level":"info","ts":"2026-07-17T14:21:35.193659Z","caller":"traceutil/trace.go:171","msg":"trace[592697517] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:625; }","duration":"111.401492ms","start":"2026-07-17T14:21:35.082237Z","end":"2026-07-17T14:21:35.193638Z","steps":["trace[592697517] 'range keys from in-memory index tree' (duration: 111.036635ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:36.070416Z","caller":"traceutil/trace.go:171","msg":"trace[334574632] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:654; }","duration":"188.067635ms","start":"2026-07-17T14:21:35.882322Z","end":"2026-07-17T14:21:36.07039Z","steps":["trace[334574632] 'read index received' (duration: 8.404147ms)","trace[334574632] 'applied index is now lower than readState.Index' (duration: 179.662528ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:36.070887Z","caller":"traceutil/trace.go:171","msg":"trace[897919961] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"189.545131ms","start":"2026-07-17T14:21:35.881325Z","end":"2026-07-17T14:21:36.07087Z","steps":["trace[897919961] 'process raft request' (duration: 187.905483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:36.07123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.879885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:21:36.071306Z","caller":"traceutil/trace.go:171","msg":"trace[412478667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"188.981747ms","start":"2026-07-17T14:21:35.882306Z","end":"2026-07-17T14:21:36.071287Z","steps":["trace[412478667] 'agreement among raft nodes before linearized reading' (duration: 188.764891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:36.071384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.69954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:21:36.071441Z","caller":"traceutil/trace.go:171","msg":"trace[855371385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:628; }","duration":"188.782123ms","start":"2026-07-17T14:21:35.882647Z","end":"2026-07-17T14:21:36.071429Z","steps":["trace[855371385] 'agreement among raft nodes before linearized reading' (duration: 188.606699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:36.07169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.380216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:21:36.071728Z","caller":"traceutil/trace.go:171","msg":"trace[1751617690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"117.458198ms","start":"2026-07-17T14:21:35.95426Z","end":"2026-07-17T14:21:36.071718Z","steps":["trace[1751617690] 'agreement among raft nodes before linearized reading' (duration: 117.403547ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:37.70542Z","caller":"traceutil/trace.go:171","msg":"trace[806826958] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"142.903813ms","start":"2026-07-17T14:21:37.562496Z","end":"2026-07-17T14:21:37.7054Z","steps":["trace[806826958] 'process raft request' (duration: 141.513491ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:41.270515Z","caller":"traceutil/trace.go:171","msg":"trace[1772138004] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"469.054367ms","start":"2026-07-17T14:21:40.801437Z","end":"2026-07-17T14:21:41.270491Z","steps":["trace[1772138004] 'process raft request' (duration: 468.618158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:41.270664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:40.801398Z","time spent":"469.19186ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:21:41.970174Z","caller":"traceutil/trace.go:171","msg":"trace[2013186942] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"662.974725ms","start":"2026-07-17T14:21:41.307173Z","end":"2026-07-17T14:21:41.970147Z","steps":["trace[2013186942] 'process raft request' (duration: 662.670388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:41.970318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:41.307151Z","time spent":"663.090667ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:21:42.870142Z","caller":"traceutil/trace.go:171","msg":"trace[1645636518] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:687; }","duration":"954.96843ms","start":"2026-07-17T14:21:41.91515Z","end":"2026-07-17T14:21:42.870118Z","steps":["trace[1645636518] 'read index received' (duration: 54.742948ms)","trace[1645636518] 'applied index is now lower than readState.Index' (duration: 900.224472ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:42.870301Z","caller":"traceutil/trace.go:171","msg":"trace[1679778791] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"1.544762499s","start":"2026-07-17T14:21:41.325509Z","end":"2026-07-17T14:21:42.870272Z","steps":["trace[1679778791] 'process raft request' (duration: 1.530027796s)","trace[1679778791] 'compare' (duration: 13.987226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:42.870433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:41.325456Z","time spent":"1.544903802s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:21:42.870679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.510351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:21:42.870786Z","caller":"traceutil/trace.go:171","msg":"trace[323768577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:660; }","duration":"955.650795ms","start":"2026-07-17T14:21:41.915108Z","end":"2026-07-17T14:21:42.870759Z","steps":["trace[323768577] 'agreement among raft nodes before linearized reading' (duration: 955.328058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:42.870846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:41.91509Z","time spent":"955.743736ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:21:42.871268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.31026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:21:42.871331Z","caller":"traceutil/trace.go:171","msg":"trace[1651861496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:660; }","duration":"917.440152ms","start":"2026-07-17T14:21:41.953877Z","end":"2026-07-17T14:21:42.871317Z","steps":["trace[1651861496] 'agreement among raft nodes before linearized reading' (duration: 917.34053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:42.871355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.738207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T14:21:42.871374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:41.953856Z","time spent":"917.509873ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:21:42.871421Z","caller":"traceutil/trace.go:171","msg":"trace[1515367909] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:660; }","duration":"206.83137ms","start":"2026-07-17T14:21:42.664568Z","end":"2026-07-17T14:21:42.871399Z","steps":["trace[1515367909] 'agreement among raft nodes before linearized reading' (duration: 206.750458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:42.871273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.66332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T14:21:42.871616Z","caller":"traceutil/trace.go:171","msg":"trace[1525040751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:660; }","duration":"619.044738ms","start":"2026-07-17T14:21:42.252561Z","end":"2026-07-17T14:21:42.871605Z","steps":["trace[1525040751] 'agreement among raft nodes before linearized reading' (duration: 618.66164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:42.871658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:42.252512Z","time spent":"619.13553ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:21:42.871806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.156287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T14:21:42.871861Z","caller":"traceutil/trace.go:171","msg":"trace[1213342941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:660; }","duration":"698.26151ms","start":"2026-07-17T14:21:42.173586Z","end":"2026-07-17T14:21:42.871848Z","steps":["trace[1213342941] 'agreement among raft nodes before linearized reading' (duration: 698.171337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:42.871909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:42.173542Z","time spent":"698.356102ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:21:42.872101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.941807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T14:21:42.87338Z","caller":"traceutil/trace.go:171","msg":"trace[125098685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:660; }","duration":"749.042339ms","start":"2026-07-17T14:21:42.123099Z","end":"2026-07-17T14:21:42.872141Z","steps":["trace[125098685] 'agreement among raft nodes before linearized reading' (duration: 748.465356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:42.873533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:42.123044Z","time spent":"750.47826ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:21:43.387951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:43.888315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519627910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:44.28661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.405283045s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:21:44.287066Z","caller":"traceutil/trace.go:171","msg":"trace[307170965] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.408348471s","start":"2026-07-17T14:21:42.878693Z","end":"2026-07-17T14:21:44.287041Z","steps":["trace[307170965] 'process raft request' (duration: 1.408146497s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:44.287157Z","caller":"traceutil/trace.go:171","msg":"trace[1786402878] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:690; }","duration":"1.39961898s","start":"2026-07-17T14:21:42.887524Z","end":"2026-07-17T14:21:44.287143Z","steps":["trace[1786402878] 'read index received' (duration: 1.399347695s)","trace[1786402878] 'applied index is now lower than readState.Index' (duration: 269.445µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:44.287234Z","caller":"traceutil/trace.go:171","msg":"trace[146864580] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.407052613s","start":"2026-07-17T14:21:42.880175Z","end":"2026-07-17T14:21:44.287227Z","steps":["trace[146864580] 'process raft request' (duration: 1.406833769s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:44.28731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:42.880168Z","time spent":"1.407111164s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:21:44.287321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399776103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:21:44.287307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:42.878684Z","time spent":"1.408473474s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:21:44.28737Z","caller":"traceutil/trace.go:171","msg":"trace[476341959] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:664; }","duration":"1.399842845s","start":"2026-07-17T14:21:42.887504Z","end":"2026-07-17T14:21:44.287347Z","steps":["trace[476341959] 'agreement among raft nodes before linearized reading' (duration: 1.399752803s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:44.287662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:42.887493Z","time spent":"1.400160873s","remote":"127.0.0.1:60320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"info","ts":"2026-07-17T14:21:44.287054Z","caller":"traceutil/trace.go:171","msg":"trace[787196370] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.408146996s","start":"2026-07-17T14:21:42.878888Z","end":"2026-07-17T14:21:44.287035Z","steps":["trace[787196370] 'process raft request' (duration: 1.408092275s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:44.287913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:42.878877Z","time spent":"1.408990934s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:21:44.882983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.433503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:21:44.883156Z","caller":"traceutil/trace.go:171","msg":"trace[714290118] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"592.505625ms","start":"2026-07-17T14:21:44.290633Z","end":"2026-07-17T14:21:44.883139Z","steps":["trace[714290118] 'process raft request' (duration: 592.451674ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:44.883137Z","caller":"traceutil/trace.go:171","msg":"trace[195159520] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"848.436239ms","start":"2026-07-17T14:21:44.034673Z","end":"2026-07-17T14:21:44.883109Z","steps":["trace[195159520] 'process raft request' (duration: 682.782131ms)","trace[195159520] 'compare' (duration: 165.334042ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:44.883212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:44.290617Z","time spent":"592.572237ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:21:44.883275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:44.034649Z","time spent":"848.551593ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:21:44.883397Z","caller":"traceutil/trace.go:171","msg":"trace[1614202724] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:693; }","duration":"596.180774ms","start":"2026-07-17T14:21:44.287206Z","end":"2026-07-17T14:21:44.883387Z","steps":["trace[1614202724] 'read index received' (duration: 430.202909ms)","trace[1614202724] 'applied index is now lower than readState.Index' (duration: 165.976865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:44.883539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972179538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:21:44.883567Z","caller":"traceutil/trace.go:171","msg":"trace[2026479607] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:666; }","duration":"1.97225502s","start":"2026-07-17T14:21:42.911303Z","end":"2026-07-17T14:21:44.883558Z","steps":["trace[2026479607] 'agreement among raft nodes before linearized reading' (duration: 1.972118017s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:44.8836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:42.911282Z","time spent":"1.972312111s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"warn","ts":"2026-07-17T14:21:44.883746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.57031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:21:44.883772Z","caller":"traceutil/trace.go:171","msg":"trace[507923313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"930.665242ms","start":"2026-07-17T14:21:43.953099Z","end":"2026-07-17T14:21:44.883764Z","steps":["trace[507923313] 'agreement among raft nodes before linearized reading' (duration: 930.624681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:44.883796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:43.953078Z","time spent":"930.712482ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:21:46.405268Z","caller":"traceutil/trace.go:171","msg":"trace[2105434667] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"109.307888ms","start":"2026-07-17T14:21:46.295937Z","end":"2026-07-17T14:21:46.405245Z","steps":["trace[2105434667] 'process raft request' (duration: 105.575949ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:46.405622Z","caller":"traceutil/trace.go:171","msg":"trace[249912734] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"109.163945ms","start":"2026-07-17T14:21:46.296435Z","end":"2026-07-17T14:21:46.405599Z","steps":["trace[249912734] 'process raft request' (duration: 108.93873ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:46.410623Z","caller":"traceutil/trace.go:171","msg":"trace[1181587049] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"100.83696ms","start":"2026-07-17T14:21:46.309721Z","end":"2026-07-17T14:21:46.410558Z","steps":["trace[1181587049] 'process raft request' (duration: 100.697857ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:47.176031Z","caller":"traceutil/trace.go:171","msg":"trace[1568402229] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"221.898508ms","start":"2026-07-17T14:21:46.954114Z","end":"2026-07-17T14:21:47.176013Z","steps":["trace[1568402229] 'read index received' (duration: 221.842956ms)","trace[1568402229] 'applied index is now lower than readState.Index' (duration: 54.642µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:47.176111Z","caller":"traceutil/trace.go:171","msg":"trace[1408831957] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"238.355075ms","start":"2026-07-17T14:21:46.93773Z","end":"2026-07-17T14:21:47.176085Z","steps":["trace[1408831957] 'process raft request' (duration: 238.17029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:47.176249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.091932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:21:47.176398Z","caller":"traceutil/trace.go:171","msg":"trace[1032246829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"222.307316ms","start":"2026-07-17T14:21:46.954064Z","end":"2026-07-17T14:21:47.176371Z","steps":["trace[1032246829] 'agreement among raft nodes before linearized reading' (duration: 222.069962ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:47.496736Z","caller":"traceutil/trace.go:171","msg":"trace[1632529642] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"225.895011ms","start":"2026-07-17T14:21:47.270802Z","end":"2026-07-17T14:21:47.496697Z","steps":["trace[1632529642] 'process raft request' (duration: 225.669986ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:47.49674Z","caller":"traceutil/trace.go:171","msg":"trace[2007792959] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:715; }","duration":"154.998446ms","start":"2026-07-17T14:21:47.341659Z","end":"2026-07-17T14:21:47.496658Z","steps":["trace[2007792959] 'read index received' (duration: 154.672838ms)","trace[2007792959] 'applied index is now lower than readState.Index' (duration: 324.188µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:47.497344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.604418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:21:47.497698Z","caller":"traceutil/trace.go:171","msg":"trace[1645420803] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:685; }","duration":"156.026418ms","start":"2026-07-17T14:21:47.341605Z","end":"2026-07-17T14:21:47.497632Z","steps":["trace[1645420803] 'agreement among raft nodes before linearized reading' (duration: 155.17204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:48.815064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164906234s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:21:48.81516Z","caller":"traceutil/trace.go:171","msg":"trace[1389551550] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:716; }","duration":"860.709264ms","start":"2026-07-17T14:21:47.954436Z","end":"2026-07-17T14:21:48.815145Z","steps":["trace[1389551550] 'read index received' (duration: 35.931µs)","trace[1389551550] 'applied index is now lower than readState.Index' (duration: 860.671492ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:48.815236Z","caller":"traceutil/trace.go:171","msg":"trace[1951619359] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"1.313377424s","start":"2026-07-17T14:21:47.501848Z","end":"2026-07-17T14:21:48.815226Z","steps":["trace[1951619359] 'process raft request' (duration: 148.193115ms)","trace[1951619359] 'compare' (duration: 1.164559016s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:48.815284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:47.501829Z","time spent":"1.313430745s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:21:48.815546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.093761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:21:48.815613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.037496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-t2mtd\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-07-17T14:21:48.815647Z","caller":"traceutil/trace.go:171","msg":"trace[1170234048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:686; }","duration":"861.231865ms","start":"2026-07-17T14:21:47.954389Z","end":"2026-07-17T14:21:48.815621Z","steps":["trace[1170234048] 'agreement among raft nodes before linearized reading' (duration: 861.078741ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:48.815676Z","caller":"traceutil/trace.go:171","msg":"trace[809952332] range","detail":"{range_begin:/registry/pods/kube-system/cilium-t2mtd; range_end:; response_count:1; response_revision:686; }","duration":"301.148808ms","start":"2026-07-17T14:21:48.514512Z","end":"2026-07-17T14:21:48.815661Z","steps":["trace[809952332] 'agreement among raft nodes before linearized reading' (duration: 300.926783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:48.815701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.681794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T14:21:48.815712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:48.514489Z","time spent":"301.21529ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17547,"request content":"key:\"/registry/pods/kube-system/cilium-t2mtd\" "} {"level":"warn","ts":"2026-07-17T14:21:48.81571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:47.95437Z","time spent":"861.327916ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:21:48.815742Z","caller":"traceutil/trace.go:171","msg":"trace[1263011526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:686; }","duration":"406.755176ms","start":"2026-07-17T14:21:48.408973Z","end":"2026-07-17T14:21:48.815728Z","steps":["trace[1263011526] 'agreement among raft nodes before linearized reading' (duration: 406.680724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:48.815776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:48.408951Z","time spent":"406.820037ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:21:48.815613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.291367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T14:21:48.815861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.536531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:21:48.815843Z","caller":"traceutil/trace.go:171","msg":"trace[1624345872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:686; }","duration":"507.552653ms","start":"2026-07-17T14:21:48.308259Z","end":"2026-07-17T14:21:48.815812Z","steps":["trace[1624345872] 'agreement among raft nodes before linearized reading' (duration: 507.134104ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:48.815897Z","caller":"traceutil/trace.go:171","msg":"trace[11770986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:686; }","duration":"407.603213ms","start":"2026-07-17T14:21:48.408283Z","end":"2026-07-17T14:21:48.815886Z","steps":["trace[11770986] 'agreement among raft nodes before linearized reading' (duration: 407.46705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:48.815931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:48.408266Z","time spent":"407.655163ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:21:48.815939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:48.308239Z","time spent":"507.670265ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T14:21:49.075402Z","caller":"traceutil/trace.go:171","msg":"trace[529212682] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"254.668987ms","start":"2026-07-17T14:21:48.820707Z","end":"2026-07-17T14:21:49.075376Z","steps":["trace[529212682] 'process raft request' (duration: 254.473352ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:49.075875Z","caller":"traceutil/trace.go:171","msg":"trace[1190694037] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"254.777989ms","start":"2026-07-17T14:21:48.821067Z","end":"2026-07-17T14:21:49.075845Z","steps":["trace[1190694037] 'process raft request' (duration: 254.262219ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:49.076138Z","caller":"traceutil/trace.go:171","msg":"trace[299291034] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"247.840185ms","start":"2026-07-17T14:21:48.828279Z","end":"2026-07-17T14:21:49.076119Z","steps":["trace[299291034] 'process raft request' (duration: 247.461177ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:49.758182Z","caller":"traceutil/trace.go:171","msg":"trace[1422143812] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"231.277804ms","start":"2026-07-17T14:21:49.52688Z","end":"2026-07-17T14:21:49.758158Z","steps":["trace[1422143812] 'process raft request' (duration: 168.932171ms)","trace[1422143812] 'compare' (duration: 62.214231ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:51.910677Z","caller":"traceutil/trace.go:171","msg":"trace[1969209336] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:773; }","duration":"184.084039ms","start":"2026-07-17T14:21:51.726562Z","end":"2026-07-17T14:21:51.910646Z","steps":["trace[1969209336] 'read index received' (duration: 183.459507ms)","trace[1969209336] 'applied index is now lower than readState.Index' (duration: 623.242µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:21:51.91087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.292693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:21:51.910942Z","caller":"traceutil/trace.go:171","msg":"trace[931948796] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"344.088106ms","start":"2026-07-17T14:21:51.566825Z","end":"2026-07-17T14:21:51.910913Z","steps":["trace[931948796] 'process raft request' (duration: 343.323141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:51.9111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:51.566798Z","time spent":"344.212938ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18322,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:21:51.911078Z","caller":"traceutil/trace.go:171","msg":"trace[189468785] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"313.989061ms","start":"2026-07-17T14:21:51.597056Z","end":"2026-07-17T14:21:51.911045Z","steps":["trace[189468785] 'process raft request' (duration: 313.488841ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:21:51.911251Z","caller":"traceutil/trace.go:171","msg":"trace[1616964299] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:743; }","duration":"184.396846ms","start":"2026-07-17T14:21:51.726499Z","end":"2026-07-17T14:21:51.910896Z","steps":["trace[1616964299] 'agreement among raft nodes before linearized reading' (duration: 184.291924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:51.911464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:51.597031Z","time spent":"314.216556ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:21:52.964236Z","caller":"traceutil/trace.go:171","msg":"trace[972513503] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:780; }","duration":"237.116087ms","start":"2026-07-17T14:21:52.727092Z","end":"2026-07-17T14:21:52.964208Z","steps":["trace[972513503] 'read index received' (duration: 234.576627ms)","trace[972513503] 'applied index is now lower than readState.Index' (duration: 2.53831ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:21:52.964281Z","caller":"traceutil/trace.go:171","msg":"trace[107203750] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"351.380985ms","start":"2026-07-17T14:21:52.612879Z","end":"2026-07-17T14:21:52.96426Z","steps":["trace[107203750] 'process raft request' (duration: 348.847116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:52.964573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.462354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-07-17T14:21:52.964633Z","caller":"traceutil/trace.go:171","msg":"trace[1237052126] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:749; }","duration":"237.574006ms","start":"2026-07-17T14:21:52.727042Z","end":"2026-07-17T14:21:52.964616Z","steps":["trace[1237052126] 'agreement among raft nodes before linearized reading' (duration: 237.331082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:52.964726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:52.61285Z","time spent":"351.678852ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:21:54.453974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:54.954173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:55.455075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:55.953933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000764802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:21:55.954003Z","caller":"traceutil/trace.go:171","msg":"trace[1892025215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000884413s","start":"2026-07-17T14:21:53.953102Z","end":"2026-07-17T14:21:55.953987Z","steps":["trace[1892025215] 'agreement among raft nodes before linearized reading' (duration: 2.000800022s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:55.954044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:53.953073Z","time spent":"2.000962685s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:21:55 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:21:55.956112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:56.456752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:56.95758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:57.457768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:57.954886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000744311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:21:57.954995Z","caller":"traceutil/trace.go:171","msg":"trace[1654985010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000923034s","start":"2026-07-17T14:21:55.95405Z","end":"2026-07-17T14:21:57.954973Z","steps":["trace[1654985010] 'agreement among raft nodes before linearized reading' (duration: 2.000771251s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:57.955065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:55.954034Z","time spent":"2.001019216s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:21:57 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:21:57.957937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:58.458311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:58.958936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:58.979469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999897659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T14:21:58.979559Z","caller":"traceutil/trace.go:171","msg":"trace[974958082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000012753s","start":"2026-07-17T14:21:53.979526Z","end":"2026-07-17T14:21:58.979539Z","steps":["trace[974958082] 'agreement among raft nodes before linearized reading' (duration: 4.99989184s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:58.979613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:53.979494Z","time spent":"5.000107014s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:21:59.459101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:59.869041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:21:59.869114Z","caller":"traceutil/trace.go:171","msg":"trace[810652591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999994965s","start":"2026-07-17T14:21:57.869103Z","end":"2026-07-17T14:21:59.869098Z","steps":["trace[810652591] 'agreement among raft nodes before linearized reading' (duration: 1.999906254s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:59.869169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:57.869087Z","time spent":"2.000062426s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:21:59 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:21:59.959777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:21:59.96006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000504153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:21:59.960156Z","caller":"traceutil/trace.go:171","msg":"trace[1799790997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000656516s","start":"2026-07-17T14:21:57.959473Z","end":"2026-07-17T14:21:59.960129Z","steps":["trace[1799790997] 'agreement among raft nodes before linearized reading' (duration: 2.000530324s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:59.960204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:57.959457Z","time spent":"2.000737138s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:21:59 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:21:59.974273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999381944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:21:59.974387Z","caller":"traceutil/trace.go:171","msg":"trace[1708217003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999743741s","start":"2026-07-17T14:21:54.974611Z","end":"2026-07-17T14:21:59.974355Z","steps":["trace[1708217003] 'agreement among raft nodes before linearized reading' (duration: 4.999433165s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:21:59.974767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:54.974586Z","time spent":"5.000063576s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/17 14:21:59 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:00.129435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999410652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T14:22:00.129585Z","caller":"traceutil/trace.go:171","msg":"trace[152191302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999644505s","start":"2026-07-17T14:21:55.129916Z","end":"2026-07-17T14:22:00.129561Z","steps":["trace[152191302] 'agreement among raft nodes before linearized reading' (duration: 4.999434491s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:00.129651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:55.1299Z","time spent":"4.999737006s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/17 14:22:00 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:00.460553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:00.760489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:53.759849Z","time spent":"7.000633725s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:22:00.953334Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-17T14:22:00.95664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:53.955855Z","time spent":"7.000779253s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:22:01.45374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:01.6091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:54.608628Z","time spent":"7.000465213s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:22:02.309731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:02.309724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:55.033613Z","time spent":"7.2761058s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:22:02.309716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342267222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T14:22:02.310236Z","caller":"traceutil/trace.go:171","msg":"trace[939596073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.342808722s","start":"2026-07-17T14:21:59.967409Z","end":"2026-07-17T14:22:02.310218Z","steps":["trace[939596073] 'agreement among raft nodes before linearized reading' (duration: 2.342261052s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:02.310332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:59.967346Z","time spent":"2.342970175s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:22:02 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:02.641594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:55.473848Z","time spent":"7.167739531s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:22:02.813483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:03.317503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:03.818226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:03.979204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997396964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:03.979291Z","caller":"traceutil/trace.go:171","msg":"trace[1319034333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997532737s","start":"2026-07-17T14:22:00.98174Z","end":"2026-07-17T14:22:03.979272Z","steps":["trace[1319034333] 'agreement among raft nodes before linearized reading' (duration: 2.997428076s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:03.979354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:00.981717Z","time spent":"2.997627388s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/17 14:22:03 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:04.310829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000708134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:04.311113Z","caller":"traceutil/trace.go:171","msg":"trace[809742505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00106897s","start":"2026-07-17T14:22:02.310023Z","end":"2026-07-17T14:22:04.311092Z","steps":["trace[809742505] 'agreement among raft nodes before linearized reading' (duration: 2.000765765s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:04.311241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:02.309999Z","time spent":"2.001221472s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:22:04 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:04.319208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:04.819957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:04.973838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997324224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:04.973902Z","caller":"traceutil/trace.go:171","msg":"trace[1788787573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997445446s","start":"2026-07-17T14:22:01.976441Z","end":"2026-07-17T14:22:04.973886Z","steps":["trace[1788787573] 'agreement among raft nodes before linearized reading' (duration: 2.997363735s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:04.973936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:01.976415Z","time spent":"2.997514657s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/17 14:22:04 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:05.11334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999939523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:05.113441Z","caller":"traceutil/trace.go:171","msg":"trace[1457115092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000082626s","start":"2026-07-17T14:21:55.113334Z","end":"2026-07-17T14:22:05.113416Z","steps":["trace[1457115092] 'agreement among raft nodes before linearized reading' (duration: 9.999966264s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:05.113532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:55.113307Z","time spent":"10.000209327s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/17 14:22:05 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:05.129444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997376392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:05.129545Z","caller":"traceutil/trace.go:171","msg":"trace[2012724300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997528254s","start":"2026-07-17T14:22:02.131999Z","end":"2026-07-17T14:22:05.129528Z","steps":["trace[2012724300] 'agreement among raft nodes before linearized reading' (duration: 2.997420273s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:05.129611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:02.131965Z","time spent":"2.997630167s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/17 14:22:05 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:05.220889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00008675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:05.220965Z","caller":"traceutil/trace.go:171","msg":"trace[1269440760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000220272s","start":"2026-07-17T14:21:55.220726Z","end":"2026-07-17T14:22:05.220947Z","steps":["trace[1269440760] 'agreement among raft nodes before linearized reading' (duration: 10.000126591s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:05.221011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:55.220704Z","time spent":"10.000297854s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/17 14:22:05 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:05.320668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:05.82083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:06.321641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:06.465924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000929926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T14:22:06.466198Z","caller":"traceutil/trace.go:171","msg":"trace[1433057845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001259991s","start":"2026-07-17T14:22:04.464919Z","end":"2026-07-17T14:22:06.466179Z","steps":["trace[1433057845] 'agreement among raft nodes before linearized reading' (duration: 2.000947396s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:06.46633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:04.464867Z","time spent":"2.001446175s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:22:06 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:06.822645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:07.271751Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4fce9f7073618a8b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T14:22:07.322783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:07.823629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:07.954306Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-17T14:22:07.954512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.709954505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T14:22:07.954596Z","caller":"traceutil/trace.go:171","msg":"trace[479965361] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"7.710070666s","start":"2026-07-17T14:22:00.244505Z","end":"2026-07-17T14:22:07.954576Z","steps":["trace[479965361] 'agreement among raft nodes before linearized reading' (duration: 7.709951184s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:07.954685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:00.244461Z","time spent":"7.71021047s","remote":"127.0.0.1:60476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:07.954699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.331761257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T14:22:07.954819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.586131878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T14:22:07.954884Z","caller":"traceutil/trace.go:171","msg":"trace[1879450163] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; }","duration":"10.58624854s","start":"2026-07-17T14:21:57.368625Z","end":"2026-07-17T14:22:07.954873Z","steps":["trace[1879450163] 'agreement among raft nodes before linearized reading' (duration: 10.586138888s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:07.954775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.111540633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T14:22:07.954946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:57.368607Z","time spent":"10.586327671s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:07.954882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.522976599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T14:22:07.955105Z","caller":"traceutil/trace.go:171","msg":"trace[1775352341] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"9.523200363s","start":"2026-07-17T14:21:58.431896Z","end":"2026-07-17T14:22:07.955096Z","steps":["trace[1775352341] 'agreement among raft nodes before linearized reading' (duration: 9.522976739s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:07.954954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.754697364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T14:22:07.955171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:58.43184Z","time spent":"9.523319915s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:22:07.954999Z","caller":"traceutil/trace.go:171","msg":"trace[56094567] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"12.111787598s","start":"2026-07-17T14:21:55.843173Z","end":"2026-07-17T14:22:07.954961Z","steps":["trace[56094567] 'agreement among raft nodes before linearized reading' (duration: 12.111572404s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:22:07.955252Z","caller":"traceutil/trace.go:171","msg":"trace[491235709] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; }","duration":"9.755139202s","start":"2026-07-17T14:21:58.200085Z","end":"2026-07-17T14:22:07.955224Z","steps":["trace[491235709] 'agreement among raft nodes before linearized reading' (duration: 9.754541301s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:07.955299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:55.843147Z","time spent":"12.112140783s","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:07.954867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.144086352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T14:22:07.955426Z","caller":"traceutil/trace.go:171","msg":"trace[1324722580] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"12.144697103s","start":"2026-07-17T14:21:55.81072Z","end":"2026-07-17T14:22:07.955417Z","steps":["trace[1324722580] 'agreement among raft nodes before linearized reading' (duration: 12.144079092s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:07.955491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:55.810679Z","time spent":"12.144800405s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:22:07.954832Z","caller":"traceutil/trace.go:171","msg":"trace[1734948373] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; }","duration":"8.331920019s","start":"2026-07-17T14:21:59.622851Z","end":"2026-07-17T14:22:07.954771Z","steps":["trace[1734948373] 'agreement among raft nodes before linearized reading' (duration: 8.331797998s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:07.955585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:59.622784Z","time spent":"8.332790745s","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:07.954968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.827525834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T14:22:07.955677Z","caller":"traceutil/trace.go:171","msg":"trace[412461123] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; }","duration":"13.828269438s","start":"2026-07-17T14:21:54.127399Z","end":"2026-07-17T14:22:07.955669Z","steps":["trace[412461123] 'agreement among raft nodes before linearized reading' (duration: 13.827560095s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:07.955736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:54.127361Z","time spent":"13.82836579s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-07-17T14:22:07.95538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:21:58.200067Z","time spent":"9.755275655s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:08.455733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:08.466231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99953305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:08.466323Z","caller":"traceutil/trace.go:171","msg":"trace[1619535149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999701773s","start":"2026-07-17T14:22:06.466603Z","end":"2026-07-17T14:22:08.466304Z","steps":["trace[1619535149] 'agreement among raft nodes before linearized reading' (duration: 1.99956835s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:08.46637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:06.466576Z","time spent":"1.999784563s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:22:08 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:08.949083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"15.188824496s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T14:22:08.980536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:03.981912Z","time spent":"4.99859494s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/17 14:22:08 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:09.3138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:02.312805Z","time spent":"7.000988829s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:22:09.654875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.162648ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T14:22:09.655265Z","caller":"traceutil/trace.go:171","msg":"trace[1255760792] transaction","detail":"{read_only:false; number_of_response:1; response_revision:769; }","duration":"6.012590531s","start":"2026-07-17T14:22:03.642652Z","end":"2026-07-17T14:22:09.655243Z","steps":["trace[1255760792] 'process raft request' (duration: 6.012391347s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.655399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:03.642631Z","time spent":"6.012693222s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:22:09.798758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.240409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:22:09.798923Z","caller":"traceutil/trace.go:171","msg":"trace[333808689] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"4.823226163s","start":"2026-07-17T14:22:04.975676Z","end":"2026-07-17T14:22:09.798902Z","steps":["trace[333808689] 'process raft request' (duration: 4.679760391s)","trace[333808689] 'compare' (duration: 143.117746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:22:09.798983Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"44.31µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-17T14:22:09.79906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:04.975657Z","time spent":"4.823315515s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:22:09.799068Z","caller":"traceutil/trace.go:171","msg":"trace[1610756072] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"4.576012168s","start":"2026-07-17T14:22:05.223038Z","end":"2026-07-17T14:22:09.79905Z","steps":["trace[1610756072] 'process raft request' (duration: 4.575862295s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.799081Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4fce9f7073618a8b","error":"lease not found"} {"level":"info","ts":"2026-07-17T14:22:09.799068Z","caller":"traceutil/trace.go:171","msg":"trace[1839409411] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"4.682619493s","start":"2026-07-17T14:22:05.116425Z","end":"2026-07-17T14:22:09.799044Z","steps":["trace[1839409411] 'process raft request' (duration: 4.68242758s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.79918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:05.223017Z","time spent":"4.576104559s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:22:09.799179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:05.116204Z","time spent":"4.682929598s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:22:09.867068Z","caller":"traceutil/trace.go:171","msg":"trace[977346011] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:797; }","duration":"1.912446179s","start":"2026-07-17T14:22:07.954591Z","end":"2026-07-17T14:22:09.867038Z","steps":["trace[977346011] 'read index received' (duration: 995.828441ms)","trace[977346011] 'applied index is now lower than readState.Index' (duration: 916.611998ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:22:09.86713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.228563436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:22:09.867163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.407122312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-17T14:22:09.867167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.030876531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:22:09.867234Z","caller":"traceutil/trace.go:171","msg":"trace[1173167213] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:774; }","duration":"5.407235904s","start":"2026-07-17T14:22:04.459979Z","end":"2026-07-17T14:22:09.867215Z","steps":["trace[1173167213] 'agreement among raft nodes before linearized reading' (duration: 5.407099322s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.867259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.008982546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:09.867286Z","caller":"traceutil/trace.go:171","msg":"trace[1511655044] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:775; }","duration":"6.009042468s","start":"2026-07-17T14:22:03.858236Z","end":"2026-07-17T14:22:09.867278Z","steps":["trace[1511655044] 'agreement among raft nodes before linearized reading' (duration: 6.008973676s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.867286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:04.459957Z","time spent":"5.407321776s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-17T14:22:09.867318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99703133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:09.867352Z","caller":"traceutil/trace.go:171","msg":"trace[1254797549] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"845.588706ms","start":"2026-07-17T14:22:09.021757Z","end":"2026-07-17T14:22:09.867346Z","steps":["trace[1254797549] 'process raft request' (duration: 845.235119ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:22:09.867362Z","caller":"traceutil/trace.go:171","msg":"trace[1914032273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:775; }","duration":"1.997072791s","start":"2026-07-17T14:22:07.87028Z","end":"2026-07-17T14:22:09.867353Z","steps":["trace[1914032273] 'agreement among raft nodes before linearized reading' (duration: 1.99702207s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.867393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:07.870183Z","time spent":"1.997203372s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:22:09.867407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.021732Z","time spent":"845.634806ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:22:09.867403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.254478365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-t2mtd.18c319ae7e7f9487\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-07-17T14:22:09.867447Z","caller":"traceutil/trace.go:171","msg":"trace[1397973883] range","detail":"{range_begin:/registry/events/kube-system/cilium-t2mtd.18c319ae7e7f9487; range_end:; response_count:1; response_revision:775; }","duration":"8.254569896s","start":"2026-07-17T14:22:01.612865Z","end":"2026-07-17T14:22:09.867435Z","steps":["trace[1397973883] 'agreement among raft nodes before linearized reading' (duration: 8.254324191s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:22:09.867246Z","caller":"traceutil/trace.go:171","msg":"trace[1425066009] transaction","detail":"{read_only:false; number_of_response:1; response_revision:775; }","duration":"549.90257ms","start":"2026-07-17T14:22:09.317328Z","end":"2026-07-17T14:22:09.867231Z","steps":["trace[1425066009] 'process raft request' (duration: 549.856519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.867494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:01.612849Z","time spent":"8.254636348s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/cilium-t2mtd.18c319ae7e7f9487\" "} {"level":"warn","ts":"2026-07-17T14:22:09.867504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005645336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:09.867536Z","caller":"traceutil/trace.go:171","msg":"trace[1459625989] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:775; }","duration":"5.005700816s","start":"2026-07-17T14:22:04.861826Z","end":"2026-07-17T14:22:09.867527Z","steps":["trace[1459625989] 'agreement among raft nodes before linearized reading' (duration: 5.005646605s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.867545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.317297Z","time spent":"550.202196ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:22:09.867576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:04.861811Z","time spent":"5.005757107s","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:09.867284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033467831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:22:09.867721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.517285103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:09.867762Z","caller":"traceutil/trace.go:171","msg":"trace[888246037] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:775; }","duration":"8.517365764s","start":"2026-07-17T14:22:01.350384Z","end":"2026-07-17T14:22:09.86775Z","steps":["trace[888246037] 'agreement among raft nodes before linearized reading' (duration: 8.517317593s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.867797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:01.350362Z","time spent":"8.517427265s","remote":"127.0.0.1:60268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:22:09.867237Z","caller":"traceutil/trace.go:171","msg":"trace[1958340107] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:774; }","duration":"8.030950483s","start":"2026-07-17T14:22:01.836271Z","end":"2026-07-17T14:22:09.867221Z","steps":["trace[1958340107] 'agreement among raft nodes before linearized reading' (duration: 8.03081196s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.867947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:01.836161Z","time spent":"8.031776067s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":87,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:09.867952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057095769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:22:09.867999Z","caller":"traceutil/trace.go:171","msg":"trace[679947709] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:775; }","duration":"1.057188531s","start":"2026-07-17T14:22:08.81079Z","end":"2026-07-17T14:22:09.867979Z","steps":["trace[679947709] 'agreement among raft nodes before linearized reading' (duration: 1.057120929s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.868041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:08.810759Z","time spent":"1.057273952s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:09.868058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.138696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-17T14:22:09.868103Z","caller":"traceutil/trace.go:171","msg":"trace[855867000] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:775; }","duration":"209.209696ms","start":"2026-07-17T14:22:09.658882Z","end":"2026-07-17T14:22:09.868092Z","steps":["trace[855867000] 'agreement among raft nodes before linearized reading' (duration: 209.087223ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:22:09.86773Z","caller":"traceutil/trace.go:171","msg":"trace[2105107135] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:775; }","duration":"2.03395278s","start":"2026-07-17T14:22:07.833762Z","end":"2026-07-17T14:22:09.867714Z","steps":["trace[2105107135] 'agreement among raft nodes before linearized reading' (duration: 2.033498842s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.868163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:07.833736Z","time spent":"2.034407499s","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:09.867321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:03.858215Z","time spent":"6.009098749s","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:22:09.86719Z","caller":"traceutil/trace.go:171","msg":"trace[1255489050] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:0; response_revision:774; }","duration":"6.228674218s","start":"2026-07-17T14:22:03.6385Z","end":"2026-07-17T14:22:09.867174Z","steps":["trace[1255489050] 'agreement among raft nodes before linearized reading' (duration: 6.228579076s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.868353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:03.638481Z","time spent":"6.229861008s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"warn","ts":"2026-07-17T14:22:09.86768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394291052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:09.868406Z","caller":"traceutil/trace.go:171","msg":"trace[691618708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:775; }","duration":"1.395053794s","start":"2026-07-17T14:22:08.473342Z","end":"2026-07-17T14:22:09.868396Z","steps":["trace[691618708] 'agreement among raft nodes before linearized reading' (duration: 1.394316001s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:09.868451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:08.473319Z","time spent":"1.395122166s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:22:10.078112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.857657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:22:10.078221Z","caller":"traceutil/trace.go:171","msg":"trace[1742937623] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"202.632415ms","start":"2026-07-17T14:22:09.875569Z","end":"2026-07-17T14:22:10.078201Z","steps":["trace[1742937623] 'process raft request' (duration: 78.610885ms)","trace[1742937623] 'compare' (duration: 123.734274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:22:10.384604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.52866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:22:10.384894Z","caller":"traceutil/trace.go:171","msg":"trace[751178242] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:813; }","duration":"508.938838ms","start":"2026-07-17T14:22:09.875943Z","end":"2026-07-17T14:22:10.384882Z","steps":["trace[751178242] 'read index received' (duration: 78.573243ms)","trace[751178242] 'applied index is now lower than readState.Index' (duration: 430.364695ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:22:10.384978Z","caller":"traceutil/trace.go:171","msg":"trace[42981029] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"509.13659ms","start":"2026-07-17T14:22:09.875832Z","end":"2026-07-17T14:22:10.384968Z","steps":["trace[42981029] 'process raft request' (duration: 508.952317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.384943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.875805Z","time spent":"509.125671ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T14:22:10.385043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.875803Z","time spent":"509.201152ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:22:10.385127Z","caller":"traceutil/trace.go:171","msg":"trace[1777472332] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"509.272363ms","start":"2026-07-17T14:22:09.875777Z","end":"2026-07-17T14:22:10.38505Z","steps":["trace[1777472332] 'process raft request' (duration: 318.241974ms)","trace[1777472332] 'compare' (duration: 190.027272ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:22:10.385165Z","caller":"traceutil/trace.go:171","msg":"trace[1939949556] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"506.617437ms","start":"2026-07-17T14:22:09.878489Z","end":"2026-07-17T14:22:10.385106Z","steps":["trace[1939949556] 'process raft request' (duration: 506.349643ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:22:10.385191Z","caller":"traceutil/trace.go:171","msg":"trace[679424008] transaction","detail":"{read_only:false; number_of_response:0; response_revision:777; }","duration":"509.190231ms","start":"2026-07-17T14:22:09.875855Z","end":"2026-07-17T14:22:10.385045Z","steps":["trace[679424008] 'process raft request' (duration: 508.825386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.385266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.319764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-07-17T14:22:10.385298Z","caller":"traceutil/trace.go:171","msg":"trace[1073420850] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:779; }","duration":"509.371354ms","start":"2026-07-17T14:22:09.875918Z","end":"2026-07-17T14:22:10.385289Z","steps":["trace[1073420850] 'agreement among raft nodes before linearized reading' (duration: 509.268963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.385324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.875906Z","time spent":"509.413485ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-17T14:22:10.385347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.878481Z","time spent":"506.751629ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:22:10.385389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.875757Z","time spent":"509.475496ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1478,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:22:10.385458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.87585Z","time spent":"509.418195ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:22:10.652187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.551335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:22:10.652876Z","caller":"traceutil/trace.go:171","msg":"trace[1430857261] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"263.070172ms","start":"2026-07-17T14:22:10.389788Z","end":"2026-07-17T14:22:10.652859Z","steps":["trace[1430857261] 'process raft request' (duration: 263.025171ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:22:10.653099Z","caller":"traceutil/trace.go:171","msg":"trace[967256185] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:819; }","duration":"268.140367ms","start":"2026-07-17T14:22:10.384933Z","end":"2026-07-17T14:22:10.653073Z","steps":["trace[967256185] 'read index received' (duration: 123.498544ms)","trace[967256185] 'applied index is now lower than readState.Index' (duration: 144.638983ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:22:10.653226Z","caller":"traceutil/trace.go:171","msg":"trace[1098825149] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"689.195002ms","start":"2026-07-17T14:22:09.964018Z","end":"2026-07-17T14:22:10.653213Z","steps":["trace[1098825149] 'process raft request' (duration: 544.530919ms)","trace[1098825149] 'compare' (duration: 143.29846ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:22:10.653231Z","caller":"traceutil/trace.go:171","msg":"trace[2019514012] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"266.661732ms","start":"2026-07-17T14:22:10.386544Z","end":"2026-07-17T14:22:10.653206Z","steps":["trace[2019514012] 'process raft request' (duration: 266.231495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.653272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.707154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:10.653318Z","caller":"traceutil/trace.go:171","msg":"trace[1542928943] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:783; }","duration":"657.774585ms","start":"2026-07-17T14:22:09.995529Z","end":"2026-07-17T14:22:10.653304Z","steps":["trace[1542928943] 'agreement among raft nodes before linearized reading' (duration: 657.700383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.653416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.397693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:10.653454Z","caller":"traceutil/trace.go:171","msg":"trace[1382790726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"776.447364ms","start":"2026-07-17T14:22:09.876998Z","end":"2026-07-17T14:22:10.653446Z","steps":["trace[1382790726] 'agreement among raft nodes before linearized reading' (duration: 776.389503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.653511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.876991Z","time spent":"776.512476ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:22:10.653518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.963992Z","time spent":"689.264603ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:22:10.653592Z","caller":"traceutil/trace.go:171","msg":"trace[1307983315] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"659.635218ms","start":"2026-07-17T14:22:09.993937Z","end":"2026-07-17T14:22:10.653573Z","steps":["trace[1307983315] 'process raft request' (duration: 658.512718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.653726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.729438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:10.653779Z","caller":"traceutil/trace.go:171","msg":"trace[96814993] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:783; }","duration":"156.791839ms","start":"2026-07-17T14:22:10.496957Z","end":"2026-07-17T14:22:10.653749Z","steps":["trace[96814993] 'agreement among raft nodes before linearized reading' (duration: 156.686578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.653869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.724442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-r7jt5\" ","response":"range_response_count:1 size:4694"} {"level":"warn","ts":"2026-07-17T14:22:10.653861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.993918Z","time spent":"659.755999ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:22:10.653913Z","caller":"traceutil/trace.go:171","msg":"trace[1349436120] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-r7jt5; range_end:; response_count:1; response_revision:783; }","duration":"263.785803ms","start":"2026-07-17T14:22:10.390117Z","end":"2026-07-17T14:22:10.653902Z","steps":["trace[1349436120] 'agreement among raft nodes before linearized reading' (duration: 263.561699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.653839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.716853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1493"} {"level":"info","ts":"2026-07-17T14:22:10.654041Z","caller":"traceutil/trace.go:171","msg":"trace[131874531] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:783; }","duration":"267.001988ms","start":"2026-07-17T14:22:10.387015Z","end":"2026-07-17T14:22:10.654017Z","steps":["trace[131874531] 'agreement among raft nodes before linearized reading' (duration: 266.48375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.654157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.194382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1493"} {"level":"warn","ts":"2026-07-17T14:22:10.654213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.95996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c319a7116ed298\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-17T14:22:10.65422Z","caller":"traceutil/trace.go:171","msg":"trace[1372216205] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:783; }","duration":"263.280265ms","start":"2026-07-17T14:22:10.390917Z","end":"2026-07-17T14:22:10.654197Z","steps":["trace[1372216205] 'agreement among raft nodes before linearized reading' (duration: 262.650115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.654218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:09.995521Z","time spent":"657.834835ms","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:22:10.654255Z","caller":"traceutil/trace.go:171","msg":"trace[1510481382] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c319a7116ed298; range_end:; response_count:1; response_revision:783; }","duration":"266.034881ms","start":"2026-07-17T14:22:10.388205Z","end":"2026-07-17T14:22:10.65424Z","steps":["trace[1510481382] 'agreement among raft nodes before linearized reading' (duration: 265.559613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:10.947225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.145755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:22:10.947413Z","caller":"traceutil/trace.go:171","msg":"trace[991183203] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:823; }","duration":"288.986588ms","start":"2026-07-17T14:22:10.658408Z","end":"2026-07-17T14:22:10.947395Z","steps":["trace[991183203] 'read index received' (duration: 105.689352ms)","trace[991183203] 'applied index is now lower than readState.Index' (duration: 183.295796ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:22:10.947611Z","caller":"traceutil/trace.go:171","msg":"trace[702678803] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"290.77965ms","start":"2026-07-17T14:22:10.656801Z","end":"2026-07-17T14:22:10.947581Z","steps":["trace[702678803] 'process raft request' (duration: 107.167397ms)","trace[702678803] 'compare' (duration: 182.927261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:22:10.947739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.321114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:22:10.947815Z","caller":"traceutil/trace.go:171","msg":"trace[1992426633] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:784; }","duration":"289.368985ms","start":"2026-07-17T14:22:10.658403Z","end":"2026-07-17T14:22:10.947772Z","steps":["trace[1992426633] 'agreement among raft nodes before linearized reading' (duration: 289.08201ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:22:11.149742Z","caller":"traceutil/trace.go:171","msg":"trace[3728532] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"484.91609ms","start":"2026-07-17T14:22:10.664785Z","end":"2026-07-17T14:22:11.149701Z","steps":["trace[3728532] 'process raft request' (duration: 388.293696ms)","trace[3728532] 'compare' (duration: 96.33433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:22:11.149989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:10.664768Z","time spent":"485.067812ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:22:11.150099Z","caller":"traceutil/trace.go:171","msg":"trace[1448098527] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:824; }","duration":"199.859319ms","start":"2026-07-17T14:22:10.950216Z","end":"2026-07-17T14:22:11.150075Z","steps":["trace[1448098527] 'read index received' (duration: 102.772976ms)","trace[1448098527] 'applied index is now lower than readState.Index' (duration: 97.085383ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:22:11.150229Z","caller":"traceutil/trace.go:171","msg":"trace[1316360682] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"418.899041ms","start":"2026-07-17T14:22:10.73132Z","end":"2026-07-17T14:22:11.150219Z","steps":["trace[1316360682] 'process raft request' (duration: 418.406452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:11.150352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:10.731289Z","time spent":"418.976873ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:22:11.150638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.126093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-t2mtd.18c319ae7e7f9487\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-07-17T14:22:11.150708Z","caller":"traceutil/trace.go:171","msg":"trace[729431997] range","detail":"{range_begin:/registry/events/kube-system/cilium-t2mtd.18c319ae7e7f9487; range_end:; response_count:1; response_revision:786; }","duration":"200.215204ms","start":"2026-07-17T14:22:10.950476Z","end":"2026-07-17T14:22:11.150691Z","steps":["trace[729431997] 'agreement among raft nodes before linearized reading' (duration: 199.97202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:11.150886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.665012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T14:22:11.150926Z","caller":"traceutil/trace.go:171","msg":"trace[1266577965] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:786; }","duration":"200.737374ms","start":"2026-07-17T14:22:10.950176Z","end":"2026-07-17T14:22:11.150913Z","steps":["trace[1266577965] 'agreement among raft nodes before linearized reading' (duration: 200.675623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:11.150938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.413314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:11.150985Z","caller":"traceutil/trace.go:171","msg":"trace[1082488090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:786; }","duration":"198.468805ms","start":"2026-07-17T14:22:10.9525Z","end":"2026-07-17T14:22:11.150969Z","steps":["trace[1082488090] 'agreement among raft nodes before linearized reading' (duration: 198.398173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:16.947125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:17.448239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:17.948427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:18.449004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:18.94919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:18.955014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:18.955081Z","caller":"traceutil/trace.go:171","msg":"trace[94831582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292508s","start":"2026-07-17T14:22:16.954773Z","end":"2026-07-17T14:22:18.955066Z","steps":["trace[94831582] 'agreement among raft nodes before linearized reading' (duration: 2.000205197s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:18.955202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:16.954756Z","time spent":"2.000419371s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:22:18 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:19.45318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:19.954164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:20.454416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:20.954804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:20.95559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:20.955636Z","caller":"traceutil/trace.go:171","msg":"trace[1221268930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00029059s","start":"2026-07-17T14:22:18.955332Z","end":"2026-07-17T14:22:20.955623Z","steps":["trace[1221268930] 'agreement among raft nodes before linearized reading' (duration: 2.000232149s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:20.955671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:18.955314Z","time spent":"2.000348751s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:22:20 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:21.446962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999851492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:22:21.447062Z","caller":"traceutil/trace.go:171","msg":"trace[490059012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999999154s","start":"2026-07-17T14:22:16.447039Z","end":"2026-07-17T14:22:21.447038Z","steps":["trace[490059012] 'agreement among raft nodes before linearized reading' (duration: 4.999877362s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.447111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:16.447022Z","time spent":"5.000078495s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/17 14:22:21 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:22:21.455213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:21.840651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.470111968s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:22:21.841866Z","caller":"traceutil/trace.go:171","msg":"trace[2033290523] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:890; }","duration":"5.394760062s","start":"2026-07-17T14:22:16.447081Z","end":"2026-07-17T14:22:21.841841Z","steps":["trace[2033290523] 'read index received' (duration: 5.394002701s)","trace[2033290523] 'applied index is now lower than readState.Index' (duration: 755.971µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:22:21.841569Z","caller":"traceutil/trace.go:171","msg":"trace[78370251] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"5.471123484s","start":"2026-07-17T14:22:16.370412Z","end":"2026-07-17T14:22:21.841536Z","steps":["trace[78370251] 'process raft request' (duration: 5.470755659s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:22:21.842053Z","caller":"traceutil/trace.go:171","msg":"trace[204755172] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"909.730093ms","start":"2026-07-17T14:22:20.932289Z","end":"2026-07-17T14:22:21.842019Z","steps":["trace[204755172] 'process raft request' (duration: 909.50351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.842249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:20.932267Z","time spent":"909.879226ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:22:21.842365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.084995486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:22:21.842409Z","caller":"traceutil/trace.go:171","msg":"trace[1804352909] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:851; }","duration":"5.085117688s","start":"2026-07-17T14:22:16.75728Z","end":"2026-07-17T14:22:21.842397Z","steps":["trace[1804352909] 'agreement among raft nodes before linearized reading' (duration: 5.085001877s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.842451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:16.757255Z","time spent":"5.085185919s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:22:21.842732Z","caller":"traceutil/trace.go:171","msg":"trace[438458491] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"1.572609008s","start":"2026-07-17T14:22:20.270111Z","end":"2026-07-17T14:22:21.84272Z","steps":["trace[438458491] 'process raft request' (duration: 1.571532372s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.842803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:20.270067Z","time spent":"1.57270163s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:22:21.84287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.843534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:21.842922Z","caller":"traceutil/trace.go:171","msg":"trace[503755072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:851; }","duration":"879.969658ms","start":"2026-07-17T14:22:20.962938Z","end":"2026-07-17T14:22:21.842908Z","steps":["trace[503755072] 'agreement among raft nodes before linearized reading' (duration: 879.849056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.842971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:20.962924Z","time spent":"880.037128ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:22:21.843174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48596218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:22:21.843214Z","caller":"traceutil/trace.go:171","msg":"trace[1750122633] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:851; }","duration":"4.486079212s","start":"2026-07-17T14:22:17.357125Z","end":"2026-07-17T14:22:21.843205Z","steps":["trace[1750122633] 'agreement among raft nodes before linearized reading' (duration: 4.486013401s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.843288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:17.357104Z","time spent":"4.486173324s","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:21.843312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83183757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T14:22:21.843368Z","caller":"traceutil/trace.go:171","msg":"trace[1395929272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:851; }","duration":"1.831939272s","start":"2026-07-17T14:22:20.01141Z","end":"2026-07-17T14:22:21.84335Z","steps":["trace[1395929272] 'agreement among raft nodes before linearized reading' (duration: 1.831758399s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.843436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:20.011382Z","time spent":"1.832039923s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:22:21.843512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931512795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:22:21.843561Z","caller":"traceutil/trace.go:171","msg":"trace[1744290351] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:851; }","duration":"4.931563456s","start":"2026-07-17T14:22:16.911985Z","end":"2026-07-17T14:22:21.843548Z","steps":["trace[1744290351] 'agreement among raft nodes before linearized reading' (duration: 4.931487445s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.843608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:16.911938Z","time spent":"4.931654297s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:21.843774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.360737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c319a7116ed298\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-17T14:22:21.843829Z","caller":"traceutil/trace.go:171","msg":"trace[1777126471] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c319a7116ed298; range_end:; response_count:1; response_revision:851; }","duration":"884.451558ms","start":"2026-07-17T14:22:20.959362Z","end":"2026-07-17T14:22:21.843814Z","steps":["trace[1777126471] 'agreement among raft nodes before linearized reading' (duration: 884.304355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.843873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:20.959341Z","time spent":"884.520259ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c319a7116ed298\" "} {"level":"warn","ts":"2026-07-17T14:22:21.844522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037601036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:22:21.844453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.425627072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:22:21.844575Z","caller":"traceutil/trace.go:171","msg":"trace[102596314] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:851; }","duration":"1.037698848s","start":"2026-07-17T14:22:20.806865Z","end":"2026-07-17T14:22:21.844564Z","steps":["trace[102596314] 'agreement among raft nodes before linearized reading' (duration: 1.037610517s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.84461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:20.80684Z","time spent":"1.03776072s","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:22:21.844625Z","caller":"traceutil/trace.go:171","msg":"trace[1031005285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:851; }","duration":"4.425918417s","start":"2026-07-17T14:22:17.418682Z","end":"2026-07-17T14:22:21.844601Z","steps":["trace[1031005285] 'agreement among raft nodes before linearized reading' (duration: 4.424430443s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.844706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:17.41866Z","time spent":"4.426033519s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:22:21.844886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:16.370378Z","time spent":"5.471718084s","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:22:21.846007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803382117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:22:21.846064Z","caller":"traceutil/trace.go:171","msg":"trace[498270452] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:851; }","duration":"2.803463028s","start":"2026-07-17T14:22:19.042586Z","end":"2026-07-17T14:22:21.846049Z","steps":["trace[498270452] 'agreement among raft nodes before linearized reading' (duration: 2.803321936s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.846082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31513372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:22:21.846171Z","caller":"traceutil/trace.go:171","msg":"trace[110724629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:851; }","duration":"4.315243992s","start":"2026-07-17T14:22:17.530912Z","end":"2026-07-17T14:22:21.846156Z","steps":["trace[110724629] 'agreement among raft nodes before linearized reading' (duration: 4.314946007s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.846099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:19.042575Z","time spent":"2.803514849s","remote":"127.0.0.1:60644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:21.846258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:17.530873Z","time spent":"4.315373564s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:22:21.847206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.319172105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:22:21.847273Z","caller":"traceutil/trace.go:171","msg":"trace[1120759678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:851; }","duration":"4.319275146s","start":"2026-07-17T14:22:17.527983Z","end":"2026-07-17T14:22:21.847258Z","steps":["trace[1120759678] 'agreement among raft nodes before linearized reading' (duration: 4.318970231s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:21.847395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:17.527963Z","time spent":"4.319405419s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T14:22:23.116627Z","caller":"traceutil/trace.go:171","msg":"trace[1101368820] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:898; }","duration":"161.217736ms","start":"2026-07-17T14:22:22.955377Z","end":"2026-07-17T14:22:23.116595Z","steps":["trace[1101368820] 'read index received' (duration: 160.88228ms)","trace[1101368820] 'applied index is now lower than readState.Index' (duration: 334.186µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:22:23.116796Z","caller":"traceutil/trace.go:171","msg":"trace[1832294286] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"251.479348ms","start":"2026-07-17T14:22:22.865304Z","end":"2026-07-17T14:22:23.116783Z","steps":["trace[1832294286] 'process raft request' (duration: 251.085221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:23.117158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.736873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:23.117203Z","caller":"traceutil/trace.go:171","msg":"trace[1478515581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"161.864056ms","start":"2026-07-17T14:22:22.955327Z","end":"2026-07-17T14:22:23.117191Z","steps":["trace[1478515581] 'agreement among raft nodes before linearized reading' (duration: 161.646782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:23.117352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.465926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:22:23.11744Z","caller":"traceutil/trace.go:171","msg":"trace[2144326408] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:857; }","duration":"155.598029ms","start":"2026-07-17T14:22:22.961822Z","end":"2026-07-17T14:22:23.11742Z","steps":["trace[2144326408] 'agreement among raft nodes before linearized reading' (duration: 155.443696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:26.365727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:26.866855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519628400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:22:26.91843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453019562s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:22:26.918972Z","caller":"traceutil/trace.go:171","msg":"trace[1912484516] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"1.453684562s","start":"2026-07-17T14:22:25.465264Z","end":"2026-07-17T14:22:26.918949Z","steps":["trace[1912484516] 'process raft request' (duration: 1.45353528s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:26.919102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:25.465243Z","time spent":"1.453785264s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:22:27.407124Z","caller":"traceutil/trace.go:171","msg":"trace[226713184] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:915; }","duration":"1.542495797s","start":"2026-07-17T14:22:25.864605Z","end":"2026-07-17T14:22:27.407101Z","steps":["trace[226713184] 'read index received' (duration: 1.054210214s)","trace[226713184] 'applied index is now lower than readState.Index' (duration: 488.284023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:22:27.407379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542756722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:22:27.407422Z","caller":"traceutil/trace.go:171","msg":"trace[300645060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:873; }","duration":"1.542857123s","start":"2026-07-17T14:22:25.864552Z","end":"2026-07-17T14:22:27.40741Z","steps":["trace[300645060] 'agreement among raft nodes before linearized reading' (duration: 1.54269426s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:27.407521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:25.864532Z","time spent":"1.542978405s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:22:27.407588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.442449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:27.407654Z","caller":"traceutil/trace.go:171","msg":"trace[911120910] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:873; }","duration":"675.55124ms","start":"2026-07-17T14:22:26.732086Z","end":"2026-07-17T14:22:27.407637Z","steps":["trace[911120910] 'agreement among raft nodes before linearized reading' (duration: 675.451639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:27.407697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:26.732066Z","time spent":"675.622261ms","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:22:27.407702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.826877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:22:27.407732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534768781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:22:27.407762Z","caller":"traceutil/trace.go:171","msg":"trace[537725558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:873; }","duration":"1.534799421s","start":"2026-07-17T14:22:25.872956Z","end":"2026-07-17T14:22:27.407755Z","steps":["trace[537725558] 'agreement among raft nodes before linearized reading' (duration: 1.53470193s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:27.40778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:25.872938Z","time spent":"1.534836761s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T14:22:27.407824Z","caller":"traceutil/trace.go:171","msg":"trace[844242382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:873; }","duration":"453.99119ms","start":"2026-07-17T14:22:26.953821Z","end":"2026-07-17T14:22:27.407812Z","steps":["trace[844242382] 'agreement among raft nodes before linearized reading' (duration: 453.807337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:27.40788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535126976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:22:27.407904Z","caller":"traceutil/trace.go:171","msg":"trace[8552013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:873; }","duration":"1.535163786s","start":"2026-07-17T14:22:25.872735Z","end":"2026-07-17T14:22:27.407899Z","steps":["trace[8552013] 'agreement among raft nodes before linearized reading' (duration: 1.535102605s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:27.407898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541550673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-c6lf9\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-07-17T14:22:27.407923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:25.872728Z","time spent":"1.535190406s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T14:22:27.407932Z","caller":"traceutil/trace.go:171","msg":"trace[1350458064] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-c6lf9; range_end:; response_count:1; response_revision:873; }","duration":"1.541713865s","start":"2026-07-17T14:22:25.866209Z","end":"2026-07-17T14:22:27.407922Z","steps":["trace[1350458064] 'agreement among raft nodes before linearized reading' (duration: 1.54132248s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:27.407964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:25.866198Z","time spent":"1.541757146s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-c6lf9\" "} {"level":"warn","ts":"2026-07-17T14:22:27.408174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:26.9538Z","time spent":"454.363776ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:22:59.13529Z","caller":"traceutil/trace.go:171","msg":"trace[2051312604] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"412.942417ms","start":"2026-07-17T14:22:58.722311Z","end":"2026-07-17T14:22:59.135253Z","steps":["trace[2051312604] 'process raft request' (duration: 412.641563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:59.135529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:58.722287Z","time spent":"413.127659ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:22:59.860722Z","caller":"traceutil/trace.go:171","msg":"trace[864591876] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1344; }","duration":"905.222898ms","start":"2026-07-17T14:22:58.955472Z","end":"2026-07-17T14:22:59.860695Z","steps":["trace[864591876] 'read index received' (duration: 179.481753ms)","trace[864591876] 'applied index is now lower than readState.Index' (duration: 725.739345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:22:59.860882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.395301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:22:59.861004Z","caller":"traceutil/trace.go:171","msg":"trace[981051016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1293; }","duration":"905.607712ms","start":"2026-07-17T14:22:58.955368Z","end":"2026-07-17T14:22:59.860976Z","steps":["trace[981051016] 'agreement among raft nodes before linearized reading' (duration: 905.4139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:59.861013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.608045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T14:22:59.861054Z","caller":"traceutil/trace.go:171","msg":"trace[1503380964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1293; }","duration":"794.670616ms","start":"2026-07-17T14:22:59.066372Z","end":"2026-07-17T14:22:59.861043Z","steps":["trace[1503380964] 'agreement among raft nodes before linearized reading' (duration: 794.488104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:59.861062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:58.955321Z","time spent":"905.728854ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:22:59.861095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:22:59.066278Z","time spent":"794.803677ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:22:59.861256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.015687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T14:22:59.861315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.569774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:22:59.861329Z","caller":"traceutil/trace.go:171","msg":"trace[474174221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1293; }","duration":"230.112758ms","start":"2026-07-17T14:22:59.631194Z","end":"2026-07-17T14:22:59.861307Z","steps":["trace[474174221] 'agreement among raft nodes before linearized reading' (duration: 229.898285ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:22:59.861397Z","caller":"traceutil/trace.go:171","msg":"trace[510074365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1293; }","duration":"230.653095ms","start":"2026-07-17T14:22:59.630725Z","end":"2026-07-17T14:22:59.861378Z","steps":["trace[510074365] 'agreement among raft nodes before linearized reading' (duration: 230.448852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:22:59.861399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.447955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:22:59.861633Z","caller":"traceutil/trace.go:171","msg":"trace[273184721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1293; }","duration":"159.734709ms","start":"2026-07-17T14:22:59.701841Z","end":"2026-07-17T14:22:59.861576Z","steps":["trace[273184721] 'agreement among raft nodes before linearized reading' (duration: 159.192032ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:23:22.919754Z","caller":"traceutil/trace.go:171","msg":"trace[954447100] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"177.833679ms","start":"2026-07-17T14:23:22.7419Z","end":"2026-07-17T14:23:22.919734Z","steps":["trace[954447100] 'process raft request' (duration: 177.690837ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:23:23.246252Z","caller":"traceutil/trace.go:171","msg":"trace[1487971656] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"352.355962ms","start":"2026-07-17T14:23:22.893869Z","end":"2026-07-17T14:23:23.246225Z","steps":["trace[1487971656] 'process raft request' (duration: 352.284091ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:23:23.246282Z","caller":"traceutil/trace.go:171","msg":"trace[1920029302] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"502.462936ms","start":"2026-07-17T14:23:22.743794Z","end":"2026-07-17T14:23:23.246257Z","steps":["trace[1920029302] 'process raft request' (duration: 502.192373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:23:23.246413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:23:22.893844Z","time spent":"352.485733ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:23:23.246519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:23:22.743782Z","time spent":"502.555757ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:23:26.398237Z","caller":"traceutil/trace.go:171","msg":"trace[994545403] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"381.172411ms","start":"2026-07-17T14:23:26.017039Z","end":"2026-07-17T14:23:26.398212Z","steps":["trace[994545403] 'process raft request' (duration: 381.010539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:23:26.398411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:23:26.017027Z","time spent":"381.290362ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:23:26.454714Z","caller":"traceutil/trace.go:171","msg":"trace[202067325] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"436.986673ms","start":"2026-07-17T14:23:26.017709Z","end":"2026-07-17T14:23:26.454696Z","steps":["trace[202067325] 'process raft request' (duration: 436.931183ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:23:26.45475Z","caller":"traceutil/trace.go:171","msg":"trace[1206489005] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"437.341347ms","start":"2026-07-17T14:23:26.017368Z","end":"2026-07-17T14:23:26.454709Z","steps":["trace[1206489005] 'process raft request' (duration: 437.147645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:23:26.454841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:23:26.017702Z","time spent":"437.073394ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:23:26.454896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:23:26.017348Z","time spent":"437.478669ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:23:26.454992Z","caller":"traceutil/trace.go:171","msg":"trace[1340078662] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"436.977913ms","start":"2026-07-17T14:23:26.018006Z","end":"2026-07-17T14:23:26.454984Z","steps":["trace[1340078662] 'process raft request' (duration: 436.66092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:23:26.455036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:23:26.017991Z","time spent":"437.026213ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:23:26.455119Z","caller":"traceutil/trace.go:171","msg":"trace[945794747] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1631; }","duration":"165.97268ms","start":"2026-07-17T14:23:26.289138Z","end":"2026-07-17T14:23:26.45511Z","steps":["trace[945794747] 'read index received' (duration: 108.991766ms)","trace[945794747] 'applied index is now lower than readState.Index' (duration: 56.980124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:23:26.455192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.048131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:23:26.45523Z","caller":"traceutil/trace.go:171","msg":"trace[1882489828] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1572; }","duration":"166.126661ms","start":"2026-07-17T14:23:26.289095Z","end":"2026-07-17T14:23:26.455222Z","steps":["trace[1882489828] 'agreement among raft nodes before linearized reading' (duration: 166.049151ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:23:26.4553Z","caller":"traceutil/trace.go:171","msg":"trace[1030730953] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"190.405644ms","start":"2026-07-17T14:23:26.26487Z","end":"2026-07-17T14:23:26.455276Z","steps":["trace[1030730953] 'process raft request' (duration: 190.08214ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:09.172161Z","caller":"traceutil/trace.go:171","msg":"trace[859938101] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"173.345342ms","start":"2026-07-17T14:24:08.998792Z","end":"2026-07-17T14:24:09.172137Z","steps":["trace[859938101] 'process raft request' (duration: 173.12113ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:09.179712Z","caller":"traceutil/trace.go:171","msg":"trace[1819349733] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"164.527968ms","start":"2026-07-17T14:24:09.015155Z","end":"2026-07-17T14:24:09.179683Z","steps":["trace[1819349733] 'process raft request' (duration: 164.274166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:11.61088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.266716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T14:24:11.610994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.522934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab1fd075-deb5-4318-a899-b4dff3ed555e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-17T14:24:11.611003Z","caller":"traceutil/trace.go:171","msg":"trace[1875485252] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2268; }","duration":"398.432667ms","start":"2026-07-17T14:24:11.212534Z","end":"2026-07-17T14:24:11.610966Z","steps":["trace[1875485252] 'count revisions from in-memory index tree' (duration: 398.157625ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:11.611057Z","caller":"traceutil/trace.go:171","msg":"trace[65391503] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ab1fd075-deb5-4318-a899-b4dff3ed555e; range_end:; response_count:1; response_revision:2268; }","duration":"107.629445ms","start":"2026-07-17T14:24:11.503415Z","end":"2026-07-17T14:24:11.611045Z","steps":["trace[65391503] 'range keys from in-memory index tree' (duration: 107.387933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:11.611112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:11.212509Z","time spent":"398.572558ms","remote":"127.0.0.1:60622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:24:12.243392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519631127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:24:12.744935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519631127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:24:12.963799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349022721s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:24:12.96427Z","caller":"traceutil/trace.go:171","msg":"trace[1971201953] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"1.349556707s","start":"2026-07-17T14:24:11.614682Z","end":"2026-07-17T14:24:12.964239Z","steps":["trace[1971201953] 'process raft request' (duration: 1.349300425s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:12.964457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:11.61466Z","time spent":"1.349701658s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:13.472015Z","caller":"traceutil/trace.go:171","msg":"trace[421451778] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.854252026s","start":"2026-07-17T14:24:11.617724Z","end":"2026-07-17T14:24:13.471976Z","steps":["trace[421451778] 'process raft request' (duration: 1.853921733s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.472188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:11.617707Z","time spent":"1.854390237s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:13.472278Z","caller":"traceutil/trace.go:171","msg":"trace[445296779] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"1.461168299s","start":"2026-07-17T14:24:12.011101Z","end":"2026-07-17T14:24:13.47227Z","steps":["trace[445296779] 'process raft request' (duration: 1.461110328s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:13.472345Z","caller":"traceutil/trace.go:171","msg":"trace[1687381914] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.461811835s","start":"2026-07-17T14:24:12.010527Z","end":"2026-07-17T14:24:13.472339Z","steps":["trace[1687381914] 'process raft request' (duration: 1.461643464s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.472422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.011075Z","time spent":"1.461285821s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:13.472436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.010474Z","time spent":"1.461887736s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:13.472275Z","caller":"traceutil/trace.go:171","msg":"trace[1889091190] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.568765944s","start":"2026-07-17T14:24:11.903487Z","end":"2026-07-17T14:24:13.472253Z","steps":["trace[1889091190] 'process raft request' (duration: 1.56836807s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:13.47257Z","caller":"traceutil/trace.go:171","msg":"trace[2080863270] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"1.405407584s","start":"2026-07-17T14:24:12.067155Z","end":"2026-07-17T14:24:13.472562Z","steps":["trace[2080863270] 'process raft request' (duration: 1.405087612s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.472617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.067134Z","time spent":"1.405459325s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:13.472638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:11.903462Z","time spent":"1.569080026s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:13.472766Z","caller":"traceutil/trace.go:171","msg":"trace[1949306516] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"1.224138169s","start":"2026-07-17T14:24:12.24862Z","end":"2026-07-17T14:24:13.472758Z","steps":["trace[1949306516] 'process raft request' (duration: 1.223903957s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.472812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.248598Z","time spent":"1.224192189s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:13.47297Z","caller":"traceutil/trace.go:171","msg":"trace[1880946060] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"738.123126ms","start":"2026-07-17T14:24:12.734828Z","end":"2026-07-17T14:24:13.472951Z","steps":["trace[1880946060] 'process raft request' (duration: 737.901504ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:13.472975Z","caller":"traceutil/trace.go:171","msg":"trace[939192922] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2370; }","duration":"1.730268527s","start":"2026-07-17T14:24:11.742692Z","end":"2026-07-17T14:24:13.47296Z","steps":["trace[939192922] 'read index received' (duration: 1.221320978s)","trace[939192922] 'applied index is now lower than readState.Index' (duration: 508.945589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:24:13.473015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.734801Z","time spent":"738.192057ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:13.473139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688303152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab1fd075-deb5-4318-a899-b4dff3ed555e\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-07-17T14:24:13.473156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730453789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T14:24:13.473182Z","caller":"traceutil/trace.go:171","msg":"trace[291624002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2276; }","duration":"1.730511709s","start":"2026-07-17T14:24:11.742662Z","end":"2026-07-17T14:24:13.473174Z","steps":["trace[291624002] 'agreement among raft nodes before linearized reading' (duration: 1.730364678s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.473276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.326834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:24:13.473305Z","caller":"traceutil/trace.go:171","msg":"trace[424878348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2276; }","duration":"675.384126ms","start":"2026-07-17T14:24:12.797915Z","end":"2026-07-17T14:24:13.473299Z","steps":["trace[424878348] 'agreement among raft nodes before linearized reading' (duration: 675.316756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.473316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.438579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:24:13.47337Z","caller":"traceutil/trace.go:171","msg":"trace[1659616085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2276; }","duration":"687.493179ms","start":"2026-07-17T14:24:12.785845Z","end":"2026-07-17T14:24:13.473338Z","steps":["trace[1659616085] 'agreement among raft nodes before linearized reading' (duration: 687.376529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.473374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.824539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:24:13.4734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.785834Z","time spent":"687.55787ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:24:13.473251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:11.742646Z","time spent":"1.73059742s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T14:24:13.473401Z","caller":"traceutil/trace.go:171","msg":"trace[1445776019] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2276; }","duration":"981.883809ms","start":"2026-07-17T14:24:12.491509Z","end":"2026-07-17T14:24:13.473392Z","steps":["trace[1445776019] 'agreement among raft nodes before linearized reading' (duration: 981.794768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.473458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.363451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:24:13.473573Z","caller":"traceutil/trace.go:171","msg":"trace[1991139913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2276; }","duration":"699.504203ms","start":"2026-07-17T14:24:12.774056Z","end":"2026-07-17T14:24:13.473561Z","steps":["trace[1991139913] 'agreement among raft nodes before linearized reading' (duration: 699.24247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.473324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.7979Z","time spent":"675.419676ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:24:13.473503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.491488Z","time spent":"982.00541ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:24:13.473202Z","caller":"traceutil/trace.go:171","msg":"trace[620144996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ab1fd075-deb5-4318-a899-b4dff3ed555e; range_end:; response_count:1; response_revision:2276; }","duration":"1.688372592s","start":"2026-07-17T14:24:11.784794Z","end":"2026-07-17T14:24:13.473167Z","steps":["trace[620144996] 'agreement among raft nodes before linearized reading' (duration: 1.688274551s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.473937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:11.784777Z","time spent":"1.689126029s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab1fd075-deb5-4318-a899-b4dff3ed555e\" "} {"level":"warn","ts":"2026-07-17T14:24:13.47322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.57297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:24:13.474082Z","caller":"traceutil/trace.go:171","msg":"trace[727476396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2276; }","duration":"518.441698ms","start":"2026-07-17T14:24:12.955615Z","end":"2026-07-17T14:24:13.474057Z","steps":["trace[727476396] 'agreement among raft nodes before linearized reading' (duration: 517.58897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.474169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.9556Z","time spent":"518.535069ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:24:13.473183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.967234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:24:13.474247Z","caller":"traceutil/trace.go:171","msg":"trace[723371657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2276; }","duration":"688.033965ms","start":"2026-07-17T14:24:12.786199Z","end":"2026-07-17T14:24:13.474233Z","steps":["trace[723371657] 'agreement among raft nodes before linearized reading' (duration: 686.940014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:13.474284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.786192Z","time spent":"688.081285ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:24:13.473619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:12.774041Z","time spent":"699.567824ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:24:14.148901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519631138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:24:14.339915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.537245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:24:14.340323Z","caller":"traceutil/trace.go:171","msg":"trace[1468801096] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"859.326573ms","start":"2026-07-17T14:24:13.480968Z","end":"2026-07-17T14:24:14.340294Z","steps":["trace[1468801096] 'process raft request' (duration: 50.310283ms)","trace[1468801096] 'compare' (duration: 808.226381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:24:14.340436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:13.480937Z","time spent":"859.451573ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:14.340679Z","caller":"traceutil/trace.go:171","msg":"trace[1269329316] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2378; }","duration":"692.116501ms","start":"2026-07-17T14:24:13.648537Z","end":"2026-07-17T14:24:14.340653Z","steps":["trace[1269329316] 'read index received' (duration: 676.419024ms)","trace[1269329316] 'applied index is now lower than readState.Index' (duration: 15.695567ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:24:14.340927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.380855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:24:14.340941Z","caller":"traceutil/trace.go:171","msg":"trace[203000109] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"859.657515ms","start":"2026-07-17T14:24:13.481267Z","end":"2026-07-17T14:24:14.340925Z","steps":["trace[203000109] 'process raft request' (duration: 858.858076ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:14.34098Z","caller":"traceutil/trace.go:171","msg":"trace[151923406] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:2282; }","duration":"692.463466ms","start":"2026-07-17T14:24:13.648504Z","end":"2026-07-17T14:24:14.340968Z","steps":["trace[151923406] 'agreement among raft nodes before linearized reading' (duration: 692.232013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:14.341013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:13.481262Z","time spent":"859.713295ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:14.341068Z","caller":"traceutil/trace.go:171","msg":"trace[1794220224] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"602.202997ms","start":"2026-07-17T14:24:13.738855Z","end":"2026-07-17T14:24:14.341058Z","steps":["trace[1794220224] 'process raft request' (duration: 601.308458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:14.341133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:13.738818Z","time spent":"602.279299ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:14.341025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:13.648487Z","time spent":"692.528836ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"info","ts":"2026-07-17T14:24:14.341145Z","caller":"traceutil/trace.go:171","msg":"trace[1351137014] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"859.914698ms","start":"2026-07-17T14:24:13.481202Z","end":"2026-07-17T14:24:14.341117Z","steps":["trace[1351137014] 'process raft request' (duration: 858.878998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:14.341278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:13.481192Z","time spent":"860.015339ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:14.341385Z","caller":"traceutil/trace.go:171","msg":"trace[2106723162] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"860.336741ms","start":"2026-07-17T14:24:13.48104Z","end":"2026-07-17T14:24:14.341376Z","steps":["trace[2106723162] 'process raft request' (duration: 858.977249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:14.341432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:13.481012Z","time spent":"860.395522ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:14.341434Z","caller":"traceutil/trace.go:171","msg":"trace[7096745] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"133.521171ms","start":"2026-07-17T14:24:14.207898Z","end":"2026-07-17T14:24:14.341419Z","steps":["trace[7096745] 'process raft request' (duration: 132.675173ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.033681Z","caller":"traceutil/trace.go:171","msg":"trace[653470049] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"149.444512ms","start":"2026-07-17T14:24:24.884221Z","end":"2026-07-17T14:24:25.033665Z","steps":["trace[653470049] 'process raft request' (duration: 148.986297ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.301363Z","caller":"traceutil/trace.go:171","msg":"trace[624997595] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"260.964322ms","start":"2026-07-17T14:24:25.040381Z","end":"2026-07-17T14:24:25.301345Z","steps":["trace[624997595] 'process raft request' (duration: 260.869911ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.302072Z","caller":"traceutil/trace.go:171","msg":"trace[1190654444] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"261.484537ms","start":"2026-07-17T14:24:25.039892Z","end":"2026-07-17T14:24:25.301376Z","steps":["trace[1190654444] 'process raft request' (duration: 220.963767ms)","trace[1190654444] 'compare' (duration: 40.166548ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:24:25.651532Z","caller":"traceutil/trace.go:171","msg":"trace[1047044021] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"137.074247ms","start":"2026-07-17T14:24:25.514431Z","end":"2026-07-17T14:24:25.651506Z","steps":["trace[1047044021] 'process raft request' (duration: 122.478453ms)","trace[1047044021] 'compare' (duration: 14.401981ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:24:25.651583Z","caller":"traceutil/trace.go:171","msg":"trace[496932557] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"112.755053ms","start":"2026-07-17T14:24:25.538817Z","end":"2026-07-17T14:24:25.651572Z","steps":["trace[496932557] 'process raft request' (duration: 112.722433ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.651677Z","caller":"traceutil/trace.go:171","msg":"trace[1908916758] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"135.399772ms","start":"2026-07-17T14:24:25.516269Z","end":"2026-07-17T14:24:25.651669Z","steps":["trace[1908916758] 'process raft request' (duration: 135.131099ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.651812Z","caller":"traceutil/trace.go:171","msg":"trace[416301008] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"130.694059ms","start":"2026-07-17T14:24:25.521109Z","end":"2026-07-17T14:24:25.651803Z","steps":["trace[416301008] 'process raft request' (duration: 130.344686ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.651897Z","caller":"traceutil/trace.go:171","msg":"trace[1145074998] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"123.704685ms","start":"2026-07-17T14:24:25.528184Z","end":"2026-07-17T14:24:25.651889Z","steps":["trace[1145074998] 'process raft request' (duration: 123.299202ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.652059Z","caller":"traceutil/trace.go:171","msg":"trace[1373481882] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"113.337999ms","start":"2026-07-17T14:24:25.538709Z","end":"2026-07-17T14:24:25.652047Z","steps":["trace[1373481882] 'process raft request' (duration: 112.804995ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.654225Z","caller":"traceutil/trace.go:171","msg":"trace[1449007375] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"100.980716ms","start":"2026-07-17T14:24:25.553229Z","end":"2026-07-17T14:24:25.654209Z","steps":["trace[1449007375] 'process raft request' (duration: 100.852425ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.65456Z","caller":"traceutil/trace.go:171","msg":"trace[1000035809] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"101.141967ms","start":"2026-07-17T14:24:25.553403Z","end":"2026-07-17T14:24:25.654545Z","steps":["trace[1000035809] 'process raft request' (duration: 100.759993ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.655024Z","caller":"traceutil/trace.go:171","msg":"trace[1723388160] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"101.097507ms","start":"2026-07-17T14:24:25.553913Z","end":"2026-07-17T14:24:25.655011Z","steps":["trace[1723388160] 'process raft request' (duration: 100.488011ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:25.655606Z","caller":"traceutil/trace.go:171","msg":"trace[272991341] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"100.861324ms","start":"2026-07-17T14:24:25.554717Z","end":"2026-07-17T14:24:25.655578Z","steps":["trace[272991341] 'process raft request' (duration: 100.098998ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:30.073105Z","caller":"traceutil/trace.go:171","msg":"trace[745743156] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"975.009796ms","start":"2026-07-17T14:24:29.098071Z","end":"2026-07-17T14:24:30.073081Z","steps":["trace[745743156] 'process raft request' (duration: 974.894635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:30.073211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:29.098054Z","time spent":"975.102347ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:30.096239Z","caller":"traceutil/trace.go:171","msg":"trace[1324510687] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"740.117798ms","start":"2026-07-17T14:24:29.356105Z","end":"2026-07-17T14:24:30.096222Z","steps":["trace[1324510687] 'process raft request' (duration: 739.116559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:30.096328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:29.356081Z","time spent":"740.204039ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:30.097821Z","caller":"traceutil/trace.go:171","msg":"trace[1889329547] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"433.761789ms","start":"2026-07-17T14:24:29.664039Z","end":"2026-07-17T14:24:30.0978Z","steps":["trace[1889329547] 'process raft request' (duration: 433.670908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:30.097975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:29.664001Z","time spent":"433.88999ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:30.098044Z","caller":"traceutil/trace.go:171","msg":"trace[1466970818] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"431.360827ms","start":"2026-07-17T14:24:29.666662Z","end":"2026-07-17T14:24:30.098023Z","steps":["trace[1466970818] 'process raft request' (duration: 431.122745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:30.098153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:29.66664Z","time spent":"431.458417ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:30.098192Z","caller":"traceutil/trace.go:171","msg":"trace[1212329507] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"431.449497ms","start":"2026-07-17T14:24:29.666724Z","end":"2026-07-17T14:24:30.098174Z","steps":["trace[1212329507] 'process raft request' (duration: 431.226025ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:30.098248Z","caller":"traceutil/trace.go:171","msg":"trace[124080515] linearizableReadLoop","detail":"{readStateIndex:2536; appliedIndex:2527; }","duration":"414.865316ms","start":"2026-07-17T14:24:29.683365Z","end":"2026-07-17T14:24:30.09823Z","steps":["trace[124080515] 'read index received' (duration: 389.549076ms)","trace[124080515] 'applied index is now lower than readState.Index' (duration: 25.31517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:24:30.098288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:29.66672Z","time spent":"431.521947ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:30.098367Z","caller":"traceutil/trace.go:171","msg":"trace[27489561] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"431.629398ms","start":"2026-07-17T14:24:29.666722Z","end":"2026-07-17T14:24:30.098352Z","steps":["trace[27489561] 'process raft request' (duration: 431.286806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:30.098503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.143419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T14:24:30.098525Z","caller":"traceutil/trace.go:171","msg":"trace[1171164623] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"431.75821ms","start":"2026-07-17T14:24:29.666752Z","end":"2026-07-17T14:24:30.09851Z","steps":["trace[1171164623] 'process raft request' (duration: 431.341566ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:30.098563Z","caller":"traceutil/trace.go:171","msg":"trace[1065541292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2429; }","duration":"415.23423ms","start":"2026-07-17T14:24:29.683312Z","end":"2026-07-17T14:24:30.098546Z","steps":["trace[1065541292] 'agreement among raft nodes before linearized reading' (duration: 415.088158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:30.098608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:29.666748Z","time spent":"431.815561ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:30.098632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:29.683295Z","time spent":"415.32029ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T14:24:30.09875Z","caller":"traceutil/trace.go:171","msg":"trace[1553934393] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"430.236497ms","start":"2026-07-17T14:24:29.668494Z","end":"2026-07-17T14:24:30.09873Z","steps":["trace[1553934393] 'process raft request' (duration: 429.689762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:30.098858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:29.668475Z","time spent":"430.338508ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:30.0989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:29.666714Z","time spent":"431.691731ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:30.09907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.527705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:24:30.099072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.206871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11987"} {"level":"info","ts":"2026-07-17T14:24:30.099116Z","caller":"traceutil/trace.go:171","msg":"trace[53713437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2429; }","duration":"144.594336ms","start":"2026-07-17T14:24:29.954508Z","end":"2026-07-17T14:24:30.099102Z","steps":["trace[53713437] 'agreement among raft nodes before linearized reading' (duration: 144.525154ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:30.099121Z","caller":"traceutil/trace.go:171","msg":"trace[997168051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2429; }","duration":"280.279532ms","start":"2026-07-17T14:24:29.818829Z","end":"2026-07-17T14:24:30.099109Z","steps":["trace[997168051] 'agreement among raft nodes before linearized reading' (duration: 280.11497ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:46.360944Z","caller":"traceutil/trace.go:171","msg":"trace[1358041419] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"136.882715ms","start":"2026-07-17T14:24:46.224042Z","end":"2026-07-17T14:24:46.360925Z","steps":["trace[1358041419] 'process raft request' (duration: 136.645883ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:46.361279Z","caller":"traceutil/trace.go:171","msg":"trace[2118284663] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"133.261872ms","start":"2026-07-17T14:24:46.227996Z","end":"2026-07-17T14:24:46.361258Z","steps":["trace[2118284663] 'process raft request' (duration: 133.046591ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:46.361162Z","caller":"traceutil/trace.go:171","msg":"trace[639468095] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"134.1139ms","start":"2026-07-17T14:24:46.227029Z","end":"2026-07-17T14:24:46.361142Z","steps":["trace[639468095] 'process raft request' (duration: 133.916048ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:46.361442Z","caller":"traceutil/trace.go:171","msg":"trace[48401438] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"134.943808ms","start":"2026-07-17T14:24:46.226482Z","end":"2026-07-17T14:24:46.361426Z","steps":["trace[48401438] 'process raft request' (duration: 134.381223ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:46.361733Z","caller":"traceutil/trace.go:171","msg":"trace[1256524554] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"136.949736ms","start":"2026-07-17T14:24:46.223946Z","end":"2026-07-17T14:24:46.360896Z","steps":["trace[1256524554] 'process raft request' (duration: 136.652554ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:46.36091Z","caller":"traceutil/trace.go:171","msg":"trace[208809879] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"165.72061ms","start":"2026-07-17T14:24:46.195135Z","end":"2026-07-17T14:24:46.360856Z","steps":["trace[208809879] 'process raft request' (duration: 87.216604ms)","trace[208809879] 'compare' (duration: 78.039462ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:24:52.357976Z","caller":"traceutil/trace.go:171","msg":"trace[1715136581] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"166.099063ms","start":"2026-07-17T14:24:52.191855Z","end":"2026-07-17T14:24:52.357955Z","steps":["trace[1715136581] 'process raft request' (duration: 165.905801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:53.037667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519631767,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:24:53.164224Z","caller":"traceutil/trace.go:171","msg":"trace[831464472] linearizableReadLoop","detail":"{readStateIndex:2689; appliedIndex:2686; }","duration":"627.12236ms","start":"2026-07-17T14:24:52.537082Z","end":"2026-07-17T14:24:53.164205Z","steps":["trace[831464472] 'read index received' (duration: 593.692866ms)","trace[831464472] 'applied index is now lower than readState.Index' (duration: 33.428614ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:24:53.164355Z","caller":"traceutil/trace.go:171","msg":"trace[310801846] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"628.085788ms","start":"2026-07-17T14:24:52.536255Z","end":"2026-07-17T14:24:53.164341Z","steps":["trace[310801846] 'process raft request' (duration: 594.544883ms)","trace[310801846] 'compare' (duration: 32.773758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:24:53.164454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:52.536222Z","time spent":"628.164128ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:53.164465Z","caller":"traceutil/trace.go:171","msg":"trace[302152082] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"544.450492ms","start":"2026-07-17T14:24:52.619964Z","end":"2026-07-17T14:24:53.164414Z","steps":["trace[302152082] 'process raft request' (duration: 544.205441ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:53.164555Z","caller":"traceutil/trace.go:171","msg":"trace[895290634] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"626.10296ms","start":"2026-07-17T14:24:52.538389Z","end":"2026-07-17T14:24:53.164492Z","steps":["trace[895290634] 'process raft request' (duration: 625.720077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:53.164616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:52.619918Z","time spent":"544.618203ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:53.164714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.629045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:24:53.164774Z","caller":"traceutil/trace.go:171","msg":"trace[2061198041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2578; }","duration":"627.711415ms","start":"2026-07-17T14:24:52.537043Z","end":"2026-07-17T14:24:53.164754Z","steps":["trace[2061198041] 'agreement among raft nodes before linearized reading' (duration: 627.582583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:53.16482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:52.538373Z","time spent":"626.316151ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:53.164836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:52.537019Z","time spent":"627.803425ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:24:53.164937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.801357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:24:53.165037Z","caller":"traceutil/trace.go:171","msg":"trace[107467365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2578; }","duration":"626.921088ms","start":"2026-07-17T14:24:52.538091Z","end":"2026-07-17T14:24:53.165012Z","steps":["trace[107467365] 'agreement among raft nodes before linearized reading' (duration: 626.708186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:53.165089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:52.538078Z","time spent":"627.001259ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:24:53.165239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.670535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:24:53.165334Z","caller":"traceutil/trace.go:171","msg":"trace[1236993124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2578; }","duration":"208.805406ms","start":"2026-07-17T14:24:52.956511Z","end":"2026-07-17T14:24:53.165317Z","steps":["trace[1236993124] 'agreement among raft nodes before linearized reading' (duration: 208.677515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:53.881307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.055416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:24:53.881417Z","caller":"traceutil/trace.go:171","msg":"trace[2141859380] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2690; }","duration":"419.293027ms","start":"2026-07-17T14:24:53.462098Z","end":"2026-07-17T14:24:53.881391Z","steps":["trace[2141859380] 'read index received' (duration: 46.82µs)","trace[2141859380] 'applied index is now lower than readState.Index' (duration: 419.244027ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:24:53.881443Z","caller":"traceutil/trace.go:171","msg":"trace[883782846] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"710.186265ms","start":"2026-07-17T14:24:53.171233Z","end":"2026-07-17T14:24:53.881419Z","steps":["trace[883782846] 'process raft request' (duration: 108.936107ms)","trace[883782846] 'compare' (duration: 600.275029ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:24:53.881603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:53.17122Z","time spent":"710.318866ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:53.881684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.56847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T14:24:53.881753Z","caller":"traceutil/trace.go:171","msg":"trace[707564629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2580; }","duration":"419.685281ms","start":"2026-07-17T14:24:53.462053Z","end":"2026-07-17T14:24:53.881738Z","steps":["trace[707564629] 'agreement among raft nodes before linearized reading' (duration: 419.467238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:53.8817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.344745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-17T14:24:53.881787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:53.462033Z","time spent":"419.746721ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T14:24:53.881787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.346339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:24:53.881841Z","caller":"traceutil/trace.go:171","msg":"trace[241981293] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2580; }","duration":"144.43562ms","start":"2026-07-17T14:24:53.737392Z","end":"2026-07-17T14:24:53.881828Z","steps":["trace[241981293] 'agreement among raft nodes before linearized reading' (duration: 144.338189ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:53.881819Z","caller":"traceutil/trace.go:171","msg":"trace[84968684] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:2580; }","duration":"231.488996ms","start":"2026-07-17T14:24:53.650304Z","end":"2026-07-17T14:24:53.881793Z","steps":["trace[84968684] 'agreement among raft nodes before linearized reading' (duration: 231.269074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:54.694974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.442036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:24:54.695091Z","caller":"traceutil/trace.go:171","msg":"trace[1067175955] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"756.737796ms","start":"2026-07-17T14:24:53.938322Z","end":"2026-07-17T14:24:54.69506Z","steps":["trace[1067175955] 'process raft request' (duration: 602.104138ms)","trace[1067175955] 'compare' (duration: 154.195565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:24:54.695157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:53.938308Z","time spent":"756.819917ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:55.178268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.165499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:24:55.178644Z","caller":"traceutil/trace.go:171","msg":"trace[1998431473] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2692; }","duration":"1.063249118s","start":"2026-07-17T14:24:54.115378Z","end":"2026-07-17T14:24:55.178627Z","steps":["trace[1998431473] 'read index received' (duration: 425.114235ms)","trace[1998431473] 'applied index is now lower than readState.Index' (duration: 638.133903ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:24:55.17869Z","caller":"traceutil/trace.go:171","msg":"trace[981604344] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"719.503967ms","start":"2026-07-17T14:24:54.459164Z","end":"2026-07-17T14:24:55.178668Z","steps":["trace[981604344] 'process raft request' (duration: 719.289155ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:55.17872Z","caller":"traceutil/trace.go:171","msg":"trace[1526129716] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"719.004273ms","start":"2026-07-17T14:24:54.459704Z","end":"2026-07-17T14:24:55.178708Z","steps":["trace[1526129716] 'process raft request' (duration: 718.885602ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:55.178713Z","caller":"traceutil/trace.go:171","msg":"trace[1704739624] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"1.239637726s","start":"2026-07-17T14:24:53.939044Z","end":"2026-07-17T14:24:55.178682Z","steps":["trace[1704739624] 'process raft request' (duration: 859.970403ms)","trace[1704739624] 'compare' (duration: 378.840966ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:24:55.178757Z","caller":"traceutil/trace.go:171","msg":"trace[1673402614] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"719.258466ms","start":"2026-07-17T14:24:54.459492Z","end":"2026-07-17T14:24:55.178751Z","steps":["trace[1673402614] 'process raft request' (duration: 718.994474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:55.178792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.45969Z","time spent":"719.070764ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:55.178829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.459462Z","time spent":"719.319976ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:55.178853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:53.939035Z","time spent":"1.239743867s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:55.178891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063542101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:24:55.178928Z","caller":"traceutil/trace.go:171","msg":"trace[558912621] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2588; }","duration":"1.063618641s","start":"2026-07-17T14:24:54.1153Z","end":"2026-07-17T14:24:55.178918Z","steps":["trace[558912621] 'agreement among raft nodes before linearized reading' (duration: 1.063480649s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:55.178936Z","caller":"traceutil/trace.go:171","msg":"trace[1938194571] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"772.009059ms","start":"2026-07-17T14:24:54.406917Z","end":"2026-07-17T14:24:55.178926Z","steps":["trace[1938194571] 'process raft request' (duration: 771.446414ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:55.178717Z","caller":"traceutil/trace.go:171","msg":"trace[2072795665] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"718.991543ms","start":"2026-07-17T14:24:54.4597Z","end":"2026-07-17T14:24:55.178692Z","steps":["trace[2072795665] 'process raft request' (duration: 718.852312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:55.17896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.115248Z","time spent":"1.063700731s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":28,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:24:55.178987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.406891Z","time spent":"772.0693ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:55.178993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.459689Z","time spent":"719.282376ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:55.17894Z","caller":"traceutil/trace.go:171","msg":"trace[547103976] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"719.295357ms","start":"2026-07-17T14:24:54.459635Z","end":"2026-07-17T14:24:55.178931Z","steps":["trace[547103976] 'process raft request' (duration: 718.886893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:55.178829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.459139Z","time spent":"719.606709ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:55.179056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.459617Z","time spent":"719.422728ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:55.219011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.26067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:24:55.219081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.178608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T14:24:55.219099Z","caller":"traceutil/trace.go:171","msg":"trace[138173930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2589; }","duration":"264.385431ms","start":"2026-07-17T14:24:54.954693Z","end":"2026-07-17T14:24:55.219078Z","steps":["trace[138173930] 'agreement among raft nodes before linearized reading' (duration: 264.22917ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:55.219132Z","caller":"traceutil/trace.go:171","msg":"trace[399162613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2589; }","duration":"856.275419ms","start":"2026-07-17T14:24:54.362843Z","end":"2026-07-17T14:24:55.219118Z","steps":["trace[399162613] 'agreement among raft nodes before linearized reading' (duration: 856.050527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:55.219188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.362778Z","time spent":"856.397739ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:24:55.219262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.278335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-17T14:24:55.219289Z","caller":"traceutil/trace.go:171","msg":"trace[974584770] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2589; }","duration":"522.327625ms","start":"2026-07-17T14:24:54.696956Z","end":"2026-07-17T14:24:55.219283Z","steps":["trace[974584770] 'agreement among raft nodes before linearized reading' (duration: 522.271965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:55.219309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.696931Z","time spent":"522.373955ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-17T14:24:55.219252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.351538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T14:24:55.219383Z","caller":"traceutil/trace.go:171","msg":"trace[1527772755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2589; }","duration":"331.55556ms","start":"2026-07-17T14:24:54.887808Z","end":"2026-07-17T14:24:55.219364Z","steps":["trace[1527772755] 'agreement among raft nodes before linearized reading' (duration: 331.163957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:55.219434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:54.887791Z","time spent":"331.63441ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T14:24:55.721332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519631792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:24:56.084473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.135818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:24:56.084934Z","caller":"traceutil/trace.go:171","msg":"trace[1053986073] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"888.951198ms","start":"2026-07-17T14:24:55.195958Z","end":"2026-07-17T14:24:56.08491Z","steps":["trace[1053986073] 'process raft request' (duration: 772.290705ms)","trace[1053986073] 'compare' (duration: 115.943836ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:24:56.0853Z","caller":"traceutil/trace.go:171","msg":"trace[1354782673] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"861.559296ms","start":"2026-07-17T14:24:55.223729Z","end":"2026-07-17T14:24:56.085288Z","steps":["trace[1354782673] 'process raft request' (duration: 861.277474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:56.085562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:55.223714Z","time spent":"861.715177ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:56.085256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.895806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:24:56.085669Z","caller":"traceutil/trace.go:171","msg":"trace[975009587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2593; }","duration":"865.31869ms","start":"2026-07-17T14:24:55.220334Z","end":"2026-07-17T14:24:56.085652Z","steps":["trace[975009587] 'agreement among raft nodes before linearized reading' (duration: 864.850216ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:56.085145Z","caller":"traceutil/trace.go:171","msg":"trace[1965981495] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2701; }","duration":"864.736965ms","start":"2026-07-17T14:24:55.220347Z","end":"2026-07-17T14:24:56.085084Z","steps":["trace[1965981495] 'read index received' (duration: 747.81737ms)","trace[1965981495] 'applied index is now lower than readState.Index' (duration: 116.918605ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:24:56.085746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:55.220324Z","time spent":"865.395761ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:24:56.085246Z","caller":"traceutil/trace.go:171","msg":"trace[1799215440] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"862.410005ms","start":"2026-07-17T14:24:55.222809Z","end":"2026-07-17T14:24:56.085219Z","steps":["trace[1799215440] 'process raft request' (duration: 862.063152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:56.085855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:55.222799Z","time spent":"862.99399ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:24:56.085927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.960497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:24:56.085971Z","caller":"traceutil/trace.go:171","msg":"trace[55704899] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2593; }","duration":"865.017537ms","start":"2026-07-17T14:24:55.220942Z","end":"2026-07-17T14:24:56.08596Z","steps":["trace[55704899] 'agreement among raft nodes before linearized reading' (duration: 864.873766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:56.086011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:55.220937Z","time spent":"865.066138ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-17T14:24:56.086012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.347361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:24:56.086084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.667604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-07-17T14:24:56.086107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.523236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:24:56.08612Z","caller":"traceutil/trace.go:171","msg":"trace[1517130072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2593; }","duration":"864.708844ms","start":"2026-07-17T14:24:55.2214Z","end":"2026-07-17T14:24:56.086109Z","steps":["trace[1517130072] 'agreement among raft nodes before linearized reading' (duration: 864.591924ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:56.086131Z","caller":"traceutil/trace.go:171","msg":"trace[1388900904] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2593; }","duration":"747.580267ms","start":"2026-07-17T14:24:55.338543Z","end":"2026-07-17T14:24:56.086123Z","steps":["trace[1388900904] 'agreement among raft nodes before linearized reading' (duration: 747.532876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:56.086141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:55.221396Z","time spent":"864.739746ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T14:24:56.086152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:55.338525Z","time spent":"747.621988ms","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:24:56.086083Z","caller":"traceutil/trace.go:171","msg":"trace[1081580813] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2593; }","duration":"253.528273ms","start":"2026-07-17T14:24:55.832542Z","end":"2026-07-17T14:24:56.08607Z","steps":["trace[1081580813] 'agreement among raft nodes before linearized reading' (duration: 253.405082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:56.08629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.73249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:24:56.086331Z","caller":"traceutil/trace.go:171","msg":"trace[1900508144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2593; }","duration":"200.821931ms","start":"2026-07-17T14:24:55.885498Z","end":"2026-07-17T14:24:56.08632Z","steps":["trace[1900508144] 'agreement among raft nodes before linearized reading' (duration: 200.64481ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:24:56.086401Z","caller":"traceutil/trace.go:171","msg":"trace[1051226061] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"862.388624ms","start":"2026-07-17T14:24:55.222897Z","end":"2026-07-17T14:24:56.085286Z","steps":["trace[1051226061] 'process raft request' (duration: 862.041382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:56.086252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.487313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T14:24:56.086488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:55.222892Z","time spent":"863.548945ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:24:56.086522Z","caller":"traceutil/trace.go:171","msg":"trace[1438693529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2593; }","duration":"832.789345ms","start":"2026-07-17T14:24:55.253657Z","end":"2026-07-17T14:24:56.086447Z","steps":["trace[1438693529] 'agreement among raft nodes before linearized reading' (duration: 832.329341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:24:56.086702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:55.253642Z","time spent":"833.043957ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:24:56.087995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:24:55.195936Z","time spent":"891.984954ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:25:20.709973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:25:21.210443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:25:21.478593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270184527s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:25:21.479149Z","caller":"traceutil/trace.go:171","msg":"trace[516903392] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"1.270798903s","start":"2026-07-17T14:25:20.20833Z","end":"2026-07-17T14:25:21.479128Z","steps":["trace[516903392] 'process raft request' (duration: 1.270588022s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:21.479306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:20.208318Z","time spent":"1.270893914s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:25:23.954075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:25:23.954152Z","caller":"traceutil/trace.go:171","msg":"trace[297579125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258276s","start":"2026-07-17T14:25:21.953879Z","end":"2026-07-17T14:25:23.954137Z","steps":["trace[297579125] 'agreement among raft nodes before linearized reading' (duration: 2.000164066s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:23.954188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.953851Z","time spent":"2.000330377s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:25:23 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:25:24.055314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.576294051s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:25:24.056329Z","caller":"traceutil/trace.go:171","msg":"trace[544019023] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"2.789953919s","start":"2026-07-17T14:25:21.266359Z","end":"2026-07-17T14:25:24.056313Z","steps":["trace[544019023] 'process raft request' (duration: 2.789867428s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:25:24.056324Z","caller":"traceutil/trace.go:171","msg":"trace[1725340212] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"3.844912895s","start":"2026-07-17T14:25:20.211379Z","end":"2026-07-17T14:25:24.056292Z","steps":["trace[1725340212] 'process raft request' (duration: 3.84426359s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.056441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:20.211374Z","time spent":"3.845005156s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:25:24.05645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.266342Z","time spent":"2.790025309s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:25:24.056526Z","caller":"traceutil/trace.go:171","msg":"trace[562220704] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"2.786896781s","start":"2026-07-17T14:25:21.269619Z","end":"2026-07-17T14:25:24.056516Z","steps":["trace[562220704] 'process raft request' (duration: 2.786655579s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.056578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.269606Z","time spent":"2.786947952s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:25:24.056718Z","caller":"traceutil/trace.go:171","msg":"trace[1962003373] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"2.777666473s","start":"2026-07-17T14:25:21.279044Z","end":"2026-07-17T14:25:24.056711Z","steps":["trace[1962003373] 'process raft request' (duration: 2.777626433s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:25:24.05672Z","caller":"traceutil/trace.go:171","msg":"trace[742588595] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"2.778375759s","start":"2026-07-17T14:25:21.278331Z","end":"2026-07-17T14:25:24.056707Z","steps":["trace[742588595] 'process raft request' (duration: 2.778305949s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.056764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.279036Z","time spent":"2.777701924s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:25:24.056713Z","caller":"traceutil/trace.go:171","msg":"trace[799036440] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"2.785915154s","start":"2026-07-17T14:25:21.270779Z","end":"2026-07-17T14:25:24.056694Z","steps":["trace[799036440] 'process raft request' (duration: 2.785701562s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.056852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.270763Z","time spent":"2.786057095s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:25:24.056851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.278296Z","time spent":"2.77847671s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:25:24.056982Z","caller":"traceutil/trace.go:171","msg":"trace[486717050] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"2.776734755s","start":"2026-07-17T14:25:21.280238Z","end":"2026-07-17T14:25:24.056973Z","steps":["trace[486717050] 'process raft request' (duration: 2.776453423s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.05706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.280229Z","time spent":"2.776778826s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:25:24.057156Z","caller":"traceutil/trace.go:171","msg":"trace[1410000459] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"2.670638248s","start":"2026-07-17T14:25:21.386499Z","end":"2026-07-17T14:25:24.057138Z","steps":["trace[1410000459] 'process raft request' (duration: 2.670355945s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.057251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.386476Z","time spent":"2.670731408s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:25:24.057305Z","caller":"traceutil/trace.go:171","msg":"trace[660676283] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"867.402926ms","start":"2026-07-17T14:25:23.189891Z","end":"2026-07-17T14:25:24.057293Z","steps":["trace[660676283] 'process raft request' (duration: 867.363485ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:25:24.057261Z","caller":"traceutil/trace.go:171","msg":"trace[257964808] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2862; }","duration":"3.847494697s","start":"2026-07-17T14:25:20.209756Z","end":"2026-07-17T14:25:24.057251Z","steps":["trace[257964808] 'read index received' (duration: 1.26928628s)","trace[257964808] 'applied index is now lower than readState.Index' (duration: 2.578207267s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:25:24.057383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:23.189877Z","time spent":"867.459096ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:25:24.057407Z","caller":"traceutil/trace.go:171","msg":"trace[1718835056] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"1.157716676s","start":"2026-07-17T14:25:22.899635Z","end":"2026-07-17T14:25:24.057351Z","steps":["trace[1718835056] 'process raft request' (duration: 1.157512394s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.057365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847602418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-17T14:25:24.057496Z","caller":"traceutil/trace.go:171","msg":"trace[796541970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2755; }","duration":"3.84774556s","start":"2026-07-17T14:25:20.209742Z","end":"2026-07-17T14:25:24.057488Z","steps":["trace[796541970] 'agreement among raft nodes before linearized reading' (duration: 3.847534499s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.057521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:20.209736Z","time spent":"3.84777811s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:25:24.05746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:22.899608Z","time spent":"1.157828627s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:25:24.057587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846254737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-17T14:25:24.057613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.101467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-17T14:25:24.057621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819287859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:25:24.057631Z","caller":"traceutil/trace.go:171","msg":"trace[561940153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2755; }","duration":"3.846316237s","start":"2026-07-17T14:25:20.211304Z","end":"2026-07-17T14:25:24.057621Z","steps":["trace[561940153] 'agreement among raft nodes before linearized reading' (duration: 3.846191226s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:25:24.05766Z","caller":"traceutil/trace.go:171","msg":"trace[847147782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2755; }","duration":"2.819310469s","start":"2026-07-17T14:25:21.238324Z","end":"2026-07-17T14:25:24.057635Z","steps":["trace[847147782] 'agreement among raft nodes before linearized reading' (duration: 2.819251559s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.05769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.238314Z","time spent":"2.819367999s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:25:24.057691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.643558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:25:24.057715Z","caller":"traceutil/trace.go:171","msg":"trace[1814619290] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2755; }","duration":"285.70529ms","start":"2026-07-17T14:25:23.772003Z","end":"2026-07-17T14:25:24.057709Z","steps":["trace[1814619290] 'agreement among raft nodes before linearized reading' (duration: 285.672209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.057755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673145045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-17T14:25:24.057769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.315059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:25:24.057786Z","caller":"traceutil/trace.go:171","msg":"trace[1086097042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2755; }","duration":"3.673237806s","start":"2026-07-17T14:25:20.38454Z","end":"2026-07-17T14:25:24.057778Z","steps":["trace[1086097042] 'agreement among raft nodes before linearized reading' (duration: 3.673138395s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.057808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:20.384499Z","time spent":"3.673304366s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T14:25:24.057868Z","caller":"traceutil/trace.go:171","msg":"trace[630387872] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2755; }","duration":"467.47449ms","start":"2026-07-17T14:25:23.590321Z","end":"2026-07-17T14:25:24.057795Z","steps":["trace[630387872] 'agreement among raft nodes before linearized reading' (duration: 467.291239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.057919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844410361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-17T14:25:24.057906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:23.590258Z","time spent":"467.637433ms","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:25:24.057992Z","caller":"traceutil/trace.go:171","msg":"trace[208258215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2755; }","duration":"3.844492563s","start":"2026-07-17T14:25:20.213492Z","end":"2026-07-17T14:25:24.057984Z","steps":["trace[208258215] 'agreement among raft nodes before linearized reading' (duration: 3.844384051s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:25:24.057636Z","caller":"traceutil/trace.go:171","msg":"trace[867800554] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:2755; }","duration":"406.142997ms","start":"2026-07-17T14:25:23.651487Z","end":"2026-07-17T14:25:24.05763Z","steps":["trace[867800554] 'agreement among raft nodes before linearized reading' (duration: 406.085737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.058015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:20.213486Z","time spent":"3.844522493s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:25:24.058052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:23.651478Z","time spent":"406.544982ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"warn","ts":"2026-07-17T14:25:24.058054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841186777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-17T14:25:24.057664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.12016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:25:24.058083Z","caller":"traceutil/trace.go:171","msg":"trace[1977651759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2755; }","duration":"2.841216667s","start":"2026-07-17T14:25:21.21686Z","end":"2026-07-17T14:25:24.058077Z","steps":["trace[1977651759] 'agreement among raft nodes before linearized reading' (duration: 2.841068726s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.058104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.216804Z","time spent":"2.841295908s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T14:25:24.057924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.990347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T14:25:24.058147Z","caller":"traceutil/trace.go:171","msg":"trace[1752131713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2755; }","duration":"563.31018ms","start":"2026-07-17T14:25:23.494831Z","end":"2026-07-17T14:25:24.058142Z","steps":["trace[1752131713] 'agreement among raft nodes before linearized reading' (duration: 562.835415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.058176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:23.494789Z","time spent":"563.37982ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:25:24.057903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.405872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:25:24.058102Z","caller":"traceutil/trace.go:171","msg":"trace[75242292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2755; }","duration":"103.604174ms","start":"2026-07-17T14:25:23.95449Z","end":"2026-07-17T14:25:24.058095Z","steps":["trace[75242292] 'agreement among raft nodes before linearized reading' (duration: 103.15603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.057959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391944165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:25:24.058249Z","caller":"traceutil/trace.go:171","msg":"trace[1938312197] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2755; }","duration":"883.730885ms","start":"2026-07-17T14:25:23.174465Z","end":"2026-07-17T14:25:24.058196Z","steps":["trace[1938312197] 'agreement among raft nodes before linearized reading' (duration: 883.392582ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:25:24.058256Z","caller":"traceutil/trace.go:171","msg":"trace[447215180] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2755; }","duration":"2.392287397s","start":"2026-07-17T14:25:21.66596Z","end":"2026-07-17T14:25:24.058247Z","steps":["trace[447215180] 'agreement among raft nodes before linearized reading' (duration: 2.391974165s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.05828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:21.665925Z","time spent":"2.392347498s","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:25:24.057947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.826406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:25:24.058303Z","caller":"traceutil/trace.go:171","msg":"trace[1985674160] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2755; }","duration":"453.205799ms","start":"2026-07-17T14:25:23.60509Z","end":"2026-07-17T14:25:24.058296Z","steps":["trace[1985674160] 'agreement among raft nodes before linearized reading' (duration: 452.822535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.058321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:23.605084Z","time spent":"453.231289ms","remote":"127.0.0.1:34902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:25:24.058281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:23.174395Z","time spent":"883.877398ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:25:24.057657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:20.211298Z","time spent":"3.846353457s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:25:24.05858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.936753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:25:24.05865Z","caller":"traceutil/trace.go:171","msg":"trace[1372183533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2755; }","duration":"683.009102ms","start":"2026-07-17T14:25:23.375632Z","end":"2026-07-17T14:25:24.058642Z","steps":["trace[1372183533] 'agreement among raft nodes before linearized reading' (duration: 681.929223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:25:24.058707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:25:23.375624Z","time spent":"683.074883ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:25:37.323087Z","caller":"traceutil/trace.go:171","msg":"trace[1435803431] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"111.981725ms","start":"2026-07-17T14:25:37.211075Z","end":"2026-07-17T14:25:37.323057Z","steps":["trace[1435803431] 'process raft request' (duration: 19.632806ms)","trace[1435803431] 'compare' (duration: 92.219618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:25:46.931555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.570055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-17T14:25:46.931585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.448485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:25:46.931637Z","caller":"traceutil/trace.go:171","msg":"trace[1890069771] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3007; }","duration":"232.679727ms","start":"2026-07-17T14:25:46.698939Z","end":"2026-07-17T14:25:46.931618Z","steps":["trace[1890069771] 'range keys from in-memory index tree' (duration: 232.435525ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:25:46.931674Z","caller":"traceutil/trace.go:171","msg":"trace[932432744] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3007; }","duration":"175.554086ms","start":"2026-07-17T14:25:46.756098Z","end":"2026-07-17T14:25:46.931652Z","steps":["trace[932432744] 'count revisions from in-memory index tree' (duration: 175.382854ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:26:40.605084Z","caller":"traceutil/trace.go:171","msg":"trace[1936297797] linearizableReadLoop","detail":"{readStateIndex:3488; appliedIndex:3487; }","duration":"150.838583ms","start":"2026-07-17T14:26:40.454228Z","end":"2026-07-17T14:26:40.605066Z","steps":["trace[1936297797] 'read index received' (duration: 150.665672ms)","trace[1936297797] 'applied index is now lower than readState.Index' (duration: 172.261µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:26:40.605143Z","caller":"traceutil/trace.go:171","msg":"trace[882018074] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"152.129104ms","start":"2026-07-17T14:26:40.452967Z","end":"2026-07-17T14:26:40.605096Z","steps":["trace[882018074] 'process raft request' (duration: 151.985633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:26:40.605314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.077575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:26:40.605372Z","caller":"traceutil/trace.go:171","msg":"trace[1511036646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3351; }","duration":"151.153875ms","start":"2026-07-17T14:26:40.454183Z","end":"2026-07-17T14:26:40.605337Z","steps":["trace[1511036646] 'agreement among raft nodes before linearized reading' (duration: 151.005774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:26:40.605607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.240065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:26:40.605634Z","caller":"traceutil/trace.go:171","msg":"trace[1894635450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3351; }","duration":"146.289195ms","start":"2026-07-17T14:26:40.459338Z","end":"2026-07-17T14:26:40.605627Z","steps":["trace[1894635450] 'agreement among raft nodes before linearized reading' (duration: 146.200504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:26:40.605743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.025283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:26:40.60584Z","caller":"traceutil/trace.go:171","msg":"trace[2007850869] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3351; }","duration":"112.208245ms","start":"2026-07-17T14:26:40.493606Z","end":"2026-07-17T14:26:40.605814Z","steps":["trace[2007850869] 'agreement among raft nodes before linearized reading' (duration: 111.982632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:26:40.60583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.821976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:26:40.605919Z","caller":"traceutil/trace.go:171","msg":"trace[1981202761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3351; }","duration":"148.940137ms","start":"2026-07-17T14:26:40.456956Z","end":"2026-07-17T14:26:40.605896Z","steps":["trace[1981202761] 'agreement among raft nodes before linearized reading' (duration: 148.670985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:26:40.610336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.432061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:26:40.610417Z","caller":"traceutil/trace.go:171","msg":"trace[2088478053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3351; }","duration":"155.547142ms","start":"2026-07-17T14:26:40.454849Z","end":"2026-07-17T14:26:40.610396Z","steps":["trace[2088478053] 'agreement among raft nodes before linearized reading' (duration: 150.50729ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:14.809865Z","caller":"traceutil/trace.go:171","msg":"trace[1204096010] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"364.928468ms","start":"2026-07-17T14:27:14.444912Z","end":"2026-07-17T14:27:14.80984Z","steps":["trace[1204096010] 'process raft request' (duration: 364.707167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:14.810041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.444887Z","time spent":"365.070929ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:27:15.340607Z","caller":"traceutil/trace.go:171","msg":"trace[1790353059] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"855.937769ms","start":"2026-07-17T14:27:14.484633Z","end":"2026-07-17T14:27:15.34057Z","steps":["trace[1790353059] 'process raft request' (duration: 854.172375ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:15.340785Z","caller":"traceutil/trace.go:171","msg":"trace[1496619424] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"847.316538ms","start":"2026-07-17T14:27:14.493353Z","end":"2026-07-17T14:27:15.340669Z","steps":["trace[1496619424] 'process raft request' (duration: 847.098906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.340813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.484606Z","time spent":"856.082421ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:27:15.340731Z","caller":"traceutil/trace.go:171","msg":"trace[1732020829] linearizableReadLoop","detail":"{readStateIndex:3706; appliedIndex:3700; }","duration":"644.653809ms","start":"2026-07-17T14:27:14.696059Z","end":"2026-07-17T14:27:15.340712Z","steps":["trace[1732020829] 'read index received' (duration: 113.47056ms)","trace[1732020829] 'applied index is now lower than readState.Index' (duration: 531.182359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:27:15.340972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.49332Z","time spent":"847.54274ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:27:15.341042Z","caller":"traceutil/trace.go:171","msg":"trace[1310481793] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"847.117417ms","start":"2026-07-17T14:27:14.493812Z","end":"2026-07-17T14:27:15.340929Z","steps":["trace[1310481793] 'process raft request' (duration: 846.784213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.341192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.493789Z","time spent":"847.339228ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:27:15.341244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.180764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:27:15.341229Z","caller":"traceutil/trace.go:171","msg":"trace[1422645058] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"838.648698ms","start":"2026-07-17T14:27:14.502476Z","end":"2026-07-17T14:27:15.341125Z","steps":["trace[1422645058] 'process raft request' (duration: 838.203484ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:15.342247Z","caller":"traceutil/trace.go:171","msg":"trace[2125435212] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3561; }","duration":"646.239821ms","start":"2026-07-17T14:27:14.695985Z","end":"2026-07-17T14:27:15.342225Z","steps":["trace[2125435212] 'agreement among raft nodes before linearized reading' (duration: 645.151193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.342313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.695953Z","time spent":"646.345044ms","remote":"127.0.0.1:42662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:27:15.342374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.900974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:27:15.34241Z","caller":"traceutil/trace.go:171","msg":"trace[386112862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3561; }","duration":"565.985296ms","start":"2026-07-17T14:27:14.776417Z","end":"2026-07-17T14:27:15.342402Z","steps":["trace[386112862] 'agreement among raft nodes before linearized reading' (duration: 565.882025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.342444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.776394Z","time spent":"566.044126ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:27:15.342379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.39257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:27:15.342173Z","caller":"traceutil/trace.go:171","msg":"trace[1230424437] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"847.091797ms","start":"2026-07-17T14:27:14.495061Z","end":"2026-07-17T14:27:15.342153Z","steps":["trace[1230424437] 'process raft request' (duration: 845.580615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.342537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.255797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:27:15.342559Z","caller":"traceutil/trace.go:171","msg":"trace[121404148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3561; }","duration":"560.321698ms","start":"2026-07-17T14:27:14.782231Z","end":"2026-07-17T14:27:15.342553Z","steps":["trace[121404148] 'agreement among raft nodes before linearized reading' (duration: 560.264677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.342576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.782206Z","time spent":"560.365378ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T14:27:15.342514Z","caller":"traceutil/trace.go:171","msg":"trace[1192300072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3561; }","duration":"559.561031ms","start":"2026-07-17T14:27:14.782941Z","end":"2026-07-17T14:27:15.342502Z","steps":["trace[1192300072] 'agreement among raft nodes before linearized reading' (duration: 559.32222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.342415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.658782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-17T14:27:15.342642Z","caller":"traceutil/trace.go:171","msg":"trace[599233367] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3561; }","duration":"643.910863ms","start":"2026-07-17T14:27:14.698726Z","end":"2026-07-17T14:27:15.342637Z","steps":["trace[599233367] 'agreement among raft nodes before linearized reading' (duration: 643.498449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.342661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.698717Z","time spent":"643.937463ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-17T14:27:15.342612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.495043Z","time spent":"847.48583ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:27:15.342709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.782924Z","time spent":"559.739482ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:27:15.343151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.186932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:27:15.343222Z","caller":"traceutil/trace.go:171","msg":"trace[519866227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3561; }","duration":"558.275872ms","start":"2026-07-17T14:27:14.784936Z","end":"2026-07-17T14:27:15.343212Z","steps":["trace[519866227] 'agreement among raft nodes before linearized reading' (duration: 558.159041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.343271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.784926Z","time spent":"558.336852ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:27:15.342462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.448492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:27:15.343412Z","caller":"traceutil/trace.go:171","msg":"trace[804388714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3561; }","duration":"587.44692ms","start":"2026-07-17T14:27:14.755954Z","end":"2026-07-17T14:27:15.343401Z","steps":["trace[804388714] 'agreement among raft nodes before linearized reading' (duration: 586.478033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:15.343443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.755924Z","time spent":"587.5082ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:27:15.344366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:27:14.502462Z","time spent":"839.881968ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:27:49.575253Z","caller":"traceutil/trace.go:171","msg":"trace[998340700] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"109.220831ms","start":"2026-07-17T14:27:49.466006Z","end":"2026-07-17T14:27:49.575227Z","steps":["trace[998340700] 'process raft request' (duration: 109.08212ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:49.577252Z","caller":"traceutil/trace.go:171","msg":"trace[1037797953] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"109.564535ms","start":"2026-07-17T14:27:49.467673Z","end":"2026-07-17T14:27:49.577237Z","steps":["trace[1037797953] 'process raft request' (duration: 109.258352ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:49.577403Z","caller":"traceutil/trace.go:171","msg":"trace[419403794] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"109.634854ms","start":"2026-07-17T14:27:49.467761Z","end":"2026-07-17T14:27:49.577396Z","steps":["trace[419403794] 'process raft request' (duration: 109.284862ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:49.577511Z","caller":"traceutil/trace.go:171","msg":"trace[885343108] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"108.969199ms","start":"2026-07-17T14:27:49.468536Z","end":"2026-07-17T14:27:49.577505Z","steps":["trace[885343108] 'process raft request' (duration: 108.539796ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:49.57761Z","caller":"traceutil/trace.go:171","msg":"trace[832535823] transaction","detail":"{read_only:false; response_revision:3773; number_of_response:1; }","duration":"108.666326ms","start":"2026-07-17T14:27:49.468918Z","end":"2026-07-17T14:27:49.577584Z","steps":["trace[832535823] 'process raft request' (duration: 108.185023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:27:49.761265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.663788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:27:49.761424Z","caller":"traceutil/trace.go:171","msg":"trace[398693774] transaction","detail":"{read_only:false; response_revision:3774; number_of_response:1; }","duration":"177.838761ms","start":"2026-07-17T14:27:49.583559Z","end":"2026-07-17T14:27:49.761398Z","steps":["trace[398693774] 'process raft request' (duration: 58.946031ms)","trace[398693774] 'compare' (duration: 118.393896ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:27:49.761738Z","caller":"traceutil/trace.go:171","msg":"trace[854715135] transaction","detail":"{read_only:false; response_revision:3778; number_of_response:1; }","duration":"175.948165ms","start":"2026-07-17T14:27:49.585772Z","end":"2026-07-17T14:27:49.761721Z","steps":["trace[854715135] 'process raft request' (duration: 175.921525ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:49.761783Z","caller":"traceutil/trace.go:171","msg":"trace[2027305280] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"176.443639ms","start":"2026-07-17T14:27:49.58531Z","end":"2026-07-17T14:27:49.761753Z","steps":["trace[2027305280] 'process raft request' (duration: 176.225668ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:49.761847Z","caller":"traceutil/trace.go:171","msg":"trace[1447439726] transaction","detail":"{read_only:false; response_revision:3776; number_of_response:1; }","duration":"176.238218ms","start":"2026-07-17T14:27:49.585597Z","end":"2026-07-17T14:27:49.761835Z","steps":["trace[1447439726] 'process raft request' (duration: 176.056796ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:27:49.761955Z","caller":"traceutil/trace.go:171","msg":"trace[1984165193] transaction","detail":"{read_only:false; response_revision:3777; number_of_response:1; }","duration":"176.189928ms","start":"2026-07-17T14:27:49.585753Z","end":"2026-07-17T14:27:49.761943Z","steps":["trace[1984165193] 'process raft request' (duration: 175.923525ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:28:23.553224Z","caller":"traceutil/trace.go:171","msg":"trace[1084612167] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"485.774595ms","start":"2026-07-17T14:28:23.067425Z","end":"2026-07-17T14:28:23.553199Z","steps":["trace[1084612167] 'process raft request' (duration: 485.626314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:23.553387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:28:23.067393Z","time spent":"485.908915ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:28:44.976242Z","caller":"traceutil/trace.go:171","msg":"trace[1761017046] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"196.972582ms","start":"2026-07-17T14:28:44.779249Z","end":"2026-07-17T14:28:44.976221Z","steps":["trace[1761017046] 'process raft request' (duration: 196.815841ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:28:44.976225Z","caller":"traceutil/trace.go:171","msg":"trace[663406914] linearizableReadLoop","detail":"{readStateIndex:4427; appliedIndex:4426; }","duration":"125.816624ms","start":"2026-07-17T14:28:44.850387Z","end":"2026-07-17T14:28:44.976204Z","steps":["trace[663406914] 'read index received' (duration: 125.624373ms)","trace[663406914] 'applied index is now lower than readState.Index' (duration: 191.251µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:28:44.976458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.040685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:28:44.976589Z","caller":"traceutil/trace.go:171","msg":"trace[1453764274] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4257; }","duration":"126.240628ms","start":"2026-07-17T14:28:44.850332Z","end":"2026-07-17T14:28:44.976573Z","steps":["trace[1453764274] 'agreement among raft nodes before linearized reading' (duration: 125.990775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:45.67509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519635660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:28:45.721154Z","caller":"traceutil/trace.go:171","msg":"trace[1305830629] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"739.249924ms","start":"2026-07-17T14:28:44.981863Z","end":"2026-07-17T14:28:45.721112Z","steps":["trace[1305830629] 'process raft request' (duration: 738.971553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:45.721436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:28:44.98184Z","time spent":"739.447306ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:28:45.74313Z","caller":"traceutil/trace.go:171","msg":"trace[666356946] linearizableReadLoop","detail":"{readStateIndex:4429; appliedIndex:4427; }","duration":"568.849398ms","start":"2026-07-17T14:28:45.174235Z","end":"2026-07-17T14:28:45.743084Z","steps":["trace[666356946] 'read index received' (duration: 546.517067ms)","trace[666356946] 'applied index is now lower than readState.Index' (duration: 22.331201ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:28:45.743273Z","caller":"traceutil/trace.go:171","msg":"trace[129668596] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"111.346236ms","start":"2026-07-17T14:28:45.631862Z","end":"2026-07-17T14:28:45.743208Z","steps":["trace[129668596] 'process raft request' (duration: 110.994802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:45.74363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.069578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:28:45.743795Z","caller":"traceutil/trace.go:171","msg":"trace[1894331915] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4259; }","duration":"404.381739ms","start":"2026-07-17T14:28:45.339384Z","end":"2026-07-17T14:28:45.743766Z","steps":["trace[1894331915] 'agreement among raft nodes before linearized reading' (duration: 404.017397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:45.743897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:28:45.339346Z","time spent":"404.530951ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:28:45.743582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.319292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:28:45.744737Z","caller":"traceutil/trace.go:171","msg":"trace[91843029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4259; }","duration":"570.541723ms","start":"2026-07-17T14:28:45.174176Z","end":"2026-07-17T14:28:45.744718Z","steps":["trace[91843029] 'agreement among raft nodes before linearized reading' (duration: 569.091411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:45.745059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.198159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:7482"} {"level":"info","ts":"2026-07-17T14:28:45.745136Z","caller":"traceutil/trace.go:171","msg":"trace[404997433] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4259; }","duration":"157.30217ms","start":"2026-07-17T14:28:45.587809Z","end":"2026-07-17T14:28:45.745111Z","steps":["trace[404997433] 'agreement among raft nodes before linearized reading' (duration: 155.716747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:45.744788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:28:45.174151Z","time spent":"570.621033ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T14:28:46.198328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.442622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:28:46.19843Z","caller":"traceutil/trace.go:171","msg":"trace[1723393196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4264; }","duration":"146.583493ms","start":"2026-07-17T14:28:46.051821Z","end":"2026-07-17T14:28:46.198404Z","steps":["trace[1723393196] 'range keys from in-memory index tree' (duration: 146.254019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:46.198445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.403785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:28:46.198536Z","caller":"traceutil/trace.go:171","msg":"trace[719716027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4264; }","duration":"144.513295ms","start":"2026-07-17T14:28:46.053989Z","end":"2026-07-17T14:28:46.198502Z","steps":["trace[719716027] 'range keys from in-memory index tree' (duration: 144.202193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:46.198613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.944839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T14:28:46.198656Z","caller":"traceutil/trace.go:171","msg":"trace[7787688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4264; }","duration":"150.02243ms","start":"2026-07-17T14:28:46.048622Z","end":"2026-07-17T14:28:46.198645Z","steps":["trace[7787688] 'range keys from in-memory index tree' (duration: 149.778428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:46.198641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.926969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:28:46.198708Z","caller":"traceutil/trace.go:171","msg":"trace[650950623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4264; }","duration":"150.038539ms","start":"2026-07-17T14:28:46.04865Z","end":"2026-07-17T14:28:46.198689Z","steps":["trace[650950623] 'range keys from in-memory index tree' (duration: 149.759948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:46.198734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.539936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:28:46.198775Z","caller":"traceutil/trace.go:171","msg":"trace[319380719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4264; }","duration":"149.584006ms","start":"2026-07-17T14:28:46.04918Z","end":"2026-07-17T14:28:46.198764Z","steps":["trace[319380719] 'range keys from in-memory index tree' (duration: 149.115442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:28:46.198848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.136294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2df90cc8-b8ba-42f2-a670-e680c95b7aa9\" ","response":"range_response_count:1 size:3713"} {"level":"info","ts":"2026-07-17T14:28:46.198927Z","caller":"traceutil/trace.go:171","msg":"trace[1171140344] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2df90cc8-b8ba-42f2-a670-e680c95b7aa9; range_end:; response_count:1; response_revision:4264; }","duration":"218.265036ms","start":"2026-07-17T14:28:45.980642Z","end":"2026-07-17T14:28:46.198907Z","steps":["trace[1171140344] 'range keys from in-memory index tree' (duration: 217.947833ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:03.192121Z","caller":"traceutil/trace.go:171","msg":"trace[1490116800] linearizableReadLoop","detail":"{readStateIndex:4599; appliedIndex:4598; }","duration":"108.052279ms","start":"2026-07-17T14:29:03.084045Z","end":"2026-07-17T14:29:03.192097Z","steps":["trace[1490116800] 'read index received' (duration: 107.776966ms)","trace[1490116800] 'applied index is now lower than readState.Index' (duration: 274.493µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:03.192195Z","caller":"traceutil/trace.go:171","msg":"trace[689736836] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"123.0359ms","start":"2026-07-17T14:29:03.06912Z","end":"2026-07-17T14:29:03.192156Z","steps":["trace[689736836] 'process raft request' (duration: 122.786258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:03.192329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.271101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-1\" ","response":"range_response_count:1 size:2274"} {"level":"info","ts":"2026-07-17T14:29:03.192375Z","caller":"traceutil/trace.go:171","msg":"trace[762519056] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-1; range_end:; response_count:1; response_revision:4415; }","duration":"108.355621ms","start":"2026-07-17T14:29:03.084009Z","end":"2026-07-17T14:29:03.192364Z","steps":["trace[762519056] 'agreement among raft nodes before linearized reading' (duration: 108.19292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:26.457879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.623221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:26.457953Z","caller":"traceutil/trace.go:171","msg":"trace[947052636] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4659; }","duration":"141.758662ms","start":"2026-07-17T14:29:26.31618Z","end":"2026-07-17T14:29:26.457939Z","steps":["trace[947052636] 'count revisions from in-memory index tree' (duration: 141.525531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:26.458282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.301506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-db-2\" ","response":"range_response_count:1 size:11302"} {"level":"info","ts":"2026-07-17T14:29:26.458325Z","caller":"traceutil/trace.go:171","msg":"trace[1993671981] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-db-2; range_end:; response_count:1; response_revision:4659; }","duration":"227.387707ms","start":"2026-07-17T14:29:26.230926Z","end":"2026-07-17T14:29:26.458314Z","steps":["trace[1993671981] 'range keys from in-memory index tree' (duration: 227.156754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:26.45909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.301893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-2\" ","response":"range_response_count:1 size:2364"} {"level":"info","ts":"2026-07-17T14:29:26.459141Z","caller":"traceutil/trace.go:171","msg":"trace[2048871652] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-2; range_end:; response_count:1; response_revision:4659; }","duration":"149.943017ms","start":"2026-07-17T14:29:26.309179Z","end":"2026-07-17T14:29:26.459122Z","steps":["trace[2048871652] 'range keys from in-memory index tree' (duration: 149.169811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:30.573295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519637193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:29:31.073706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519637193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:29:31.574829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519637193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:29:31.681622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.72070313s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:29:31.682103Z","caller":"traceutil/trace.go:171","msg":"trace[1425200497] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"1.721228995s","start":"2026-07-17T14:29:29.960831Z","end":"2026-07-17T14:29:31.68206Z","steps":["trace[1425200497] 'process raft request' (duration: 1.720974093s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.682353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:29.960817Z","time spent":"1.721421226s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:31.6916Z","caller":"traceutil/trace.go:171","msg":"trace[1906817788] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4915; }","duration":"1.619360206s","start":"2026-07-17T14:29:30.072214Z","end":"2026-07-17T14:29:31.691574Z","steps":["trace[1906817788] 'read index received' (duration: 1.610256982s)","trace[1906817788] 'applied index is now lower than readState.Index' (duration: 9.102054ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:31.691773Z","caller":"traceutil/trace.go:171","msg":"trace[333910018] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"1.621229981s","start":"2026-07-17T14:29:30.0705Z","end":"2026-07-17T14:29:31.69173Z","steps":["trace[333910018] 'process raft request' (duration: 1.620985789s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:31.691839Z","caller":"traceutil/trace.go:171","msg":"trace[999802581] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"1.014978338s","start":"2026-07-17T14:29:30.676845Z","end":"2026-07-17T14:29:31.691824Z","steps":["trace[999802581] 'process raft request' (duration: 1.014684205s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:31.691856Z","caller":"traceutil/trace.go:171","msg":"trace[1263886379] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"1.713810314s","start":"2026-07-17T14:29:29.978034Z","end":"2026-07-17T14:29:31.691844Z","steps":["trace[1263886379] 'process raft request' (duration: 1.713143048s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.691912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.676742Z","time spent":"1.015129458s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:29:31.691923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.07049Z","time spent":"1.621341523s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:31.691973Z","caller":"traceutil/trace.go:171","msg":"trace[340270844] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"1.62352442s","start":"2026-07-17T14:29:30.06844Z","end":"2026-07-17T14:29:31.691964Z","steps":["trace[340270844] 'process raft request' (duration: 1.622897305s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.068409Z","time spent":"1.623589031s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:31.692045Z","caller":"traceutil/trace.go:171","msg":"trace[1284839775] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"1.621810305s","start":"2026-07-17T14:29:30.070227Z","end":"2026-07-17T14:29:31.692037Z","steps":["trace[1284839775] 'process raft request' (duration: 1.62121447s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61979199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8988"} {"level":"info","ts":"2026-07-17T14:29:31.692133Z","caller":"traceutil/trace.go:171","msg":"trace[276441884] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4698; }","duration":"1.619925631s","start":"2026-07-17T14:29:30.072182Z","end":"2026-07-17T14:29:31.692108Z","steps":["trace[276441884] 'agreement among raft nodes before linearized reading' (duration: 1.619606899s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.691939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:29.978009Z","time spent":"1.713882274s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:29:31.692175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561628937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8988"} {"level":"info","ts":"2026-07-17T14:29:31.692196Z","caller":"traceutil/trace.go:171","msg":"trace[172986852] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4698; }","duration":"1.561682847s","start":"2026-07-17T14:29:30.130506Z","end":"2026-07-17T14:29:31.692189Z","steps":["trace[172986852] 'agreement among raft nodes before linearized reading' (duration: 1.561600257s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.072173Z","time spent":"1.620006201s","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9011,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T14:29:31.692213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.130487Z","time spent":"1.561721977s","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9011,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T14:29:31.692204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212291599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:29:31.692238Z","caller":"traceutil/trace.go:171","msg":"trace[1318122376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4698; }","duration":"1.212361759s","start":"2026-07-17T14:29:30.479866Z","end":"2026-07-17T14:29:31.692228Z","steps":["trace[1318122376] 'agreement among raft nodes before linearized reading' (duration: 1.212269599s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.479844Z","time spent":"1.212423391s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:29:31.692331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213080197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:29:31.692348Z","caller":"traceutil/trace.go:171","msg":"trace[961591531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4698; }","duration":"1.213098157s","start":"2026-07-17T14:29:30.479246Z","end":"2026-07-17T14:29:31.692344Z","steps":["trace[961591531] 'agreement among raft nodes before linearized reading' (duration: 1.213047436s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.479188Z","time spent":"1.213169877s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:29:31.692077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.070213Z","time spent":"1.621845005s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:29:31.692424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213919353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:29:31.692439Z","caller":"traceutil/trace.go:171","msg":"trace[81821747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4698; }","duration":"1.213985644s","start":"2026-07-17T14:29:30.47845Z","end":"2026-07-17T14:29:31.692436Z","steps":["trace[81821747] 'agreement among raft nodes before linearized reading' (duration: 1.213946004s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.478422Z","time spent":"1.214026654s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T14:29:31.691667Z","caller":"traceutil/trace.go:171","msg":"trace[1152394710] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"1.622333141s","start":"2026-07-17T14:29:30.06931Z","end":"2026-07-17T14:29:31.691643Z","steps":["trace[1152394710] 'process raft request' (duration: 1.622081538s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344372663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:29:31.692518Z","caller":"traceutil/trace.go:171","msg":"trace[1466748328] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4698; }","duration":"1.344433324s","start":"2026-07-17T14:29:30.34808Z","end":"2026-07-17T14:29:31.692514Z","steps":["trace[1466748328] 'agreement among raft nodes before linearized reading' (duration: 1.344405324s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.348054Z","time spent":"1.344472674s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:29:31.692531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.069271Z","time spent":"1.623213758s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:29:31.692614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489530042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:31.69263Z","caller":"traceutil/trace.go:171","msg":"trace[903637318] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4698; }","duration":"1.489581252s","start":"2026-07-17T14:29:30.203045Z","end":"2026-07-17T14:29:31.692626Z","steps":["trace[903637318] 'agreement among raft nodes before linearized reading' (duration: 1.489555272s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.203025Z","time spent":"1.489615072s","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:29:31.692766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211241231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:29:31.692828Z","caller":"traceutil/trace.go:171","msg":"trace[1204898297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4698; }","duration":"1.211324442s","start":"2026-07-17T14:29:30.481489Z","end":"2026-07-17T14:29:31.692814Z","steps":["trace[1204898297] 'agreement among raft nodes before linearized reading' (duration: 1.211203812s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.481423Z","time spent":"1.211428913s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:29:31.69295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21237768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:29:31.692971Z","caller":"traceutil/trace.go:171","msg":"trace[2084699425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4698; }","duration":"1.21241156s","start":"2026-07-17T14:29:30.480555Z","end":"2026-07-17T14:29:31.692967Z","steps":["trace[2084699425] 'agreement among raft nodes before linearized reading' (duration: 1.2123613s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.692986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:30.480549Z","time spent":"1.212433981s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:29:31.69301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.68922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T14:29:31.693057Z","caller":"traceutil/trace.go:171","msg":"trace[769800173] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4698; }","duration":"334.779621ms","start":"2026-07-17T14:29:31.358267Z","end":"2026-07-17T14:29:31.693047Z","steps":["trace[769800173] 'agreement among raft nodes before linearized reading' (duration: 334.449528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:31.693093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:31.358249Z","time spent":"334.833841ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":429,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:29:34.203688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519637257,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:29:34.545781Z","caller":"traceutil/trace.go:171","msg":"trace[399920111] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4933; }","duration":"842.168972ms","start":"2026-07-17T14:29:33.703581Z","end":"2026-07-17T14:29:34.54575Z","steps":["trace[399920111] 'read index received' (duration: 800.619785ms)","trace[399920111] 'applied index is now lower than readState.Index' (duration: 41.547557ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:34.5461Z","caller":"traceutil/trace.go:171","msg":"trace[706397656] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"695.777303ms","start":"2026-07-17T14:29:33.850311Z","end":"2026-07-17T14:29:34.546088Z","steps":["trace[706397656] 'process raft request' (duration: 695.371709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.546258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.850284Z","time spent":"695.875924ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:34.546585Z","caller":"traceutil/trace.go:171","msg":"trace[1326447576] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"848.754736ms","start":"2026-07-17T14:29:33.697787Z","end":"2026-07-17T14:29:34.546542Z","steps":["trace[1326447576] 'process raft request' (duration: 806.509763ms)","trace[1326447576] 'compare' (duration: 40.026944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:34.546789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.16111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T14:29:34.546853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.681767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:34.546862Z","caller":"traceutil/trace.go:171","msg":"trace[1657618499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4713; }","duration":"843.300212ms","start":"2026-07-17T14:29:33.703545Z","end":"2026-07-17T14:29:34.546845Z","steps":["trace[1657618499] 'agreement among raft nodes before linearized reading' (duration: 843.0258ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:34.5469Z","caller":"traceutil/trace.go:171","msg":"trace[2019983995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4713; }","duration":"591.771487ms","start":"2026-07-17T14:29:33.955109Z","end":"2026-07-17T14:29:34.54688Z","steps":["trace[2019983995] 'agreement among raft nodes before linearized reading' (duration: 591.721287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.546913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.703514Z","time spent":"843.384673ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:29:34.546947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.955087Z","time spent":"591.852628ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:29:34.546785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.679271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:29:34.547087Z","caller":"traceutil/trace.go:171","msg":"trace[789916775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4713; }","duration":"841.007463ms","start":"2026-07-17T14:29:33.706064Z","end":"2026-07-17T14:29:34.547072Z","steps":["trace[789916775] 'agreement among raft nodes before linearized reading' (duration: 840.53886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.547142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.706058Z","time spent":"841.069613ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:29:34.547196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.299506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T14:29:34.547206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.08029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8988"} {"level":"info","ts":"2026-07-17T14:29:34.547228Z","caller":"traceutil/trace.go:171","msg":"trace[615292265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4713; }","duration":"840.354857ms","start":"2026-07-17T14:29:33.706864Z","end":"2026-07-17T14:29:34.547219Z","steps":["trace[615292265] 'agreement among raft nodes before linearized reading' (duration: 840.269766ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:34.547257Z","caller":"traceutil/trace.go:171","msg":"trace[1628937323] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4713; }","duration":"837.160892ms","start":"2026-07-17T14:29:33.710082Z","end":"2026-07-17T14:29:34.547243Z","steps":["trace[1628937323] 'agreement among raft nodes before linearized reading' (duration: 836.874459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.547305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.710071Z","time spent":"837.226522ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9011,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T14:29:34.547266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.706847Z","time spent":"840.411788ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:29:34.547723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.362616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:29:34.54771Z","caller":"traceutil/trace.go:171","msg":"trace[1814753853] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"849.27704ms","start":"2026-07-17T14:29:33.698395Z","end":"2026-07-17T14:29:34.547672Z","steps":["trace[1814753853] 'process raft request' (duration: 846.981171ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:34.547772Z","caller":"traceutil/trace.go:171","msg":"trace[1038687485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4713; }","duration":"841.447396ms","start":"2026-07-17T14:29:33.706315Z","end":"2026-07-17T14:29:34.547763Z","steps":["trace[1038687485] 'agreement among raft nodes before linearized reading' (duration: 841.312035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.547803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.706298Z","time spent":"841.497137ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:29:34.547891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.698365Z","time spent":"849.426481ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:29:34.547803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.697767Z","time spent":"848.932067ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:34.548017Z","caller":"traceutil/trace.go:171","msg":"trace[1921070194] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"849.018218ms","start":"2026-07-17T14:29:33.698986Z","end":"2026-07-17T14:29:34.548004Z","steps":["trace[1921070194] 'process raft request' (duration: 846.578138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.548107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.698962Z","time spent":"849.096148ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:34.548226Z","caller":"traceutil/trace.go:171","msg":"trace[377288203] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"848.690074ms","start":"2026-07-17T14:29:33.699526Z","end":"2026-07-17T14:29:34.548216Z","steps":["trace[377288203] 'process raft request' (duration: 846.077563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.548408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.627516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/k8s.keycloak.org/keycloaks/\" range_end:\"/registry/k8s.keycloak.org/keycloaks0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:34.547619Z","caller":"traceutil/trace.go:171","msg":"trace[1423393086] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"848.564974ms","start":"2026-07-17T14:29:33.698781Z","end":"2026-07-17T14:29:34.547346Z","steps":["trace[1423393086] 'process raft request' (duration: 846.734738ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:34.548786Z","caller":"traceutil/trace.go:171","msg":"trace[386584088] range","detail":"{range_begin:/registry/k8s.keycloak.org/keycloaks/; range_end:/registry/k8s.keycloak.org/keycloaks0; response_count:0; response_revision:4713; }","duration":"650.905777ms","start":"2026-07-17T14:29:33.897565Z","end":"2026-07-17T14:29:34.548471Z","steps":["trace[386584088] 'agreement among raft nodes before linearized reading' (duration: 650.364012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.548915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.897541Z","time spent":"651.351933ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/k8s.keycloak.org/keycloaks/\" range_end:\"/registry/k8s.keycloak.org/keycloaks0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:29:34.54828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.699516Z","time spent":"848.739515ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:29:34.54763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.193085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8988"} {"level":"warn","ts":"2026-07-17T14:29:34.547956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.597259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:29:34.550632Z","caller":"traceutil/trace.go:171","msg":"trace[77821896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4713; }","duration":"844.306959ms","start":"2026-07-17T14:29:33.706308Z","end":"2026-07-17T14:29:34.550615Z","steps":["trace[77821896] 'agreement among raft nodes before linearized reading' (duration: 841.567777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.550685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.706286Z","time spent":"844.37968ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T14:29:34.550838Z","caller":"traceutil/trace.go:171","msg":"trace[236581414] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4713; }","duration":"609.441962ms","start":"2026-07-17T14:29:33.941378Z","end":"2026-07-17T14:29:34.55082Z","steps":["trace[236581414] 'agreement among raft nodes before linearized reading' (duration: 606.116755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:34.550868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.941342Z","time spent":"609.517482ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9011,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T14:29:34.551291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:33.698767Z","time spent":"849.919814ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:42.695361Z","caller":"traceutil/trace.go:171","msg":"trace[1463920921] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"119.083677ms","start":"2026-07-17T14:29:42.576221Z","end":"2026-07-17T14:29:42.695304Z","steps":["trace[1463920921] 'process raft request' (duration: 117.470524ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:42.700353Z","caller":"traceutil/trace.go:171","msg":"trace[1233960545] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"119.289089ms","start":"2026-07-17T14:29:42.581024Z","end":"2026-07-17T14:29:42.700313Z","steps":["trace[1233960545] 'process raft request' (duration: 118.814946ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:42.700409Z","caller":"traceutil/trace.go:171","msg":"trace[385317533] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5043; }","duration":"106.529635ms","start":"2026-07-17T14:29:42.593853Z","end":"2026-07-17T14:29:42.700383Z","steps":["trace[385317533] 'read index received' (duration: 99.7242ms)","trace[385317533] 'applied index is now lower than readState.Index' (duration: 6.804355ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:42.700422Z","caller":"traceutil/trace.go:171","msg":"trace[841035100] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"119.279669ms","start":"2026-07-17T14:29:42.581115Z","end":"2026-07-17T14:29:42.700395Z","steps":["trace[841035100] 'process raft request' (duration: 119.167517ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:42.700581Z","caller":"traceutil/trace.go:171","msg":"trace[354937105] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"119.114708ms","start":"2026-07-17T14:29:42.581401Z","end":"2026-07-17T14:29:42.700516Z","steps":["trace[354937105] 'process raft request' (duration: 118.937516ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:42.700602Z","caller":"traceutil/trace.go:171","msg":"trace[292598413] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"119.532952ms","start":"2026-07-17T14:29:42.581052Z","end":"2026-07-17T14:29:42.700585Z","steps":["trace[292598413] 'process raft request' (duration: 118.908546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:42.700741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.861888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:29:42.702255Z","caller":"traceutil/trace.go:171","msg":"trace[2115941344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4811; }","duration":"108.403ms","start":"2026-07-17T14:29:42.593822Z","end":"2026-07-17T14:29:42.702225Z","steps":["trace[2115941344] 'agreement among raft nodes before linearized reading' (duration: 106.784118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:42.700883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.682156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:29:42.702361Z","caller":"traceutil/trace.go:171","msg":"trace[666556878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4811; }","duration":"108.191518ms","start":"2026-07-17T14:29:42.594163Z","end":"2026-07-17T14:29:42.702354Z","steps":["trace[666556878] 'agreement among raft nodes before linearized reading' (duration: 106.580756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:42.701021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.072497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:29:42.702501Z","caller":"traceutil/trace.go:171","msg":"trace[160767447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4811; }","duration":"104.56948ms","start":"2026-07-17T14:29:42.597925Z","end":"2026-07-17T14:29:42.702494Z","steps":["trace[160767447] 'agreement among raft nodes before linearized reading' (duration: 102.988607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:42.701105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.591727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:29:42.702572Z","caller":"traceutil/trace.go:171","msg":"trace[640429052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4811; }","duration":"108.059759ms","start":"2026-07-17T14:29:42.594508Z","end":"2026-07-17T14:29:42.702567Z","steps":["trace[640429052] 'agreement among raft nodes before linearized reading' (duration: 106.536406ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:47.895609Z","caller":"traceutil/trace.go:171","msg":"trace[1525839928] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5088; }","duration":"145.535692ms","start":"2026-07-17T14:29:47.750047Z","end":"2026-07-17T14:29:47.895583Z","steps":["trace[1525839928] 'read index received' (duration: 145.27071ms)","trace[1525839928] 'applied index is now lower than readState.Index' (duration: 263.672µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:47.895923Z","caller":"traceutil/trace.go:171","msg":"trace[89353782] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"166.045998ms","start":"2026-07-17T14:29:47.72982Z","end":"2026-07-17T14:29:47.895866Z","steps":["trace[89353782] 'process raft request' (duration: 165.565624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:47.89619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.124927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8996"} {"level":"info","ts":"2026-07-17T14:29:47.896804Z","caller":"traceutil/trace.go:171","msg":"trace[1983086377] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4850; }","duration":"146.295248ms","start":"2026-07-17T14:29:47.749974Z","end":"2026-07-17T14:29:47.89627Z","steps":["trace[1983086377] 'agreement among raft nodes before linearized reading' (duration: 145.854865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:48.118443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.671476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:48.118524Z","caller":"traceutil/trace.go:171","msg":"trace[658268573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4850; }","duration":"165.812277ms","start":"2026-07-17T14:29:47.952692Z","end":"2026-07-17T14:29:48.118505Z","steps":["trace[658268573] 'range keys from in-memory index tree' (duration: 165.487565ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:48.700555Z","caller":"traceutil/trace.go:171","msg":"trace[1476361640] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5090; }","duration":"218.658765ms","start":"2026-07-17T14:29:48.481861Z","end":"2026-07-17T14:29:48.70052Z","steps":["trace[1476361640] 'read index received' (duration: 119.372768ms)","trace[1476361640] 'applied index is now lower than readState.Index' (duration: 99.284397ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:48.700627Z","caller":"traceutil/trace.go:171","msg":"trace[2125573624] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"223.601175ms","start":"2026-07-17T14:29:48.476963Z","end":"2026-07-17T14:29:48.700564Z","steps":["trace[2125573624] 'process raft request' (duration: 124.379999ms)","trace[2125573624] 'compare' (duration: 98.931714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:48.70082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.904608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8996"} {"level":"info","ts":"2026-07-17T14:29:48.700857Z","caller":"traceutil/trace.go:171","msg":"trace[1291366046] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4852; }","duration":"219.025129ms","start":"2026-07-17T14:29:48.48182Z","end":"2026-07-17T14:29:48.700845Z","steps":["trace[1291366046] 'agreement among raft nodes before linearized reading' (duration: 218.827417ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:48.913429Z","caller":"traceutil/trace.go:171","msg":"trace[621225143] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"204.759833ms","start":"2026-07-17T14:29:48.708627Z","end":"2026-07-17T14:29:48.913387Z","steps":["trace[621225143] 'process raft request' (duration: 131.471837ms)","trace[621225143] 'compare' (duration: 73.168695ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:48.915816Z","caller":"traceutil/trace.go:171","msg":"trace[1506107255] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"183.507791ms","start":"2026-07-17T14:29:48.732289Z","end":"2026-07-17T14:29:48.915797Z","steps":["trace[1506107255] 'process raft request' (duration: 183.44581ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:48.915954Z","caller":"traceutil/trace.go:171","msg":"trace[81380698] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"186.248243ms","start":"2026-07-17T14:29:48.729699Z","end":"2026-07-17T14:29:48.915948Z","steps":["trace[81380698] 'process raft request' (duration: 185.864419ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:48.916003Z","caller":"traceutil/trace.go:171","msg":"trace[689948398] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"185.987381ms","start":"2026-07-17T14:29:48.73001Z","end":"2026-07-17T14:29:48.915998Z","steps":["trace[689948398] 'process raft request' (duration: 185.684908ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:48.916116Z","caller":"traceutil/trace.go:171","msg":"trace[300735060] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"183.782342ms","start":"2026-07-17T14:29:48.732324Z","end":"2026-07-17T14:29:48.916106Z","steps":["trace[300735060] 'process raft request' (duration: 183.44371ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:48.916264Z","caller":"traceutil/trace.go:171","msg":"trace[240621431] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5091; }","duration":"186.461864ms","start":"2026-07-17T14:29:48.729786Z","end":"2026-07-17T14:29:48.916248Z","steps":["trace[240621431] 'read index received' (duration: 110.328636ms)","trace[240621431] 'applied index is now lower than readState.Index' (duration: 76.132188ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:48.916353Z","caller":"traceutil/trace.go:171","msg":"trace[1229712294] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"183.985524ms","start":"2026-07-17T14:29:48.732357Z","end":"2026-07-17T14:29:48.916342Z","steps":["trace[1229712294] 'process raft request' (duration: 183.700242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:49.017676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.427734ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T14:29:49.017931Z","caller":"traceutil/trace.go:171","msg":"trace[10157221] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5097; }","duration":"101.612165ms","start":"2026-07-17T14:29:48.916302Z","end":"2026-07-17T14:29:49.017915Z","steps":["trace[10157221] 'read index received' (duration: 70.581µs)","trace[10157221] 'applied index is now lower than readState.Index' (duration: 101.539944ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:49.018072Z","caller":"traceutil/trace.go:171","msg":"trace[1078521459] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"100.719098ms","start":"2026-07-17T14:29:48.917345Z","end":"2026-07-17T14:29:49.018064Z","steps":["trace[1078521459] 'process raft request' (duration: 100.429546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:49.018311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.492933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:29:49.018394Z","caller":"traceutil/trace.go:171","msg":"trace[821026475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4858; }","duration":"288.591374ms","start":"2026-07-17T14:29:48.72978Z","end":"2026-07-17T14:29:49.018372Z","steps":["trace[821026475] 'agreement among raft nodes before linearized reading' (duration: 186.598495ms)","trace[821026475] 'range keys from in-memory index tree' (duration: 101.457634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:49.11727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.089537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/auth-system/keycloak-db\" ","response":"range_response_count:1 size:1743"} {"level":"info","ts":"2026-07-17T14:29:49.117376Z","caller":"traceutil/trace.go:171","msg":"trace[446740286] range","detail":"{range_begin:/registry/roles/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4859; }","duration":"385.193809ms","start":"2026-07-17T14:29:48.732131Z","end":"2026-07-17T14:29:49.117325Z","steps":["trace[446740286] 'agreement among raft nodes before linearized reading' (duration: 285.892663ms)","trace[446740286] 'range keys from in-memory index tree' (duration: 99.118874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:49.117408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:48.732123Z","time spent":"385.27878ms","remote":"127.0.0.1:60476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":1766,"request content":"key:\"/registry/roles/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T14:29:49.117392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.724784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8996"} {"level":"info","ts":"2026-07-17T14:29:49.117503Z","caller":"traceutil/trace.go:171","msg":"trace[59147716] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4859; }","duration":"214.843905ms","start":"2026-07-17T14:29:48.902602Z","end":"2026-07-17T14:29:49.117446Z","steps":["trace[59147716] 'agreement among raft nodes before linearized reading' (duration: 115.495789ms)","trace[59147716] 'range keys from in-memory index tree' (duration: 99.161884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:49.117651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.772903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:29:49.117747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.109962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:29:49.117744Z","caller":"traceutil/trace.go:171","msg":"trace[855215313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4859; }","duration":"162.896753ms","start":"2026-07-17T14:29:48.954813Z","end":"2026-07-17T14:29:49.11771Z","steps":["trace[855215313] 'agreement among raft nodes before linearized reading' (duration: 63.238474ms)","trace[855215313] 'range keys from in-memory index tree' (duration: 99.558718ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:49.117779Z","caller":"traceutil/trace.go:171","msg":"trace[1304211676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4859; }","duration":"377.137483ms","start":"2026-07-17T14:29:48.740631Z","end":"2026-07-17T14:29:49.117768Z","steps":["trace[1304211676] 'agreement among raft nodes before linearized reading' (duration: 277.375423ms)","trace[1304211676] 'range keys from in-memory index tree' (duration: 99.699109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:49.117801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:48.740557Z","time spent":"377.239564ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:29:49.117685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.031292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-17T14:29:49.117866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.222323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:29:49.117929Z","caller":"traceutil/trace.go:171","msg":"trace[722808586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4859; }","duration":"377.325324ms","start":"2026-07-17T14:29:48.740585Z","end":"2026-07-17T14:29:49.11791Z","steps":["trace[722808586] 'agreement among raft nodes before linearized reading' (duration: 277.430994ms)","trace[722808586] 'range keys from in-memory index tree' (duration: 99.75766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:49.11797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:48.740565Z","time spent":"377.395415ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T14:29:49.117988Z","caller":"traceutil/trace.go:171","msg":"trace[1155042023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4859; }","duration":"377.289954ms","start":"2026-07-17T14:29:48.740608Z","end":"2026-07-17T14:29:49.117898Z","steps":["trace[1155042023] 'agreement among raft nodes before linearized reading' (duration: 277.385354ms)","trace[1155042023] 'range keys from in-memory index tree' (duration: 99.628659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:49.118144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:48.740588Z","time spent":"377.527087ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:29:49.119223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.242847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:29:49.119286Z","caller":"traceutil/trace.go:171","msg":"trace[1726789032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4859; }","duration":"375.327778ms","start":"2026-07-17T14:29:48.74394Z","end":"2026-07-17T14:29:49.119268Z","steps":["trace[1726789032] 'agreement among raft nodes before linearized reading' (duration: 274.015666ms)","trace[1726789032] 'range keys from in-memory index tree' (duration: 99.276135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:49.11942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:48.743927Z","time spent":"375.387438ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T14:29:49.741307Z","caller":"traceutil/trace.go:171","msg":"trace[722224098] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5107; }","duration":"214.248469ms","start":"2026-07-17T14:29:49.527035Z","end":"2026-07-17T14:29:49.741283Z","steps":["trace[722224098] 'read index received' (duration: 214.029267ms)","trace[722224098] 'applied index is now lower than readState.Index' (duration: 218.062µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:49.741608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.560921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-app\" ","response":"range_response_count:1 size:1856"} {"level":"info","ts":"2026-07-17T14:29:49.741601Z","caller":"traceutil/trace.go:171","msg":"trace[1013475287] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"221.267647ms","start":"2026-07-17T14:29:49.520273Z","end":"2026-07-17T14:29:49.741541Z","steps":["trace[1013475287] 'process raft request' (duration: 220.802913ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:49.741702Z","caller":"traceutil/trace.go:171","msg":"trace[784111729] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-app; range_end:; response_count:1; response_revision:4867; }","duration":"214.699063ms","start":"2026-07-17T14:29:49.526986Z","end":"2026-07-17T14:29:49.741686Z","steps":["trace[784111729] 'agreement among raft nodes before linearized reading' (duration: 214.396201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:50.002407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.339902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:613"} {"level":"info","ts":"2026-07-17T14:29:50.002495Z","caller":"traceutil/trace.go:171","msg":"trace[1681295378] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:4869; }","duration":"176.455123ms","start":"2026-07-17T14:29:49.826021Z","end":"2026-07-17T14:29:50.002476Z","steps":["trace[1681295378] 'range keys from in-memory index tree' (duration: 176.224562ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:50.003132Z","caller":"traceutil/trace.go:171","msg":"trace[160928133] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"173.67089ms","start":"2026-07-17T14:29:49.829419Z","end":"2026-07-17T14:29:50.003089Z","steps":["trace[160928133] 'process raft request' (duration: 109.106015ms)","trace[160928133] 'compare' (duration: 64.083921ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:50.003231Z","caller":"traceutil/trace.go:171","msg":"trace[774994389] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"102.574874ms","start":"2026-07-17T14:29:49.900626Z","end":"2026-07-17T14:29:50.0032Z","steps":["trace[774994389] 'process raft request' (duration: 102.485243ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:50.003188Z","caller":"traceutil/trace.go:171","msg":"trace[167504721] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5110; }","duration":"127.650447ms","start":"2026-07-17T14:29:49.875511Z","end":"2026-07-17T14:29:50.003162Z","steps":["trace[167504721] 'read index received' (duration: 63.012922ms)","trace[167504721] 'applied index is now lower than readState.Index' (duration: 64.635355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:50.003464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.941429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-3\" ","response":"range_response_count:1 size:2364"} {"level":"info","ts":"2026-07-17T14:29:50.003511Z","caller":"traceutil/trace.go:171","msg":"trace[1875213043] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-3; range_end:; response_count:1; response_revision:4871; }","duration":"128.00749ms","start":"2026-07-17T14:29:49.875494Z","end":"2026-07-17T14:29:50.003501Z","steps":["trace[1875213043] 'agreement among raft nodes before linearized reading' (duration: 127.744288ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:50.262329Z","caller":"traceutil/trace.go:171","msg":"trace[377479717] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5113; }","duration":"196.508247ms","start":"2026-07-17T14:29:50.065795Z","end":"2026-07-17T14:29:50.262303Z","steps":["trace[377479717] 'read index received' (duration: 110.75434ms)","trace[377479717] 'applied index is now lower than readState.Index' (duration: 85.753027ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:50.262414Z","caller":"traceutil/trace.go:171","msg":"trace[200735746] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"212.285203ms","start":"2026-07-17T14:29:50.050091Z","end":"2026-07-17T14:29:50.262376Z","steps":["trace[200735746] 'process raft request' (duration: 126.517947ms)","trace[200735746] 'compare' (duration: 85.562985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:50.262612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.793629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-3\" ","response":"range_response_count:1 size:2364"} {"level":"warn","ts":"2026-07-17T14:29:50.262701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.539423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9034"} {"level":"info","ts":"2026-07-17T14:29:50.262744Z","caller":"traceutil/trace.go:171","msg":"trace[1983905003] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-3; range_end:; response_count:1; response_revision:4872; }","duration":"196.940221ms","start":"2026-07-17T14:29:50.065761Z","end":"2026-07-17T14:29:50.262701Z","steps":["trace[1983905003] 'agreement among raft nodes before linearized reading' (duration: 196.631758ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:50.262879Z","caller":"traceutil/trace.go:171","msg":"trace[328194398] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4872; }","duration":"134.775385ms","start":"2026-07-17T14:29:50.128087Z","end":"2026-07-17T14:29:50.262862Z","steps":["trace[328194398] 'agreement among raft nodes before linearized reading' (duration: 134.542492ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:50.572847Z","caller":"traceutil/trace.go:171","msg":"trace[1861421541] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"122.146372ms","start":"2026-07-17T14:29:50.45068Z","end":"2026-07-17T14:29:50.572826Z","steps":["trace[1861421541] 'process raft request' (duration: 121.9842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:50.739331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.102889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-07-17T14:29:50.739392Z","caller":"traceutil/trace.go:171","msg":"trace[1599074948] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:4873; }","duration":"139.1837ms","start":"2026-07-17T14:29:50.600194Z","end":"2026-07-17T14:29:50.739378Z","steps":["trace[1599074948] 'range keys from in-memory index tree' (duration: 139.012948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:50.739489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.802202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-server\" ","response":"range_response_count:1 size:2006"} {"level":"info","ts":"2026-07-17T14:29:50.739569Z","caller":"traceutil/trace.go:171","msg":"trace[122582154] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-server; range_end:; response_count:1; response_revision:4873; }","duration":"130.920143ms","start":"2026-07-17T14:29:50.608629Z","end":"2026-07-17T14:29:50.739549Z","steps":["trace[122582154] 'range keys from in-memory index tree' (duration: 130.601001ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:50.897597Z","caller":"traceutil/trace.go:171","msg":"trace[2061880933] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4873; }","duration":"152.003475ms","start":"2026-07-17T14:29:50.745569Z","end":"2026-07-17T14:29:50.897572Z","steps":["trace[2061880933] 'process raft request' (duration: 151.891924ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:50.897675Z","caller":"traceutil/trace.go:171","msg":"trace[641636947] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5116; }","duration":"150.888295ms","start":"2026-07-17T14:29:50.74675Z","end":"2026-07-17T14:29:50.897638Z","steps":["trace[641636947] 'read index received' (duration: 150.859335ms)","trace[641636947] 'applied index is now lower than readState.Index' (duration: 25.52µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:50.897941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.161738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-ca\" ","response":"range_response_count:1 size:1463"} {"level":"info","ts":"2026-07-17T14:29:50.898034Z","caller":"traceutil/trace.go:171","msg":"trace[475486977] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-ca; range_end:; response_count:1; response_revision:4873; }","duration":"151.281849ms","start":"2026-07-17T14:29:50.746729Z","end":"2026-07-17T14:29:50.898011Z","steps":["trace[475486977] 'agreement among raft nodes before linearized reading' (duration: 151.025197ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.042117Z","caller":"traceutil/trace.go:171","msg":"trace[2007504695] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5116; }","duration":"144.345932ms","start":"2026-07-17T14:29:50.897747Z","end":"2026-07-17T14:29:51.042093Z","steps":["trace[2007504695] 'read index received' (duration: 144.165251ms)","trace[2007504695] 'applied index is now lower than readState.Index' (duration: 179.391µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:51.042226Z","caller":"traceutil/trace.go:171","msg":"trace[690191242] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"225.891095ms","start":"2026-07-17T14:29:50.81631Z","end":"2026-07-17T14:29:51.042201Z","steps":["trace[690191242] 'process raft request' (duration: 225.605563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:51.042304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.218072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:51.042352Z","caller":"traceutil/trace.go:171","msg":"trace[692251777] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4874; }","duration":"197.284723ms","start":"2026-07-17T14:29:50.845054Z","end":"2026-07-17T14:29:51.042338Z","steps":["trace[692251777] 'agreement among raft nodes before linearized reading' (duration: 197.171582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:51.26788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.471766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:29:51.268221Z","caller":"traceutil/trace.go:171","msg":"trace[1599806695] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"344.857792ms","start":"2026-07-17T14:29:50.92334Z","end":"2026-07-17T14:29:51.268197Z","steps":["trace[1599806695] 'process raft request' (duration: 344.732911ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.268281Z","caller":"traceutil/trace.go:171","msg":"trace[1740499556] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"344.907462ms","start":"2026-07-17T14:29:50.923351Z","end":"2026-07-17T14:29:51.268258Z","steps":["trace[1740499556] 'process raft request' (duration: 344.646341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:51.2684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:50.923332Z","time spent":"344.999763ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:51.268402Z","caller":"traceutil/trace.go:171","msg":"trace[1158543872] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"345.178924ms","start":"2026-07-17T14:29:50.923207Z","end":"2026-07-17T14:29:51.268386Z","steps":["trace[1158543872] 'process raft request' (duration: 223.102173ms)","trace[1158543872] 'compare' (duration: 121.356305ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:51.268466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:50.923181Z","time spent":"345.257364ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:29:51.26841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:50.923316Z","time spent":"344.970972ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:51.268829Z","caller":"traceutil/trace.go:171","msg":"trace[1115312256] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"213.209992ms","start":"2026-07-17T14:29:51.055608Z","end":"2026-07-17T14:29:51.268818Z","steps":["trace[1115312256] 'process raft request' (duration: 213.150662ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.268885Z","caller":"traceutil/trace.go:171","msg":"trace[1616151226] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"345.190863ms","start":"2026-07-17T14:29:50.923683Z","end":"2026-07-17T14:29:51.268874Z","steps":["trace[1616151226] 'process raft request' (duration: 344.462918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:51.268938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:50.923673Z","time spent":"345.238934ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:29:51.269014Z","caller":"traceutil/trace.go:171","msg":"trace[1476975975] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"345.215244ms","start":"2026-07-17T14:29:50.92379Z","end":"2026-07-17T14:29:51.269006Z","steps":["trace[1476975975] 'process raft request' (duration: 344.898672ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.269031Z","caller":"traceutil/trace.go:171","msg":"trace[1473817956] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5117; }","duration":"226.825522ms","start":"2026-07-17T14:29:51.042197Z","end":"2026-07-17T14:29:51.269023Z","steps":["trace[1473817956] 'read index received' (duration: 104.127356ms)","trace[1473817956] 'applied index is now lower than readState.Index' (duration: 122.696736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:51.269056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:50.923768Z","time spent":"345.268065ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:29:51.269109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.010809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:51.269135Z","caller":"traceutil/trace.go:171","msg":"trace[1463746410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4880; }","duration":"315.053649ms","start":"2026-07-17T14:29:50.954074Z","end":"2026-07-17T14:29:51.269127Z","steps":["trace[1463746410] 'agreement among raft nodes before linearized reading' (duration: 314.996729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:51.269154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:50.954065Z","time spent":"315.084819ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:29:51.269187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.646525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-user\" ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-17T14:29:51.269217Z","caller":"traceutil/trace.go:171","msg":"trace[1586718912] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-user; range_end:; response_count:1; response_revision:4880; }","duration":"320.705875ms","start":"2026-07-17T14:29:50.948503Z","end":"2026-07-17T14:29:51.269208Z","steps":["trace[1586718912] 'agreement among raft nodes before linearized reading' (duration: 320.611564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:51.269241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:50.948485Z","time spent":"320.750385ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":506,"request content":"key:\"/registry/secrets/auth-system/keycloak-db-user\" "} {"level":"warn","ts":"2026-07-17T14:29:51.269285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.196942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T14:29:51.269267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.706611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/auth-system/keycloak-db\" ","response":"range_response_count:1 size:854"} {"level":"info","ts":"2026-07-17T14:29:51.269309Z","caller":"traceutil/trace.go:171","msg":"trace[959908080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4880; }","duration":"144.263952ms","start":"2026-07-17T14:29:51.12504Z","end":"2026-07-17T14:29:51.269304Z","steps":["trace[959908080] 'agreement among raft nodes before linearized reading' (duration: 144.202422ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.269331Z","caller":"traceutil/trace.go:171","msg":"trace[920035079] range","detail":"{range_begin:/registry/rolebindings/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4880; }","duration":"370.801181ms","start":"2026-07-17T14:29:50.898514Z","end":"2026-07-17T14:29:51.269315Z","steps":["trace[920035079] 'agreement among raft nodes before linearized reading' (duration: 370.58868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:51.269427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:50.898495Z","time spent":"370.918303ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":877,"request content":"key:\"/registry/rolebindings/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T14:29:51.269581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.583949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:29:51.269611Z","caller":"traceutil/trace.go:171","msg":"trace[1492044664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4880; }","duration":"115.664479ms","start":"2026-07-17T14:29:51.153939Z","end":"2026-07-17T14:29:51.269603Z","steps":["trace[1492044664] 'agreement among raft nodes before linearized reading' (duration: 115.577279ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.463563Z","caller":"traceutil/trace.go:171","msg":"trace[1982139047] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"189.384808ms","start":"2026-07-17T14:29:51.274144Z","end":"2026-07-17T14:29:51.463529Z","steps":["trace[1982139047] 'process raft request' (duration: 169.041343ms)","trace[1982139047] 'compare' (duration: 19.837801ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:51.464078Z","caller":"traceutil/trace.go:171","msg":"trace[1659231362] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"187.874517ms","start":"2026-07-17T14:29:51.276143Z","end":"2026-07-17T14:29:51.464017Z","steps":["trace[1659231362] 'process raft request' (duration: 187.194451ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.464814Z","caller":"traceutil/trace.go:171","msg":"trace[435349542] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"187.977757ms","start":"2026-07-17T14:29:51.27682Z","end":"2026-07-17T14:29:51.464798Z","steps":["trace[435349542] 'process raft request' (duration: 186.737597ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.465107Z","caller":"traceutil/trace.go:171","msg":"trace[1366241658] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5123; }","duration":"178.696052ms","start":"2026-07-17T14:29:51.28639Z","end":"2026-07-17T14:29:51.465086Z","steps":["trace[1366241658] 'read index received' (duration: 156.813024ms)","trace[1366241658] 'applied index is now lower than readState.Index' (duration: 21.881668ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:51.465233Z","caller":"traceutil/trace.go:171","msg":"trace[498862114] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"188.168949ms","start":"2026-07-17T14:29:51.27705Z","end":"2026-07-17T14:29:51.465219Z","steps":["trace[498862114] 'process raft request' (duration: 187.681715ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.465562Z","caller":"traceutil/trace.go:171","msg":"trace[729331966] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"187.523453ms","start":"2026-07-17T14:29:51.278022Z","end":"2026-07-17T14:29:51.465546Z","steps":["trace[729331966] 'process raft request' (duration: 186.946338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:51.465605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.128466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9066"} {"level":"warn","ts":"2026-07-17T14:29:51.465631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.157773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9066"} {"level":"info","ts":"2026-07-17T14:29:51.465688Z","caller":"traceutil/trace.go:171","msg":"trace[636955556] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4885; }","duration":"179.310317ms","start":"2026-07-17T14:29:51.286359Z","end":"2026-07-17T14:29:51.465669Z","steps":["trace[636955556] 'agreement among raft nodes before linearized reading' (duration: 178.950743ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:51.465705Z","caller":"traceutil/trace.go:171","msg":"trace[523900613] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4885; }","duration":"175.262864ms","start":"2026-07-17T14:29:51.290419Z","end":"2026-07-17T14:29:51.465682Z","steps":["trace[523900613] 'agreement among raft nodes before linearized reading' (duration: 174.999582ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:52.229025Z","caller":"traceutil/trace.go:171","msg":"trace[725481998] linearizableReadLoop","detail":"{readStateIndex:5132; appliedIndex:5131; }","duration":"190.997922ms","start":"2026-07-17T14:29:52.038007Z","end":"2026-07-17T14:29:52.229005Z","steps":["trace[725481998] 'read index received' (duration: 133.947639ms)","trace[725481998] 'applied index is now lower than readState.Index' (duration: 57.049393ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:52.229091Z","caller":"traceutil/trace.go:171","msg":"trace[704048098] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"205.56085ms","start":"2026-07-17T14:29:52.023506Z","end":"2026-07-17T14:29:52.229067Z","steps":["trace[704048098] 'process raft request' (duration: 148.446836ms)","trace[704048098] 'compare' (duration: 56.798612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:52.229257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.235315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:29:52.229289Z","caller":"traceutil/trace.go:171","msg":"trace[1782189032] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4888; }","duration":"191.304675ms","start":"2026-07-17T14:29:52.037977Z","end":"2026-07-17T14:29:52.229281Z","steps":["trace[1782189032] 'agreement among raft nodes before linearized reading' (duration: 191.140713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:52.229426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.494243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:29:52.229446Z","caller":"traceutil/trace.go:171","msg":"trace[1982624343] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4888; }","duration":"145.554983ms","start":"2026-07-17T14:29:52.083886Z","end":"2026-07-17T14:29:52.229441Z","steps":["trace[1982624343] 'agreement among raft nodes before linearized reading' (duration: 145.517163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:52.982264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.610488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-17T14:29:52.98227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.629858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:29:52.982334Z","caller":"traceutil/trace.go:171","msg":"trace[2105891661] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.739709ms","start":"2026-07-17T14:29:52.482575Z","end":"2026-07-17T14:29:52.982314Z","steps":["trace[2105891661] 'agreement among raft nodes before linearized reading' (duration: 499.639118ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:52.982347Z","caller":"traceutil/trace.go:171","msg":"trace[2118004381] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.757319ms","start":"2026-07-17T14:29:52.482575Z","end":"2026-07-17T14:29:52.982332Z","steps":["trace[2118004381] 'agreement among raft nodes before linearized reading' (duration: 499.660258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:52.982385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:52.482555Z","time spent":"499.822049ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:29:52 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:29:52.982369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:52.482554Z","time spent":"499.808839ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:29:52 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:29:53.145995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.391936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:29:53.146117Z","caller":"traceutil/trace.go:171","msg":"trace[650176280] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5132; }","duration":"864.798913ms","start":"2026-07-17T14:29:52.281297Z","end":"2026-07-17T14:29:53.146096Z","steps":["trace[650176280] 'read index received' (duration: 104.124016ms)","trace[650176280] 'applied index is now lower than readState.Index' (duration: 760.672377ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:53.146205Z","caller":"traceutil/trace.go:171","msg":"trace[2051534349] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"870.641961ms","start":"2026-07-17T14:29:52.275546Z","end":"2026-07-17T14:29:53.146188Z","steps":["trace[2051534349] 'process raft request' (duration: 109.999123ms)","trace[2051534349] 'compare' (duration: 759.991432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:53.146291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:52.275522Z","time spent":"870.727561ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:29:53.146729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.409918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9066"} {"level":"info","ts":"2026-07-17T14:29:53.146808Z","caller":"traceutil/trace.go:171","msg":"trace[2076232161] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4889; }","duration":"865.52592ms","start":"2026-07-17T14:29:52.281264Z","end":"2026-07-17T14:29:53.14679Z","steps":["trace[2076232161] 'agreement among raft nodes before linearized reading' (duration: 865.253188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.146851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:52.281248Z","time spent":"865.59491ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9089,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T14:29:53.329143Z","caller":"traceutil/trace.go:171","msg":"trace[1427960742] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5133; }","duration":"182.964697ms","start":"2026-07-17T14:29:53.146153Z","end":"2026-07-17T14:29:53.329118Z","steps":["trace[1427960742] 'read index received' (duration: 179.73993ms)","trace[1427960742] 'applied index is now lower than readState.Index' (duration: 3.223337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:53.3294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037099262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:29:53.329502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.97196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9066"} {"level":"info","ts":"2026-07-17T14:29:53.329532Z","caller":"traceutil/trace.go:171","msg":"trace[551564001] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4890; }","duration":"596.07588ms","start":"2026-07-17T14:29:52.733449Z","end":"2026-07-17T14:29:53.329525Z","steps":["trace[551564001] 'agreement among raft nodes before linearized reading' (duration: 595.9656ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:53.329497Z","caller":"traceutil/trace.go:171","msg":"trace[1832125861] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4890; }","duration":"1.037201863s","start":"2026-07-17T14:29:52.292257Z","end":"2026-07-17T14:29:53.329459Z","steps":["trace[1832125861] 'agreement among raft nodes before linearized reading' (duration: 1.036951551s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.329554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:52.733427Z","time spent":"596.120032ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9089,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T14:29:53.329567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:52.292241Z","time spent":"1.037315394s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T14:29:53.329631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.264761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:53.329702Z","caller":"traceutil/trace.go:171","msg":"trace[1436024684] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4890; }","duration":"879.387522ms","start":"2026-07-17T14:29:52.450299Z","end":"2026-07-17T14:29:53.329687Z","steps":["trace[1436024684] 'agreement among raft nodes before linearized reading' (duration: 879.236121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.329679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.907897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/imagecatalogs/\" range_end:\"/registry/postgresql.cnpg.io/imagecatalogs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:53.329625Z","caller":"traceutil/trace.go:171","msg":"trace[1941514680] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"233.91024ms","start":"2026-07-17T14:29:53.095686Z","end":"2026-07-17T14:29:53.329596Z","steps":["trace[1941514680] 'process raft request' (duration: 230.21621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.329755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:52.450279Z","time spent":"879.464904ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:29:53.329913Z","caller":"traceutil/trace.go:171","msg":"trace[586047201] range","detail":"{range_begin:/registry/postgresql.cnpg.io/imagecatalogs/; range_end:/registry/postgresql.cnpg.io/imagecatalogs0; response_count:0; response_revision:4890; }","duration":"448.07969ms","start":"2026-07-17T14:29:52.881674Z","end":"2026-07-17T14:29:53.329754Z","steps":["trace[586047201] 'agreement among raft nodes before linearized reading' (duration: 447.857677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.329974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:52.88165Z","time spent":"448.313002ms","remote":"127.0.0.1:57296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/imagecatalogs/\" range_end:\"/registry/postgresql.cnpg.io/imagecatalogs0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:29:53.33002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.162207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:53.330091Z","caller":"traceutil/trace.go:171","msg":"trace[1819038467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4890; }","duration":"375.941153ms","start":"2026-07-17T14:29:52.954136Z","end":"2026-07-17T14:29:53.330077Z","steps":["trace[1819038467] 'agreement among raft nodes before linearized reading' (duration: 375.111347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.330134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:52.954118Z","time spent":"376.005863ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:29:53.349083Z","caller":"traceutil/trace.go:171","msg":"trace[421753259] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"195.855731ms","start":"2026-07-17T14:29:53.153191Z","end":"2026-07-17T14:29:53.349047Z","steps":["trace[421753259] 'process raft request' (duration: 195.586609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.673354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.820307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-17T14:29:53.673447Z","caller":"traceutil/trace.go:171","msg":"trace[2076464191] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5140; }","duration":"307.163594ms","start":"2026-07-17T14:29:53.366268Z","end":"2026-07-17T14:29:53.673432Z","steps":["trace[2076464191] 'read index received' (duration: 200.212016ms)","trace[2076464191] 'applied index is now lower than readState.Index' (duration: 106.950318ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:53.673559Z","caller":"traceutil/trace.go:171","msg":"trace[395363600] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4896; }","duration":"315.463373ms","start":"2026-07-17T14:29:53.35808Z","end":"2026-07-17T14:29:53.673543Z","steps":["trace[395363600] 'process raft request' (duration: 208.383753ms)","trace[395363600] 'compare' (duration: 106.777597ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:53.673618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:53.358068Z","time spent":"315.524733ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:29:53.673691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.408907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-17T14:29:53.673732Z","caller":"traceutil/trace.go:171","msg":"trace[1390121065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4896; }","duration":"307.466777ms","start":"2026-07-17T14:29:53.366254Z","end":"2026-07-17T14:29:53.673721Z","steps":["trace[1390121065] 'agreement among raft nodes before linearized reading' (duration: 307.307876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.673766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:29:53.366247Z","time spent":"307.511567ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T14:29:53.673813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.566761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-3\" ","response":"range_response_count:1 size:2364"} {"level":"info","ts":"2026-07-17T14:29:53.673844Z","caller":"traceutil/trace.go:171","msg":"trace[775016789] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-3; range_end:; response_count:1; response_revision:4896; }","duration":"188.622582ms","start":"2026-07-17T14:29:53.485214Z","end":"2026-07-17T14:29:53.673836Z","steps":["trace[775016789] 'agreement among raft nodes before linearized reading' (duration: 188.524271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.673849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.967457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:29:53.673908Z","caller":"traceutil/trace.go:171","msg":"trace[931417296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4896; }","duration":"204.062797ms","start":"2026-07-17T14:29:53.469831Z","end":"2026-07-17T14:29:53.673894Z","steps":["trace[931417296] 'agreement among raft nodes before linearized reading' (duration: 203.882636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.673916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.764025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:29:53.673944Z","caller":"traceutil/trace.go:171","msg":"trace[866112414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4896; }","duration":"203.805595ms","start":"2026-07-17T14:29:53.470132Z","end":"2026-07-17T14:29:53.673937Z","steps":["trace[866112414] 'agreement among raft nodes before linearized reading' (duration: 203.732135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.674051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.334838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T14:29:53.674064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.590709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T14:29:53.674081Z","caller":"traceutil/trace.go:171","msg":"trace[1330662844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4896; }","duration":"205.394568ms","start":"2026-07-17T14:29:53.468678Z","end":"2026-07-17T14:29:53.674072Z","steps":["trace[1330662844] 'agreement among raft nodes before linearized reading' (duration: 205.325588ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:53.674088Z","caller":"traceutil/trace.go:171","msg":"trace[742755343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4896; }","duration":"205.615799ms","start":"2026-07-17T14:29:53.468466Z","end":"2026-07-17T14:29:53.674082Z","steps":["trace[742755343] 'agreement among raft nodes before linearized reading' (duration: 205.550729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.674135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.346159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:29:53.674203Z","caller":"traceutil/trace.go:171","msg":"trace[1943788824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4896; }","duration":"204.430771ms","start":"2026-07-17T14:29:53.469757Z","end":"2026-07-17T14:29:53.674187Z","steps":["trace[1943788824] 'agreement among raft nodes before linearized reading' (duration: 204.311219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.675242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.409729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-db-3\" ","response":"range_response_count:1 size:11301"} {"level":"info","ts":"2026-07-17T14:29:53.675293Z","caller":"traceutil/trace.go:171","msg":"trace[1995784540] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-db-3; range_end:; response_count:1; response_revision:4896; }","duration":"260.012301ms","start":"2026-07-17T14:29:53.415268Z","end":"2026-07-17T14:29:53.67528Z","steps":["trace[1995784540] 'agreement among raft nodes before linearized reading' (duration: 258.315758ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:53.873772Z","caller":"traceutil/trace.go:171","msg":"trace[1865437887] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"194.467179ms","start":"2026-07-17T14:29:53.679269Z","end":"2026-07-17T14:29:53.873736Z","steps":["trace[1865437887] 'process raft request' (duration: 161.641743ms)","trace[1865437887] 'compare' (duration: 32.550673ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:53.873823Z","caller":"traceutil/trace.go:171","msg":"trace[924123618] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5142; }","duration":"120.150725ms","start":"2026-07-17T14:29:53.753653Z","end":"2026-07-17T14:29:53.873804Z","steps":["trace[924123618] 'read index received' (duration: 87.234179ms)","trace[924123618] 'applied index is now lower than readState.Index' (duration: 32.915916ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:53.873924Z","caller":"traceutil/trace.go:171","msg":"trace[1721924003] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"194.517829ms","start":"2026-07-17T14:29:53.679398Z","end":"2026-07-17T14:29:53.873915Z","steps":["trace[1721924003] 'process raft request' (duration: 194.204656ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:53.874096Z","caller":"traceutil/trace.go:171","msg":"trace[451231746] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"171.133809ms","start":"2026-07-17T14:29:53.702954Z","end":"2026-07-17T14:29:53.874088Z","steps":["trace[451231746] 'process raft request' (duration: 170.820177ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:53.874114Z","caller":"traceutil/trace.go:171","msg":"trace[432067312] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"179.8383ms","start":"2026-07-17T14:29:53.69423Z","end":"2026-07-17T14:29:53.874069Z","steps":["trace[432067312] 'process raft request' (duration: 179.513728ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:53.874189Z","caller":"traceutil/trace.go:171","msg":"trace[1813357094] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"189.359457ms","start":"2026-07-17T14:29:53.684813Z","end":"2026-07-17T14:29:53.874172Z","steps":["trace[1813357094] 'process raft request' (duration: 188.879774ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:53.874218Z","caller":"traceutil/trace.go:171","msg":"trace[142740789] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"191.943718ms","start":"2026-07-17T14:29:53.682265Z","end":"2026-07-17T14:29:53.874209Z","steps":["trace[142740789] 'process raft request' (duration: 191.379573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:53.874269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.627907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9066"} {"level":"info","ts":"2026-07-17T14:29:53.874302Z","caller":"traceutil/trace.go:171","msg":"trace[982112111] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4902; }","duration":"190.683278ms","start":"2026-07-17T14:29:53.683608Z","end":"2026-07-17T14:29:53.874291Z","steps":["trace[982112111] 'agreement among raft nodes before linearized reading' (duration: 190.535247ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:53.888008Z","caller":"traceutil/trace.go:171","msg":"trace[1587978231] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"133.263392ms","start":"2026-07-17T14:29:53.754719Z","end":"2026-07-17T14:29:53.887982Z","steps":["trace[1587978231] 'process raft request' (duration: 133.00778ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:54.067762Z","caller":"traceutil/trace.go:171","msg":"trace[1374482344] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"189.472769ms","start":"2026-07-17T14:29:53.878267Z","end":"2026-07-17T14:29:54.06774Z","steps":["trace[1374482344] 'process raft request' (duration: 117.854546ms)","trace[1374482344] 'compare' (duration: 71.460321ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:29:54.067952Z","caller":"traceutil/trace.go:171","msg":"trace[114697747] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"189.062305ms","start":"2026-07-17T14:29:53.878882Z","end":"2026-07-17T14:29:54.067945Z","steps":["trace[114697747] 'process raft request' (duration: 188.794513ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:54.068175Z","caller":"traceutil/trace.go:171","msg":"trace[1441363760] linearizableReadLoop","detail":"{readStateIndex:5151; appliedIndex:5149; }","duration":"178.43483ms","start":"2026-07-17T14:29:53.889726Z","end":"2026-07-17T14:29:54.068161Z","steps":["trace[1441363760] 'read index received' (duration: 106.424445ms)","trace[1441363760] 'applied index is now lower than readState.Index' (duration: 72.008885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:29:54.068373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.18822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9066"} {"level":"info","ts":"2026-07-17T14:29:54.068408Z","caller":"traceutil/trace.go:171","msg":"trace[1119364134] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4906; }","duration":"113.27369ms","start":"2026-07-17T14:29:53.955126Z","end":"2026-07-17T14:29:54.068399Z","steps":["trace[1119364134] 'agreement among raft nodes before linearized reading' (duration: 113.149698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:54.068439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.666142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-17T14:29:54.068559Z","caller":"traceutil/trace.go:171","msg":"trace[1517215064] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4906; }","duration":"178.843193ms","start":"2026-07-17T14:29:53.889691Z","end":"2026-07-17T14:29:54.068534Z","steps":["trace[1517215064] 'agreement among raft nodes before linearized reading' (duration: 178.54877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:29:54.068783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.341042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:29:54.068815Z","caller":"traceutil/trace.go:171","msg":"trace[1754527261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4906; }","duration":"112.393322ms","start":"2026-07-17T14:29:53.956413Z","end":"2026-07-17T14:29:54.068807Z","steps":["trace[1754527261] 'agreement among raft nodes before linearized reading' (duration: 112.339532ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:59.491445Z","caller":"traceutil/trace.go:171","msg":"trace[1407120392] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"120.220997ms","start":"2026-07-17T14:29:59.371204Z","end":"2026-07-17T14:29:59.491425Z","steps":["trace[1407120392] 'process raft request' (duration: 116.561347ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:59.491626Z","caller":"traceutil/trace.go:171","msg":"trace[1696469329] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"119.723852ms","start":"2026-07-17T14:29:59.371879Z","end":"2026-07-17T14:29:59.491603Z","steps":["trace[1696469329] 'process raft request' (duration: 119.46515ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:59.492273Z","caller":"traceutil/trace.go:171","msg":"trace[1900433156] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"120.286687ms","start":"2026-07-17T14:29:59.37196Z","end":"2026-07-17T14:29:59.492247Z","steps":["trace[1900433156] 'process raft request' (duration: 119.577581ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:29:59.492514Z","caller":"traceutil/trace.go:171","msg":"trace[528363628] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"120.521089ms","start":"2026-07-17T14:29:59.37198Z","end":"2026-07-17T14:29:59.492502Z","steps":["trace[528363628] 'process raft request' (duration: 120.084516ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:30:22.169813Z","caller":"traceutil/trace.go:171","msg":"trace[163451872] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5407; }","duration":"147.398347ms","start":"2026-07-17T14:30:22.022372Z","end":"2026-07-17T14:30:22.16977Z","steps":["trace[163451872] 'read index received' (duration: 147.255776ms)","trace[163451872] 'applied index is now lower than readState.Index' (duration: 141.131µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:30:22.169938Z","caller":"traceutil/trace.go:171","msg":"trace[1287902071] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"151.693572ms","start":"2026-07-17T14:30:22.018232Z","end":"2026-07-17T14:30:22.169926Z","steps":["trace[1287902071] 'process raft request' (duration: 151.328449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:22.170248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.86484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:30:22.1703Z","caller":"traceutil/trace.go:171","msg":"trace[220932237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5141; }","duration":"147.956731ms","start":"2026-07-17T14:30:22.02233Z","end":"2026-07-17T14:30:22.170287Z","steps":["trace[220932237] 'agreement among raft nodes before linearized reading' (duration: 147.72836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:22.171161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.857595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:30:22.171267Z","caller":"traceutil/trace.go:171","msg":"trace[467795289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5142; }","duration":"134.981517ms","start":"2026-07-17T14:30:22.036254Z","end":"2026-07-17T14:30:22.171236Z","steps":["trace[467795289] 'agreement among raft nodes before linearized reading' (duration: 134.742394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:22.171298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.625852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:30:22.171517Z","caller":"traceutil/trace.go:171","msg":"trace[246913944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5142; }","duration":"135.786703ms","start":"2026-07-17T14:30:22.03561Z","end":"2026-07-17T14:30:22.171396Z","steps":["trace[246913944] 'agreement among raft nodes before linearized reading' (duration: 135.231448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:22.171716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.219058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:30:22.172251Z","caller":"traceutil/trace.go:171","msg":"trace[71960991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5142; }","duration":"135.490511ms","start":"2026-07-17T14:30:22.036317Z","end":"2026-07-17T14:30:22.171807Z","steps":["trace[71960991] 'agreement among raft nodes before linearized reading' (duration: 134.660683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.107539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519638726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:30:26.167188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.011088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:30:26.16726Z","caller":"traceutil/trace.go:171","msg":"trace[1500771427] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"501.144459ms","start":"2026-07-17T14:30:25.666098Z","end":"2026-07-17T14:30:26.167243Z","steps":["trace[1500771427] 'agreement among raft nodes before linearized reading' (duration: 501.052769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.167313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:25.666076Z","time spent":"501.22662ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:30:26 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:30:26.607795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519638726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:30:26.618228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03846858s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:30:26.61859Z","caller":"traceutil/trace.go:171","msg":"trace[2003175697] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"1.038915665s","start":"2026-07-17T14:30:25.57965Z","end":"2026-07-17T14:30:26.618566Z","steps":["trace[2003175697] 'process raft request' (duration: 1.038768444s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.61874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:25.579626Z","time spent":"1.039039006s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:30:26.634286Z","caller":"traceutil/trace.go:171","msg":"trace[369408171] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5435; }","duration":"1.027688174s","start":"2026-07-17T14:30:25.606558Z","end":"2026-07-17T14:30:26.634246Z","steps":["trace[369408171] 'read index received' (duration: 1.011899345s)","trace[369408171] 'applied index is now lower than readState.Index' (duration: 15.787669ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:30:26.634368Z","caller":"traceutil/trace.go:171","msg":"trace[259456472] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"1.051675908s","start":"2026-07-17T14:30:25.58268Z","end":"2026-07-17T14:30:26.634356Z","steps":["trace[259456472] 'process raft request' (duration: 1.051407877s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:30:26.634414Z","caller":"traceutil/trace.go:171","msg":"trace[1034342976] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"1.045407917s","start":"2026-07-17T14:30:25.588988Z","end":"2026-07-17T14:30:26.634396Z","steps":["trace[1034342976] 'process raft request' (duration: 1.045159025s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.63445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:25.58267Z","time spent":"1.051728899s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:30:26.63451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:25.588977Z","time spent":"1.045476057s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:30:26.634592Z","caller":"traceutil/trace.go:171","msg":"trace[383408441] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"448.194949ms","start":"2026-07-17T14:30:26.186376Z","end":"2026-07-17T14:30:26.634571Z","steps":["trace[383408441] 'process raft request' (duration: 447.809416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.634611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.536178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:30:26.634584Z","caller":"traceutil/trace.go:171","msg":"trace[1631099961] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"1.054469901s","start":"2026-07-17T14:30:25.580091Z","end":"2026-07-17T14:30:26.634561Z","steps":["trace[1631099961] 'process raft request' (duration: 1.053871206s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:30:26.634639Z","caller":"traceutil/trace.go:171","msg":"trace[881678608] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5172; }","duration":"976.598798ms","start":"2026-07-17T14:30:25.658033Z","end":"2026-07-17T14:30:26.634632Z","steps":["trace[881678608] 'agreement among raft nodes before linearized reading' (duration: 976.549518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.63466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:25.658015Z","time spent":"976.639699ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:30:26.634671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:26.186358Z","time spent":"448.275219ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:30:26.634704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:25.58007Z","time spent":"1.054579971s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:30:26.634816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.36923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T14:30:26.634824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.985756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:30:26.634839Z","caller":"traceutil/trace.go:171","msg":"trace[1036093891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5172; }","duration":"448.405662ms","start":"2026-07-17T14:30:26.186427Z","end":"2026-07-17T14:30:26.634833Z","steps":["trace[1036093891] 'agreement among raft nodes before linearized reading' (duration: 448.331451ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:30:26.634853Z","caller":"traceutil/trace.go:171","msg":"trace[811641281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5172; }","duration":"443.042418ms","start":"2026-07-17T14:30:26.191802Z","end":"2026-07-17T14:30:26.634844Z","steps":["trace[811641281] 'agreement among raft nodes before linearized reading' (duration: 442.942027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.634889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:26.191791Z","time spent":"443.087658ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:30:26.634897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.764039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T14:30:26.634863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:26.186418Z","time spent":"448.432982ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:30:26.634909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.098321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:30:26.634953Z","caller":"traceutil/trace.go:171","msg":"trace[1829956155] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5172; }","duration":"397.86693ms","start":"2026-07-17T14:30:26.237071Z","end":"2026-07-17T14:30:26.634938Z","steps":["trace[1829956155] 'agreement among raft nodes before linearized reading' (duration: 397.754689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.634978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.049447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T14:30:26.635003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.017941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:30:26.634996Z","caller":"traceutil/trace.go:171","msg":"trace[1131906798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5172; }","duration":"447.211861ms","start":"2026-07-17T14:30:26.187763Z","end":"2026-07-17T14:30:26.634975Z","steps":["trace[1131906798] 'agreement among raft nodes before linearized reading' (duration: 446.900838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.635006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:26.237046Z","time spent":"397.946852ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:30:26.635031Z","caller":"traceutil/trace.go:171","msg":"trace[1590635852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5172; }","duration":"441.065421ms","start":"2026-07-17T14:30:26.193961Z","end":"2026-07-17T14:30:26.635026Z","steps":["trace[1590635852] 'agreement among raft nodes before linearized reading' (duration: 441.00074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.635054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:26.193947Z","time spent":"441.103031ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:30:26.635049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:26.187756Z","time spent":"447.284712ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T14:30:26.63504Z","caller":"traceutil/trace.go:171","msg":"trace[1860813031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5172; }","duration":"443.123728ms","start":"2026-07-17T14:30:26.191901Z","end":"2026-07-17T14:30:26.635025Z","steps":["trace[1860813031] 'agreement among raft nodes before linearized reading' (duration: 442.733924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.635096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:26.191897Z","time spent":"443.186348ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:30:26.635126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02856169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-db-migration-20260717143017-24107-gwckx\" ","response":"range_response_count:1 size:34638"} {"level":"info","ts":"2026-07-17T14:30:26.635173Z","caller":"traceutil/trace.go:171","msg":"trace[1664918735] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-db-migration-20260717143017-24107-gwckx; range_end:; response_count:1; response_revision:5172; }","duration":"1.028634921s","start":"2026-07-17T14:30:25.606526Z","end":"2026-07-17T14:30:26.635161Z","steps":["trace[1664918735] 'agreement among raft nodes before linearized reading' (duration: 1.027987075s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:30:26.635206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:30:25.606511Z","time spent":"1.028686651s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":34661,"request content":"key:\"/registry/pods/auth-system/keycloak-db-migration-20260717143017-24107-gwckx\" "} {"level":"info","ts":"2026-07-17T14:30:26.783221Z","caller":"traceutil/trace.go:171","msg":"trace[549378931] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"136.698891ms","start":"2026-07-17T14:30:26.64649Z","end":"2026-07-17T14:30:26.783189Z","steps":["trace[549378931] 'process raft request' (duration: 136.476728ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:30:38.178234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2904} {"level":"info","ts":"2026-07-17T14:30:38.273761Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2904,"took":"94.384286ms","hash":3276992336,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":17010688,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-07-17T14:30:38.273827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3276992336,"revision":2904,"compact-revision":-1} {"level":"warn","ts":"2026-07-17T14:31:12.424253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.66666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:31:12.425144Z","caller":"traceutil/trace.go:171","msg":"trace[1298778164] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5462; }","duration":"735.829592ms","start":"2026-07-17T14:31:11.688502Z","end":"2026-07-17T14:31:12.424332Z","steps":["trace[1298778164] 'count revisions from in-memory index tree' (duration: 735.59543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:12.425269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:11.688484Z","time spent":"736.75289ms","remote":"127.0.0.1:42782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:31:15.238487Z","caller":"traceutil/trace.go:171","msg":"trace[1707566396] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"260.133151ms","start":"2026-07-17T14:31:14.978326Z","end":"2026-07-17T14:31:15.238459Z","steps":["trace[1707566396] 'process raft request' (duration: 250.08561ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:15.238912Z","caller":"traceutil/trace.go:171","msg":"trace[449465075] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5754; }","duration":"260.284793ms","start":"2026-07-17T14:31:14.978605Z","end":"2026-07-17T14:31:15.23889Z","steps":["trace[449465075] 'read index received' (duration: 69.140241ms)","trace[449465075] 'applied index is now lower than readState.Index' (duration: 191.143372ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:31:15.23916Z","caller":"traceutil/trace.go:171","msg":"trace[2025606830] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"260.621015ms","start":"2026-07-17T14:31:14.978517Z","end":"2026-07-17T14:31:15.239138Z","steps":["trace[2025606830] 'process raft request' (duration: 260.252263ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:15.239176Z","caller":"traceutil/trace.go:171","msg":"trace[454760197] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"260.708765ms","start":"2026-07-17T14:31:14.978425Z","end":"2026-07-17T14:31:15.239134Z","steps":["trace[454760197] 'process raft request' (duration: 259.980139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:15.239265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.643785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:31:15.239311Z","caller":"traceutil/trace.go:171","msg":"trace[78406251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5481; }","duration":"260.730745ms","start":"2026-07-17T14:31:14.978569Z","end":"2026-07-17T14:31:15.2393Z","steps":["trace[78406251] 'agreement among raft nodes before linearized reading' (duration: 260.568584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:15.239303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.861269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:31:15.239337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.982261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:31:15.23944Z","caller":"traceutil/trace.go:171","msg":"trace[2083982003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5481; }","duration":"212.135201ms","start":"2026-07-17T14:31:15.02729Z","end":"2026-07-17T14:31:15.239425Z","steps":["trace[2083982003] 'agreement among raft nodes before linearized reading' (duration: 211.905649ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:15.239419Z","caller":"traceutil/trace.go:171","msg":"trace[824074357] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5481; }","duration":"260.100862ms","start":"2026-07-17T14:31:14.979298Z","end":"2026-07-17T14:31:15.239399Z","steps":["trace[824074357] 'agreement among raft nodes before linearized reading' (duration: 259.8807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:15.239641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.126952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:31:15.239706Z","caller":"traceutil/trace.go:171","msg":"trace[1872204793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5481; }","duration":"196.216272ms","start":"2026-07-17T14:31:15.043476Z","end":"2026-07-17T14:31:15.239692Z","steps":["trace[1872204793] 'agreement among raft nodes before linearized reading' (duration: 196.064851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:15.239652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.652857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:31:15.239824Z","caller":"traceutil/trace.go:171","msg":"trace[1020360982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5481; }","duration":"196.856908ms","start":"2026-07-17T14:31:15.042947Z","end":"2026-07-17T14:31:15.239804Z","steps":["trace[1020360982] 'agreement among raft nodes before linearized reading' (duration: 196.610386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:15.239867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.828381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T14:31:15.239926Z","caller":"traceutil/trace.go:171","msg":"trace[757380225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5481; }","duration":"215.905772ms","start":"2026-07-17T14:31:15.024006Z","end":"2026-07-17T14:31:15.239912Z","steps":["trace[757380225] 'agreement among raft nodes before linearized reading' (duration: 215.791181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:15.239774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.862337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:31:15.240077Z","caller":"traceutil/trace.go:171","msg":"trace[1513326558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5481; }","duration":"256.200189ms","start":"2026-07-17T14:31:14.983825Z","end":"2026-07-17T14:31:15.240026Z","steps":["trace[1513326558] 'agreement among raft nodes before linearized reading' (duration: 255.920686ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:15.239106Z","caller":"traceutil/trace.go:171","msg":"trace[894687175] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"258.349227ms","start":"2026-07-17T14:31:14.980737Z","end":"2026-07-17T14:31:15.239086Z","steps":["trace[894687175] 'process raft request' (duration: 258.111335ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:15.516124Z","caller":"traceutil/trace.go:171","msg":"trace[209307672] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"271.326803ms","start":"2026-07-17T14:31:15.244766Z","end":"2026-07-17T14:31:15.516093Z","steps":["trace[209307672] 'process raft request' (duration: 271.203492ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:15.51648Z","caller":"traceutil/trace.go:171","msg":"trace[994640363] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"272.459242ms","start":"2026-07-17T14:31:15.244005Z","end":"2026-07-17T14:31:15.516464Z","steps":["trace[994640363] 'process raft request' (duration: 269.049605ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:15.516463Z","caller":"traceutil/trace.go:171","msg":"trace[1840999332] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"271.372592ms","start":"2026-07-17T14:31:15.245059Z","end":"2026-07-17T14:31:15.516431Z","steps":["trace[1840999332] 'process raft request' (duration: 270.97667ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:15.516783Z","caller":"traceutil/trace.go:171","msg":"trace[1367951478] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5761; }","duration":"123.939616ms","start":"2026-07-17T14:31:15.392825Z","end":"2026-07-17T14:31:15.516764Z","steps":["trace[1367951478] 'read index received' (duration: 120.213326ms)","trace[1367951478] 'applied index is now lower than readState.Index' (duration: 3.7249ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:31:15.516804Z","caller":"traceutil/trace.go:171","msg":"trace[507877543] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"271.652975ms","start":"2026-07-17T14:31:15.245121Z","end":"2026-07-17T14:31:15.516774Z","steps":["trace[507877543] 'process raft request' (duration: 271.239871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:15.517047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.203447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:31:15.517124Z","caller":"traceutil/trace.go:171","msg":"trace[1842263333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5486; }","duration":"124.325919ms","start":"2026-07-17T14:31:15.39278Z","end":"2026-07-17T14:31:15.517106Z","steps":["trace[1842263333] 'agreement among raft nodes before linearized reading' (duration: 124.073277ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:51.288929Z","caller":"traceutil/trace.go:171","msg":"trace[1139753638] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"124.044097ms","start":"2026-07-17T14:31:51.164858Z","end":"2026-07-17T14:31:51.288902Z","steps":["trace[1139753638] 'process raft request' (duration: 123.607393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:51.738511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.007328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusterimagecatalogs/\" range_end:\"/registry/postgresql.cnpg.io/clusterimagecatalogs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:31:51.738589Z","caller":"traceutil/trace.go:171","msg":"trace[57890280] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusterimagecatalogs/; range_end:/registry/postgresql.cnpg.io/clusterimagecatalogs0; response_count:0; response_revision:5745; }","duration":"410.127379ms","start":"2026-07-17T14:31:51.328437Z","end":"2026-07-17T14:31:51.738565Z","steps":["trace[57890280] 'count revisions from in-memory index tree' (duration: 409.945137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:51.738616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:51.328419Z","time spent":"410.190559ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/clusterimagecatalogs/\" range_end:\"/registry/postgresql.cnpg.io/clusterimagecatalogs0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:31:51.738508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.554371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:31:51.738676Z","caller":"traceutil/trace.go:171","msg":"trace[1594186983] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5745; }","duration":"368.769742ms","start":"2026-07-17T14:31:51.369888Z","end":"2026-07-17T14:31:51.738657Z","steps":["trace[1594186983] 'range keys from in-memory index tree' (duration: 368.49689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:51.738746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:51.369874Z","time spent":"368.850713ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T14:31:51.738938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.902539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:31:51.739014Z","caller":"traceutil/trace.go:171","msg":"trace[728109865] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"363.50848ms","start":"2026-07-17T14:31:51.375488Z","end":"2026-07-17T14:31:51.738996Z","steps":["trace[728109865] 'process raft request' (duration: 76.48033ms)","trace[728109865] 'compare' (duration: 286.634786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:31:51.739088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:51.37547Z","time spent":"363.5782ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:31:51.750191Z","caller":"traceutil/trace.go:171","msg":"trace[332193776] linearizableReadLoop","detail":"{readStateIndex:6038; appliedIndex:6034; }","duration":"355.333745ms","start":"2026-07-17T14:31:51.39484Z","end":"2026-07-17T14:31:51.750173Z","steps":["trace[332193776] 'read index received' (duration: 57.138084ms)","trace[332193776] 'applied index is now lower than readState.Index' (duration: 298.194601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:31:51.750529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.667357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:31:51.750586Z","caller":"traceutil/trace.go:171","msg":"trace[1312556445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5749; }","duration":"355.771157ms","start":"2026-07-17T14:31:51.394802Z","end":"2026-07-17T14:31:51.750573Z","steps":["trace[1312556445] 'agreement among raft nodes before linearized reading' (duration: 355.570796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:51.750634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:51.394785Z","time spent":"355.842918ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T14:31:51.750815Z","caller":"traceutil/trace.go:171","msg":"trace[328164944] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"361.541195ms","start":"2026-07-17T14:31:51.389266Z","end":"2026-07-17T14:31:51.750807Z","steps":["trace[328164944] 'process raft request' (duration: 360.749849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:51.750876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:51.389246Z","time spent":"361.586796ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:31:51.750971Z","caller":"traceutil/trace.go:171","msg":"trace[1378492264] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"359.306786ms","start":"2026-07-17T14:31:51.391658Z","end":"2026-07-17T14:31:51.750965Z","steps":["trace[1378492264] 'process raft request' (duration: 358.460179ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:51.750963Z","caller":"traceutil/trace.go:171","msg":"trace[434523583] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"358.371049ms","start":"2026-07-17T14:31:51.392575Z","end":"2026-07-17T14:31:51.750946Z","steps":["trace[434523583] 'process raft request' (duration: 357.569573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:51.751003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:51.391645Z","time spent":"359.341186ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:31:51.751073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:51.392564Z","time spent":"358.447159ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:31:54.102139Z","caller":"traceutil/trace.go:171","msg":"trace[640120443] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"358.791121ms","start":"2026-07-17T14:31:53.743308Z","end":"2026-07-17T14:31:54.102099Z","steps":["trace[640120443] 'process raft request' (duration: 348.282236ms)","trace[640120443] 'compare' (duration: 10.249994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:31:54.102314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:53.743283Z","time spent":"358.939072ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:31:54.102558Z","caller":"traceutil/trace.go:171","msg":"trace[1338253819] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"346.047648ms","start":"2026-07-17T14:31:53.756483Z","end":"2026-07-17T14:31:54.102531Z","steps":["trace[1338253819] 'process raft request' (duration: 345.521074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.102735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:53.75646Z","time spent":"346.188889ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:31:54.102901Z","caller":"traceutil/trace.go:171","msg":"trace[1950083183] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"133.187481ms","start":"2026-07-17T14:31:53.969699Z","end":"2026-07-17T14:31:54.102887Z","steps":["trace[1950083183] 'process raft request' (duration: 133.10456ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:54.102897Z","caller":"traceutil/trace.go:171","msg":"trace[1228993938] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"343.572918ms","start":"2026-07-17T14:31:53.759295Z","end":"2026-07-17T14:31:54.102868Z","steps":["trace[1228993938] 'process raft request' (duration: 343.346336ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:31:54.103244Z","caller":"traceutil/trace.go:171","msg":"trace[976427863] linearizableReadLoop","detail":"{readStateIndex:6053; appliedIndex:6048; }","duration":"331.767233ms","start":"2026-07-17T14:31:53.771457Z","end":"2026-07-17T14:31:54.103224Z","steps":["trace[976427863] 'read index received' (duration: 197.429623ms)","trace[976427863] 'applied index is now lower than readState.Index' (duration: 134.33576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:31:54.103256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:53.759281Z","time spent":"343.77764ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:31:54.103362Z","caller":"traceutil/trace.go:171","msg":"trace[1028884549] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"258.271386ms","start":"2026-07-17T14:31:53.845008Z","end":"2026-07-17T14:31:54.103279Z","steps":["trace[1028884549] 'process raft request' (duration: 257.717212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.103428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.966804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-migration-0.18c31a385e3634be\" ","response":"range_response_count:1 size:825"} {"level":"info","ts":"2026-07-17T14:31:54.104491Z","caller":"traceutil/trace.go:171","msg":"trace[710463595] range","detail":"{range_begin:/registry/events/auth-system/keycloak-migration-0.18c31a385e3634be; range_end:; response_count:1; response_revision:5765; }","duration":"333.026343ms","start":"2026-07-17T14:31:53.771419Z","end":"2026-07-17T14:31:54.104445Z","steps":["trace[710463595] 'agreement among raft nodes before linearized reading' (duration: 331.915014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.104593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:53.771404Z","time spent":"333.128144ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":848,"request content":"key:\"/registry/events/auth-system/keycloak-migration-0.18c31a385e3634be\" "} {"level":"info","ts":"2026-07-17T14:31:54.103485Z","caller":"traceutil/trace.go:171","msg":"trace[1671474568] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"345.886627ms","start":"2026-07-17T14:31:53.75759Z","end":"2026-07-17T14:31:54.103476Z","steps":["trace[1671474568] 'process raft request' (duration: 344.464075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.104695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:53.757568Z","time spent":"347.095637ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:31:54.103599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.552394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:31:54.104784Z","caller":"traceutil/trace.go:171","msg":"trace[1960732822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5765; }","duration":"240.758304ms","start":"2026-07-17T14:31:53.864012Z","end":"2026-07-17T14:31:54.10477Z","steps":["trace[1960732822] 'agreement among raft nodes before linearized reading' (duration: 239.525104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.103628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.649177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:31:54.104875Z","caller":"traceutil/trace.go:171","msg":"trace[779045516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5765; }","duration":"148.927588ms","start":"2026-07-17T14:31:53.955941Z","end":"2026-07-17T14:31:54.104868Z","steps":["trace[779045516] 'agreement among raft nodes before linearized reading' (duration: 147.674458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.103624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.647141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:31:54.10496Z","caller":"traceutil/trace.go:171","msg":"trace[1589399687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5765; }","duration":"333.012061ms","start":"2026-07-17T14:31:53.771928Z","end":"2026-07-17T14:31:54.10494Z","steps":["trace[1589399687] 'agreement among raft nodes before linearized reading' (duration: 331.57333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.105003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:53.771914Z","time spent":"333.076873ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:31:54.103669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.559905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:31:54.105066Z","caller":"traceutil/trace.go:171","msg":"trace[1411057449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5765; }","duration":"240.993086ms","start":"2026-07-17T14:31:53.86406Z","end":"2026-07-17T14:31:54.105053Z","steps":["trace[1411057449] 'agreement among raft nodes before linearized reading' (duration: 239.577164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.103711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.37338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:31:54.105126Z","caller":"traceutil/trace.go:171","msg":"trace[703820254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5765; }","duration":"252.833303ms","start":"2026-07-17T14:31:53.852285Z","end":"2026-07-17T14:31:54.105118Z","steps":["trace[703820254] 'agreement among raft nodes before linearized reading' (duration: 251.367461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.103751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.351364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:31:54.105189Z","caller":"traceutil/trace.go:171","msg":"trace[1204196898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5765; }","duration":"324.808046ms","start":"2026-07-17T14:31:53.780374Z","end":"2026-07-17T14:31:54.105182Z","steps":["trace[1204196898] 'agreement among raft nodes before linearized reading' (duration: 323.314424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:31:54.105213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:31:53.780364Z","time spent":"324.838886ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T14:35:38.185386Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5244} {"level":"info","ts":"2026-07-17T14:35:38.242755Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5244,"took":"56.006994ms","hash":3308623108,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":20471808,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-07-17T14:35:38.242842Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3308623108,"revision":5244,"compact-revision":2904} {"level":"info","ts":"2026-07-17T14:35:56.325948Z","caller":"traceutil/trace.go:171","msg":"trace[884944119] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"151.49601ms","start":"2026-07-17T14:35:56.174426Z","end":"2026-07-17T14:35:56.325922Z","steps":["trace[884944119] 'process raft request' (duration: 151.289619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:35:56.560907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.295661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:35:56.561174Z","caller":"traceutil/trace.go:171","msg":"trace[796881564] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7696; }","duration":"133.609965ms","start":"2026-07-17T14:35:56.42755Z","end":"2026-07-17T14:35:56.56116Z","steps":["trace[796881564] 'range keys from in-memory index tree' (duration: 133.216681ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:35:57.075171Z","caller":"traceutil/trace.go:171","msg":"trace[1121791989] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"102.523162ms","start":"2026-07-17T14:35:56.972632Z","end":"2026-07-17T14:35:57.075155Z","steps":["trace[1121791989] 'process raft request' (duration: 95.959989ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:35:57.556069Z","caller":"traceutil/trace.go:171","msg":"trace[707068796] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"244.676256ms","start":"2026-07-17T14:35:57.311369Z","end":"2026-07-17T14:35:57.556045Z","steps":["trace[707068796] 'process raft request' (duration: 244.505725ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:35:57.556774Z","caller":"traceutil/trace.go:171","msg":"trace[302016474] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"245.140779ms","start":"2026-07-17T14:35:57.311599Z","end":"2026-07-17T14:35:57.55674Z","steps":["trace[302016474] 'process raft request' (duration: 244.911948ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:07.542268Z","caller":"traceutil/trace.go:171","msg":"trace[1330642571] linearizableReadLoop","detail":"{readStateIndex:8473; appliedIndex:8472; }","duration":"119.931793ms","start":"2026-07-17T14:36:07.422286Z","end":"2026-07-17T14:36:07.542218Z","steps":["trace[1330642571] 'read index received' (duration: 118.33988ms)","trace[1330642571] 'applied index is now lower than readState.Index' (duration: 1.590213ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:36:07.542346Z","caller":"traceutil/trace.go:171","msg":"trace[1044183921] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"121.839428ms","start":"2026-07-17T14:36:07.420463Z","end":"2026-07-17T14:36:07.542302Z","steps":["trace[1044183921] 'process raft request' (duration: 120.641229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:36:07.542671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.357897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2900"} {"level":"info","ts":"2026-07-17T14:36:07.542813Z","caller":"traceutil/trace.go:171","msg":"trace[852335135] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:8101; }","duration":"120.507478ms","start":"2026-07-17T14:36:07.422264Z","end":"2026-07-17T14:36:07.542772Z","steps":["trace[852335135] 'agreement among raft nodes before linearized reading' (duration: 120.160675ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:12.885517Z","caller":"traceutil/trace.go:171","msg":"trace[1554643477] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"164.815918ms","start":"2026-07-17T14:36:12.720644Z","end":"2026-07-17T14:36:12.88546Z","steps":["trace[1554643477] 'process raft request' (duration: 163.824429ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:19.32031Z","caller":"traceutil/trace.go:171","msg":"trace[1073733672] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"118.544022ms","start":"2026-07-17T14:36:19.201743Z","end":"2026-07-17T14:36:19.320287Z","steps":["trace[1073733672] 'process raft request' (duration: 118.33328ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:19.320747Z","caller":"traceutil/trace.go:171","msg":"trace[1753888835] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"115.560498ms","start":"2026-07-17T14:36:19.205166Z","end":"2026-07-17T14:36:19.320727Z","steps":["trace[1753888835] 'process raft request' (duration: 115.393726ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:19.32074Z","caller":"traceutil/trace.go:171","msg":"trace[1879369073] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"111.945849ms","start":"2026-07-17T14:36:19.208776Z","end":"2026-07-17T14:36:19.320722Z","steps":["trace[1879369073] 'process raft request' (duration: 111.894908ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:21.530513Z","caller":"traceutil/trace.go:171","msg":"trace[121336256] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"204.081265ms","start":"2026-07-17T14:36:21.32638Z","end":"2026-07-17T14:36:21.530462Z","steps":["trace[121336256] 'process raft request' (duration: 203.948575ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:21.722545Z","caller":"traceutil/trace.go:171","msg":"trace[1559855524] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"395.999943ms","start":"2026-07-17T14:36:21.326516Z","end":"2026-07-17T14:36:21.722516Z","steps":["trace[1559855524] 'process raft request' (duration: 302.673776ms)","trace[1559855524] 'compare' (duration: 93.063395ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:36:21.722528Z","caller":"traceutil/trace.go:171","msg":"trace[827369349] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"395.465029ms","start":"2026-07-17T14:36:21.327035Z","end":"2026-07-17T14:36:21.7225Z","steps":["trace[827369349] 'process raft request' (duration: 395.361558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:36:21.72272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:36:21.326488Z","time spent":"396.122464ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:36:21.722764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:36:21.327Z","time spent":"395.634541ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:36:21.72285Z","caller":"traceutil/trace.go:171","msg":"trace[315714263] linearizableReadLoop","detail":"{readStateIndex:8780; appliedIndex:8775; }","duration":"260.549494ms","start":"2026-07-17T14:36:21.462277Z","end":"2026-07-17T14:36:21.722826Z","steps":["trace[315714263] 'read index received' (duration: 67.990961ms)","trace[315714263] 'applied index is now lower than readState.Index' (duration: 192.557323ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:36:21.72289Z","caller":"traceutil/trace.go:171","msg":"trace[1321750402] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"394.879344ms","start":"2026-07-17T14:36:21.327982Z","end":"2026-07-17T14:36:21.722862Z","steps":["trace[1321750402] 'process raft request' (duration: 394.46426ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:21.722961Z","caller":"traceutil/trace.go:171","msg":"trace[1605955577] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"394.861555ms","start":"2026-07-17T14:36:21.328081Z","end":"2026-07-17T14:36:21.722942Z","steps":["trace[1605955577] 'process raft request' (duration: 394.624343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:36:21.72305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:36:21.327959Z","time spent":"395.010185ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:36:21.723056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:36:21.328051Z","time spent":"394.936985ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:36:21.723064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.787245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:36:21.723107Z","caller":"traceutil/trace.go:171","msg":"trace[97943055] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:8400; }","duration":"260.857347ms","start":"2026-07-17T14:36:21.462238Z","end":"2026-07-17T14:36:21.723095Z","steps":["trace[97943055] 'agreement among raft nodes before linearized reading' (duration: 260.794566ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:21.73447Z","caller":"traceutil/trace.go:171","msg":"trace[1985391280] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"198.687642ms","start":"2026-07-17T14:36:21.53576Z","end":"2026-07-17T14:36:21.734447Z","steps":["trace[1985391280] 'process raft request' (duration: 198.53767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:36:21.734544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.247955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-07-17T14:36:21.734603Z","caller":"traceutil/trace.go:171","msg":"trace[939411102] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8401; }","duration":"142.307645ms","start":"2026-07-17T14:36:21.592277Z","end":"2026-07-17T14:36:21.734584Z","steps":["trace[939411102] 'agreement among raft nodes before linearized reading' (duration: 142.108133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:36:21.734642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.687158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-17T14:36:21.734964Z","caller":"traceutil/trace.go:171","msg":"trace[1535635841] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8401; }","duration":"106.0183ms","start":"2026-07-17T14:36:21.628893Z","end":"2026-07-17T14:36:21.734911Z","steps":["trace[1535635841] 'agreement among raft nodes before linearized reading' (duration: 105.597047ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:21.878862Z","caller":"traceutil/trace.go:171","msg":"trace[1548958121] linearizableReadLoop","detail":"{readStateIndex:8785; appliedIndex:8782; }","duration":"118.736394ms","start":"2026-07-17T14:36:21.76011Z","end":"2026-07-17T14:36:21.878846Z","steps":["trace[1548958121] 'read index received' (duration: 36.195254ms)","trace[1548958121] 'applied index is now lower than readState.Index' (duration: 82.54032ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:36:21.878911Z","caller":"traceutil/trace.go:171","msg":"trace[270238085] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"139.16529ms","start":"2026-07-17T14:36:21.739713Z","end":"2026-07-17T14:36:21.878879Z","steps":["trace[270238085] 'process raft request' (duration: 139.047049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:36:21.87901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.880155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:36:21.879036Z","caller":"traceutil/trace.go:171","msg":"trace[5290225] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8405; }","duration":"118.951926ms","start":"2026-07-17T14:36:21.760078Z","end":"2026-07-17T14:36:21.87903Z","steps":["trace[5290225] 'agreement among raft nodes before linearized reading' (duration: 118.887795ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:21.878953Z","caller":"traceutil/trace.go:171","msg":"trace[845350308] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"132.652117ms","start":"2026-07-17T14:36:21.746292Z","end":"2026-07-17T14:36:21.878944Z","steps":["trace[845350308] 'process raft request' (duration: 132.509736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:36:21.879372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.262974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:36:21.879575Z","caller":"traceutil/trace.go:171","msg":"trace[238415348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8405; }","duration":"105.371496ms","start":"2026-07-17T14:36:21.774068Z","end":"2026-07-17T14:36:21.879439Z","steps":["trace[238415348] 'agreement among raft nodes before linearized reading' (duration: 105.152284ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:21.879818Z","caller":"traceutil/trace.go:171","msg":"trace[487753050] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"140.384479ms","start":"2026-07-17T14:36:21.738745Z","end":"2026-07-17T14:36:21.87913Z","steps":["trace[487753050] 'process raft request' (duration: 139.901885ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:22.03657Z","caller":"traceutil/trace.go:171","msg":"trace[51347235] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"103.243178ms","start":"2026-07-17T14:36:21.933298Z","end":"2026-07-17T14:36:22.036541Z","steps":["trace[51347235] 'process raft request' (duration: 102.701663ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:23.664035Z","caller":"traceutil/trace.go:171","msg":"trace[1227234912] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"126.87653ms","start":"2026-07-17T14:36:23.537124Z","end":"2026-07-17T14:36:23.664001Z","steps":["trace[1227234912] 'process raft request' (duration: 126.605508ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:24.920963Z","caller":"traceutil/trace.go:171","msg":"trace[1117985494] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"193.5181ms","start":"2026-07-17T14:36:24.727424Z","end":"2026-07-17T14:36:24.920942Z","steps":["trace[1117985494] 'process raft request' (duration: 193.39099ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:26.607869Z","caller":"traceutil/trace.go:171","msg":"trace[1180972546] linearizableReadLoop","detail":"{readStateIndex:8890; appliedIndex:8889; }","duration":"212.670905ms","start":"2026-07-17T14:36:26.395163Z","end":"2026-07-17T14:36:26.607834Z","steps":["trace[1180972546] 'read index received' (duration: 212.438123ms)","trace[1180972546] 'applied index is now lower than readState.Index' (duration: 231.162µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:36:26.607933Z","caller":"traceutil/trace.go:171","msg":"trace[2087241636] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"221.202525ms","start":"2026-07-17T14:36:26.386696Z","end":"2026-07-17T14:36:26.607898Z","steps":["trace[2087241636] 'process raft request' (duration: 220.938552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:36:26.608525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.325642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-ff8bb7ccf-9mgtb.18c31a785b3b3d1f\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-07-17T14:36:26.608633Z","caller":"traceutil/trace.go:171","msg":"trace[1359513760] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-ff8bb7ccf-9mgtb.18c31a785b3b3d1f; range_end:; response_count:1; response_revision:8509; }","duration":"213.487053ms","start":"2026-07-17T14:36:26.395124Z","end":"2026-07-17T14:36:26.608611Z","steps":["trace[1359513760] 'agreement among raft nodes before linearized reading' (duration: 212.839817ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:26.742953Z","caller":"traceutil/trace.go:171","msg":"trace[1465723483] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"238.634127ms","start":"2026-07-17T14:36:26.504277Z","end":"2026-07-17T14:36:26.742912Z","steps":["trace[1465723483] 'process raft request' (duration: 186.847486ms)","trace[1465723483] 'compare' (duration: 51.597839ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:36:26.743617Z","caller":"traceutil/trace.go:171","msg":"trace[1157148796] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8890; }","duration":"132.967399ms","start":"2026-07-17T14:36:26.610628Z","end":"2026-07-17T14:36:26.743596Z","steps":["trace[1157148796] 'read index received' (duration: 80.469073ms)","trace[1157148796] 'applied index is now lower than readState.Index' (duration: 52.497386ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:36:26.743706Z","caller":"traceutil/trace.go:171","msg":"trace[1759009187] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8511; }","duration":"134.463291ms","start":"2026-07-17T14:36:26.609234Z","end":"2026-07-17T14:36:26.743697Z","steps":["trace[1759009187] 'process raft request' (duration: 134.198218ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:26.743723Z","caller":"traceutil/trace.go:171","msg":"trace[1598743551] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"132.978409ms","start":"2026-07-17T14:36:26.610733Z","end":"2026-07-17T14:36:26.743712Z","steps":["trace[1598743551] 'process raft request' (duration: 132.808588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:36:26.743947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.296792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/scheduledbackups/\" range_end:\"/registry/postgresql.cnpg.io/scheduledbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:36:26.743993Z","caller":"traceutil/trace.go:171","msg":"trace[615667135] range","detail":"{range_begin:/registry/postgresql.cnpg.io/scheduledbackups/; range_end:/registry/postgresql.cnpg.io/scheduledbackups0; response_count:0; response_revision:8512; }","duration":"133.375152ms","start":"2026-07-17T14:36:26.610604Z","end":"2026-07-17T14:36:26.743979Z","steps":["trace[615667135] 'agreement among raft nodes before linearized reading' (duration: 133.293191ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:36:27.86826Z","caller":"traceutil/trace.go:171","msg":"trace[1311256029] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"114.291667ms","start":"2026-07-17T14:36:27.753946Z","end":"2026-07-17T14:36:27.868238Z","steps":["trace[1311256029] 'process raft request' (duration: 78.88655ms)","trace[1311256029] 'compare' (duration: 35.167406ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:37:11.586684Z","caller":"traceutil/trace.go:171","msg":"trace[107807983] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"206.568077ms","start":"2026-07-17T14:37:11.380032Z","end":"2026-07-17T14:37:11.5866Z","steps":["trace[107807983] 'process raft request' (duration: 206.324715ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:37:11.595627Z","caller":"traceutil/trace.go:171","msg":"trace[289569945] linearizableReadLoop","detail":"{readStateIndex:9410; appliedIndex:9408; }","duration":"124.329489ms","start":"2026-07-17T14:37:11.471277Z","end":"2026-07-17T14:37:11.595606Z","steps":["trace[289569945] 'read index received' (duration: 115.155434ms)","trace[289569945] 'applied index is now lower than readState.Index' (duration: 9.173055ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:37:11.595893Z","caller":"traceutil/trace.go:171","msg":"trace[151127303] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"140.168377ms","start":"2026-07-17T14:37:11.45571Z","end":"2026-07-17T14:37:11.595879Z","steps":["trace[151127303] 'process raft request' (duration: 139.806174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:37:11.596145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.897532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-07-17T14:37:11.596186Z","caller":"traceutil/trace.go:171","msg":"trace[562422137] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:9016; }","duration":"119.992103ms","start":"2026-07-17T14:37:11.476185Z","end":"2026-07-17T14:37:11.596177Z","steps":["trace[562422137] 'agreement among raft nodes before linearized reading' (duration: 119.843122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:37:11.596216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.947874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:37:11.596255Z","caller":"traceutil/trace.go:171","msg":"trace[1788096928] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:9016; }","duration":"125.021604ms","start":"2026-07-17T14:37:11.471224Z","end":"2026-07-17T14:37:11.596245Z","steps":["trace[1788096928] 'agreement among raft nodes before linearized reading' (duration: 124.965273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:37:11.596338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.063724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:37:11.596365Z","caller":"traceutil/trace.go:171","msg":"trace[1427784401] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:9016; }","duration":"125.136995ms","start":"2026-07-17T14:37:11.471222Z","end":"2026-07-17T14:37:11.596359Z","steps":["trace[1427784401] 'agreement among raft nodes before linearized reading' (duration: 125.095864ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:38:23.700145Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3e4829a3cabe4fce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-17T14:38:23.704591Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-17T14:38:23.704663Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-07-17T14:39:13.556028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.367608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:13.556105Z","caller":"traceutil/trace.go:171","msg":"trace[212081766] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9905; }","duration":"114.494919ms","start":"2026-07-17T14:39:13.441596Z","end":"2026-07-17T14:39:13.556091Z","steps":["trace[212081766] 'count revisions from in-memory index tree' (duration: 114.288457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:19.451998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519649654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:39:19.606624Z","caller":"traceutil/trace.go:171","msg":"trace[1541447737] transaction","detail":"{read_only:false; response_revision:9938; number_of_response:1; }","duration":"760.540241ms","start":"2026-07-17T14:39:18.846059Z","end":"2026-07-17T14:39:19.606599Z","steps":["trace[1541447737] 'process raft request' (duration: 760.38283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:19.606767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:18.846047Z","time spent":"760.644112ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:19.613179Z","caller":"traceutil/trace.go:171","msg":"trace[1791883356] transaction","detail":"{read_only:false; response_revision:9940; number_of_response:1; }","duration":"764.989427ms","start":"2026-07-17T14:39:18.848173Z","end":"2026-07-17T14:39:19.613163Z","steps":["trace[1791883356] 'process raft request' (duration: 764.842566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:19.613289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:18.848166Z","time spent":"765.061458ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:19.613129Z","caller":"traceutil/trace.go:171","msg":"trace[1424371815] transaction","detail":"{read_only:false; response_revision:9939; number_of_response:1; }","duration":"765.067829ms","start":"2026-07-17T14:39:18.848041Z","end":"2026-07-17T14:39:19.613109Z","steps":["trace[1424371815] 'process raft request' (duration: 764.856608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:19.613766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:18.848021Z","time spent":"765.703094ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:19.675411Z","caller":"traceutil/trace.go:171","msg":"trace[1884846006] linearizableReadLoop","detail":"{readStateIndex:10364; appliedIndex:10359; }","duration":"723.862864ms","start":"2026-07-17T14:39:18.951515Z","end":"2026-07-17T14:39:19.675378Z","steps":["trace[1884846006] 'read index received' (duration: 655.014076ms)","trace[1884846006] 'applied index is now lower than readState.Index' (duration: 68.847798ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:19.675442Z","caller":"traceutil/trace.go:171","msg":"trace[793082778] transaction","detail":"{read_only:false; response_revision:9941; number_of_response:1; }","duration":"351.037388ms","start":"2026-07-17T14:39:19.32436Z","end":"2026-07-17T14:39:19.675397Z","steps":["trace[793082778] 'process raft request' (duration: 350.395743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:19.675583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:19.324336Z","time spent":"351.164499ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:19.748774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.657541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:19.748849Z","caller":"traceutil/trace.go:171","msg":"trace[1461418881] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9941; }","duration":"119.780352ms","start":"2026-07-17T14:39:19.629051Z","end":"2026-07-17T14:39:19.748831Z","steps":["trace[1461418881] 'agreement among raft nodes before linearized reading' (duration: 46.489537ms)","trace[1461418881] 'count revisions from in-memory index tree' (duration: 73.179205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:19.748962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.014992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:19.749047Z","caller":"traceutil/trace.go:171","msg":"trace[2142857734] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9941; }","duration":"264.142513ms","start":"2026-07-17T14:39:19.484882Z","end":"2026-07-17T14:39:19.749024Z","steps":["trace[2142857734] 'agreement among raft nodes before linearized reading' (duration: 190.665846ms)","trace[2142857734] 'count revisions from in-memory index tree' (duration: 73.370736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:19.749191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.672874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:19.749254Z","caller":"traceutil/trace.go:171","msg":"trace[1457575899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9941; }","duration":"797.767184ms","start":"2026-07-17T14:39:18.951475Z","end":"2026-07-17T14:39:19.749242Z","steps":["trace[1457575899] 'agreement among raft nodes before linearized reading' (duration: 724.030885ms)","trace[1457575899] 'range keys from in-memory index tree' (duration: 73.660819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:19.749281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:18.951458Z","time spent":"797.815455ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:39:19.749564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.867688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:19.749606Z","caller":"traceutil/trace.go:171","msg":"trace[1369428606] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9941; }","duration":"588.94787ms","start":"2026-07-17T14:39:19.160643Z","end":"2026-07-17T14:39:19.749591Z","steps":["trace[1369428606] 'agreement among raft nodes before linearized reading' (duration: 514.882708ms)","trace[1369428606] 'count revisions from in-memory index tree' (duration: 74.014891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:19.749629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:19.160621Z","time spent":"589.00213ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":16,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:39:21.0543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.057156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:39:21.054492Z","caller":"traceutil/trace.go:171","msg":"trace[189558860] linearizableReadLoop","detail":"{readStateIndex:10369; appliedIndex:10366; }","duration":"364.140065ms","start":"2026-07-17T14:39:20.69034Z","end":"2026-07-17T14:39:21.05448Z","steps":["trace[189558860] 'read index received' (duration: 244.814407ms)","trace[189558860] 'applied index is now lower than readState.Index' (duration: 119.324958ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:21.054676Z","caller":"traceutil/trace.go:171","msg":"trace[1649972679] transaction","detail":"{read_only:false; response_revision:9944; number_of_response:1; }","duration":"551.878168ms","start":"2026-07-17T14:39:20.502789Z","end":"2026-07-17T14:39:21.054668Z","steps":["trace[1649972679] 'process raft request' (duration: 432.378789ms)","trace[1649972679] 'compare' (duration: 118.948455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:21.054728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:20.502772Z","time spent":"551.932388ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:21.054915Z","caller":"traceutil/trace.go:171","msg":"trace[582382684] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"551.213454ms","start":"2026-07-17T14:39:20.503693Z","end":"2026-07-17T14:39:21.054907Z","steps":["trace[582382684] 'process raft request' (duration: 550.701289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:21.05496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:20.503662Z","time spent":"551.274944ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:21.055055Z","caller":"traceutil/trace.go:171","msg":"trace[1688713116] transaction","detail":"{read_only:false; response_revision:9946; number_of_response:1; }","duration":"551.294285ms","start":"2026-07-17T14:39:20.503754Z","end":"2026-07-17T14:39:21.055048Z","steps":["trace[1688713116] 'process raft request' (duration: 550.68904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:21.055094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:20.503745Z","time spent":"551.329245ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:21.055246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.906151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:39:21.055274Z","caller":"traceutil/trace.go:171","msg":"trace[912310937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9946; }","duration":"364.969001ms","start":"2026-07-17T14:39:20.690298Z","end":"2026-07-17T14:39:21.055267Z","steps":["trace[912310937] 'agreement among raft nodes before linearized reading' (duration: 364.881041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:21.055294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:20.69028Z","time spent":"365.009311ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:39:21.055372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.525944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:21.0554Z","caller":"traceutil/trace.go:171","msg":"trace[243165624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9946; }","duration":"101.600624ms","start":"2026-07-17T14:39:20.953792Z","end":"2026-07-17T14:39:21.055393Z","steps":["trace[243165624] 'agreement among raft nodes before linearized reading' (duration: 101.558644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:21.055395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.655319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:39:21.055448Z","caller":"traceutil/trace.go:171","msg":"trace[1686784217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9946; }","duration":"316.76088ms","start":"2026-07-17T14:39:20.738675Z","end":"2026-07-17T14:39:21.055436Z","steps":["trace[1686784217] 'agreement among raft nodes before linearized reading' (duration: 316.610719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:21.055484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:20.738645Z","time spent":"316.831171ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:39:21.421553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.67498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:39:21.421759Z","caller":"traceutil/trace.go:171","msg":"trace[1316515489] linearizableReadLoop","detail":"{readStateIndex:10371; appliedIndex:10369; }","duration":"213.516223ms","start":"2026-07-17T14:39:21.208227Z","end":"2026-07-17T14:39:21.421743Z","steps":["trace[1316515489] 'read index received' (duration: 99.479877ms)","trace[1316515489] 'applied index is now lower than readState.Index' (duration: 114.035406ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:21.421761Z","caller":"traceutil/trace.go:171","msg":"trace[2137512634] transaction","detail":"{read_only:false; response_revision:9947; number_of_response:1; }","duration":"363.256069ms","start":"2026-07-17T14:39:21.058467Z","end":"2026-07-17T14:39:21.421723Z","steps":["trace[2137512634] 'process raft request' (duration: 136.282856ms)","trace[2137512634] 'compare' (duration: 226.518769ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:21.421786Z","caller":"traceutil/trace.go:171","msg":"trace[1760078929] transaction","detail":"{read_only:false; response_revision:9948; number_of_response:1; }","duration":"362.727014ms","start":"2026-07-17T14:39:21.059035Z","end":"2026-07-17T14:39:21.421762Z","steps":["trace[1760078929] 'process raft request' (duration: 362.652184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:21.42194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:21.058448Z","time spent":"363.39407ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:21.422011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:21.059017Z","time spent":"362.930955ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:21.421854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.613564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:21.422169Z","caller":"traceutil/trace.go:171","msg":"trace[1694567403] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9948; }","duration":"213.967816ms","start":"2026-07-17T14:39:21.208188Z","end":"2026-07-17T14:39:21.422156Z","steps":["trace[1694567403] 'agreement among raft nodes before linearized reading' (duration: 213.612183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:21.879474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.368906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:39:21.879532Z","caller":"traceutil/trace.go:171","msg":"trace[174636890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9948; }","duration":"269.462487ms","start":"2026-07-17T14:39:21.610057Z","end":"2026-07-17T14:39:21.879519Z","steps":["trace[174636890] 'range keys from in-memory index tree' (duration: 269.199714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:21.879769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.096299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:39:21.879791Z","caller":"traceutil/trace.go:171","msg":"trace[1586017535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9948; }","duration":"261.16578ms","start":"2026-07-17T14:39:21.61862Z","end":"2026-07-17T14:39:21.879786Z","steps":["trace[1586017535] 'range keys from in-memory index tree' (duration: 261.012009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:21.879885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.572302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:39:21.879903Z","caller":"traceutil/trace.go:171","msg":"trace[1595795453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9948; }","duration":"262.590822ms","start":"2026-07-17T14:39:21.617308Z","end":"2026-07-17T14:39:21.879899Z","steps":["trace[1595795453] 'range keys from in-memory index tree' (duration: 262.45081ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:21.879942Z","caller":"traceutil/trace.go:171","msg":"trace[458693102] transaction","detail":"{read_only:false; response_revision:9949; number_of_response:1; }","duration":"199.57654ms","start":"2026-07-17T14:39:21.680336Z","end":"2026-07-17T14:39:21.879912Z","steps":["trace[458693102] 'process raft request' (duration: 122.657855ms)","trace[458693102] 'compare' (duration: 76.4199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:22.359339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.556468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:39:22.359456Z","caller":"traceutil/trace.go:171","msg":"trace[1895798916] transaction","detail":"{read_only:false; response_revision:9950; number_of_response:1; }","duration":"475.071246ms","start":"2026-07-17T14:39:21.884363Z","end":"2026-07-17T14:39:22.359434Z","steps":["trace[1895798916] 'process raft request' (duration: 327.317797ms)","trace[1895798916] 'compare' (duration: 147.379737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:22.359538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:21.88435Z","time spent":"475.149637ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:22.701413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.375777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:39:22.70167Z","caller":"traceutil/trace.go:171","msg":"trace[1832218304] transaction","detail":"{read_only:false; response_revision:9951; number_of_response:1; }","duration":"816.320954ms","start":"2026-07-17T14:39:21.885326Z","end":"2026-07-17T14:39:22.701646Z","steps":["trace[1832218304] 'process raft request' (duration: 595.625934ms)","trace[1832218304] 'compare' (duration: 219.891544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:22.701766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:21.885303Z","time spent":"816.419365ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:22.701993Z","caller":"traceutil/trace.go:171","msg":"trace[1057615909] linearizableReadLoop","detail":"{readStateIndex:10375; appliedIndex:10373; }","duration":"453.987634ms","start":"2026-07-17T14:39:22.247981Z","end":"2026-07-17T14:39:22.701969Z","steps":["trace[1057615909] 'read index received' (duration: 232.91648ms)","trace[1057615909] 'applied index is now lower than readState.Index' (duration: 221.070004ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:22.702263Z","caller":"traceutil/trace.go:171","msg":"trace[137541399] transaction","detail":"{read_only:false; response_revision:9952; number_of_response:1; }","duration":"816.587677ms","start":"2026-07-17T14:39:21.885635Z","end":"2026-07-17T14:39:22.702223Z","steps":["trace[137541399] 'process raft request' (duration: 815.932092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:22.702409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:21.885626Z","time spent":"816.709518ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:22.702807Z","caller":"traceutil/trace.go:171","msg":"trace[2119669876] transaction","detail":"{read_only:false; response_revision:9953; number_of_response:1; }","duration":"355.237932ms","start":"2026-07-17T14:39:22.347557Z","end":"2026-07-17T14:39:22.702794Z","steps":["trace[2119669876] 'process raft request' (duration: 354.311055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:22.702879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:22.347537Z","time spent":"355.303503ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:22.70291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.909092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:22.703015Z","caller":"traceutil/trace.go:171","msg":"trace[2114655406] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9953; }","duration":"455.074243ms","start":"2026-07-17T14:39:22.247921Z","end":"2026-07-17T14:39:22.702995Z","steps":["trace[2114655406] 'agreement among raft nodes before linearized reading' (duration: 454.346998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:22.703063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:22.247901Z","time spent":"455.144644ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:39:22.764032Z","caller":"traceutil/trace.go:171","msg":"trace[1477128130] transaction","detail":"{read_only:false; response_revision:9954; number_of_response:1; }","duration":"192.915786ms","start":"2026-07-17T14:39:22.571086Z","end":"2026-07-17T14:39:22.764002Z","steps":["trace[1477128130] 'process raft request' (duration: 192.708615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:22.764117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.895992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:39:22.764187Z","caller":"traceutil/trace.go:171","msg":"trace[1369861050] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:9954; }","duration":"280.027782ms","start":"2026-07-17T14:39:22.484141Z","end":"2026-07-17T14:39:22.764169Z","steps":["trace[1369861050] 'agreement among raft nodes before linearized reading' (duration: 279.778051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:22.764326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.85562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:39:22.76436Z","caller":"traceutil/trace.go:171","msg":"trace[644934246] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:9954; }","duration":"280.204043ms","start":"2026-07-17T14:39:22.484145Z","end":"2026-07-17T14:39:22.764349Z","steps":["trace[644934246] 'agreement among raft nodes before linearized reading' (duration: 280.061843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:23.005114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.475974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:23.005201Z","caller":"traceutil/trace.go:171","msg":"trace[1171841872] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9954; }","duration":"132.610496ms","start":"2026-07-17T14:39:22.872569Z","end":"2026-07-17T14:39:23.00518Z","steps":["trace[1171841872] 'count revisions from in-memory index tree' (duration: 132.399864ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:23.246818Z","caller":"traceutil/trace.go:171","msg":"trace[793372733] transaction","detail":"{read_only:false; response_revision:9955; number_of_response:1; }","duration":"187.301991ms","start":"2026-07-17T14:39:23.059491Z","end":"2026-07-17T14:39:23.246793Z","steps":["trace[793372733] 'process raft request' (duration: 187.153669ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:23.255621Z","caller":"traceutil/trace.go:171","msg":"trace[1032363825] transaction","detail":"{read_only:false; response_revision:9957; number_of_response:1; }","duration":"194.516859ms","start":"2026-07-17T14:39:23.061078Z","end":"2026-07-17T14:39:23.255595Z","steps":["trace[1032363825] 'process raft request' (duration: 194.459638ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:23.256234Z","caller":"traceutil/trace.go:171","msg":"trace[1101546529] transaction","detail":"{read_only:false; response_revision:9956; number_of_response:1; }","duration":"195.643608ms","start":"2026-07-17T14:39:23.060571Z","end":"2026-07-17T14:39:23.256215Z","steps":["trace[1101546529] 'process raft request' (duration: 194.774181ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:23.914614Z","caller":"traceutil/trace.go:171","msg":"trace[1872062544] transaction","detail":"{read_only:false; response_revision:9961; number_of_response:1; }","duration":"140.970814ms","start":"2026-07-17T14:39:23.77361Z","end":"2026-07-17T14:39:23.914581Z","steps":["trace[1872062544] 'process raft request' (duration: 134.430821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:24.58918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.682761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:39:24.589257Z","caller":"traceutil/trace.go:171","msg":"trace[1154130198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9963; }","duration":"225.801411ms","start":"2026-07-17T14:39:24.363437Z","end":"2026-07-17T14:39:24.589239Z","steps":["trace[1154130198] 'range keys from in-memory index tree' (duration: 225.548ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:24.68617Z","caller":"traceutil/trace.go:171","msg":"trace[1425467454] transaction","detail":"{read_only:false; response_revision:9965; number_of_response:1; }","duration":"123.884604ms","start":"2026-07-17T14:39:24.56224Z","end":"2026-07-17T14:39:24.686124Z","steps":["trace[1425467454] 'process raft request' (duration: 123.501342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.010382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.45089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:39:25.010455Z","caller":"traceutil/trace.go:171","msg":"trace[1600938837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9966; }","duration":"304.592382ms","start":"2026-07-17T14:39:24.705847Z","end":"2026-07-17T14:39:25.010439Z","steps":["trace[1600938837] 'range keys from in-memory index tree' (duration: 304.31065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.010492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:24.705822Z","time spent":"304.661592ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:39:25.010484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.098988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:39:25.010573Z","caller":"traceutil/trace.go:171","msg":"trace[1302649628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9966; }","duration":"304.184959ms","start":"2026-07-17T14:39:24.706351Z","end":"2026-07-17T14:39:25.010536Z","steps":["trace[1302649628] 'range keys from in-memory index tree' (duration: 304.003508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.010628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:24.706343Z","time spent":"304.272399ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T14:39:25.010902Z","caller":"traceutil/trace.go:171","msg":"trace[1180007411] transaction","detail":"{read_only:false; response_revision:9967; number_of_response:1; }","duration":"303.349152ms","start":"2026-07-17T14:39:24.707529Z","end":"2026-07-17T14:39:25.010878Z","steps":["trace[1180007411] 'process raft request' (duration: 302.658256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.011055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:24.707512Z","time spent":"303.447372ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:25.528722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.508117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:39:25.528836Z","caller":"traceutil/trace.go:171","msg":"trace[379105311] linearizableReadLoop","detail":"{readStateIndex:10392; appliedIndex:10390; }","duration":"575.35185ms","start":"2026-07-17T14:39:24.953464Z","end":"2026-07-17T14:39:25.528816Z","steps":["trace[379105311] 'read index received' (duration: 56.64586ms)","trace[379105311] 'applied index is now lower than readState.Index' (duration: 518.70462ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:25.529072Z","caller":"traceutil/trace.go:171","msg":"trace[126428306] transaction","detail":"{read_only:false; response_revision:9968; number_of_response:1; }","duration":"760.29937ms","start":"2026-07-17T14:39:24.768746Z","end":"2026-07-17T14:39:25.529045Z","steps":["trace[126428306] 'process raft request' (duration: 628.374859ms)","trace[126428306] 'compare' (duration: 131.348886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:25.529214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:24.768707Z","time spent":"760.433463ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:25.529323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.829354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:25.529407Z","caller":"traceutil/trace.go:171","msg":"trace[1434467466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9968; }","duration":"575.960224ms","start":"2026-07-17T14:39:24.953431Z","end":"2026-07-17T14:39:25.529391Z","steps":["trace[1434467466] 'agreement among raft nodes before linearized reading' (duration: 575.708863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.529443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:24.953414Z","time spent":"576.021205ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:39:25.721591Z","caller":"traceutil/trace.go:171","msg":"trace[1814510130] transaction","detail":"{read_only:false; response_revision:9969; number_of_response:1; }","duration":"705.555147ms","start":"2026-07-17T14:39:25.016017Z","end":"2026-07-17T14:39:25.721572Z","steps":["trace[1814510130] 'process raft request' (duration: 692.995934ms)","trace[1814510130] 'compare' (duration: 12.392971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:25.721825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:25.015987Z","time spent":"705.662147ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:25.72203Z","caller":"traceutil/trace.go:171","msg":"trace[1516979951] transaction","detail":"{read_only:false; response_revision:9970; number_of_response:1; }","duration":"705.821199ms","start":"2026-07-17T14:39:25.016178Z","end":"2026-07-17T14:39:25.721999Z","steps":["trace[1516979951] 'process raft request' (duration: 705.359275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.722193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:25.016171Z","time spent":"705.941769ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:25.722432Z","caller":"traceutil/trace.go:171","msg":"trace[1324781547] transaction","detail":"{read_only:false; response_revision:9971; number_of_response:1; }","duration":"580.218829ms","start":"2026-07-17T14:39:25.142185Z","end":"2026-07-17T14:39:25.722403Z","steps":["trace[1324781547] 'process raft request' (duration: 579.776125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.722623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:25.142162Z","time spent":"580.35285ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:25.72278Z","caller":"traceutil/trace.go:171","msg":"trace[49379271] transaction","detail":"{read_only:false; response_revision:9972; number_of_response:1; }","duration":"470.185865ms","start":"2026-07-17T14:39:25.25258Z","end":"2026-07-17T14:39:25.722766Z","steps":["trace[49379271] 'process raft request' (duration: 469.525299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.722861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:25.252554Z","time spent":"470.264736ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:25.72366Z","caller":"traceutil/trace.go:171","msg":"trace[1455076989] transaction","detail":"{read_only:false; response_revision:9973; number_of_response:1; }","duration":"463.30142ms","start":"2026-07-17T14:39:25.260332Z","end":"2026-07-17T14:39:25.723633Z","steps":["trace[1455076989] 'process raft request' (duration: 461.919679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.723764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:25.260307Z","time spent":"463.406131ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:25.72588Z","caller":"traceutil/trace.go:171","msg":"trace[933854500] transaction","detail":"{read_only:false; response_revision:9974; number_of_response:1; }","duration":"464.615741ms","start":"2026-07-17T14:39:25.26124Z","end":"2026-07-17T14:39:25.725856Z","steps":["trace[933854500] 'process raft request' (duration: 461.234874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.726027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:25.261228Z","time spent":"464.720802ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:25.726045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.040694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:39:25.726108Z","caller":"traceutil/trace.go:171","msg":"trace[1257638338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9974; }","duration":"263.115675ms","start":"2026-07-17T14:39:25.462975Z","end":"2026-07-17T14:39:25.726091Z","steps":["trace[1257638338] 'agreement among raft nodes before linearized reading' (duration: 262.899503ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:25.725848Z","caller":"traceutil/trace.go:171","msg":"trace[452022016] linearizableReadLoop","detail":"{readStateIndex:10398; appliedIndex:10392; }","duration":"196.958009ms","start":"2026-07-17T14:39:25.528867Z","end":"2026-07-17T14:39:25.725825Z","steps":["trace[452022016] 'read index received' (duration: 180.154522ms)","trace[452022016] 'applied index is now lower than readState.Index' (duration: 16.802097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:25.726246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.164159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:39:25.72636Z","caller":"traceutil/trace.go:171","msg":"trace[1753813872] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9974; }","duration":"272.310521ms","start":"2026-07-17T14:39:25.45403Z","end":"2026-07-17T14:39:25.726341Z","steps":["trace[1753813872] 'agreement among raft nodes before linearized reading' (duration: 271.905788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:25.72657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.984172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:39:25.726631Z","caller":"traceutil/trace.go:171","msg":"trace[77575837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9974; }","duration":"264.068562ms","start":"2026-07-17T14:39:25.462547Z","end":"2026-07-17T14:39:25.726616Z","steps":["trace[77575837] 'agreement among raft nodes before linearized reading' (duration: 263.88223ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:26.07135Z","caller":"traceutil/trace.go:171","msg":"trace[832948728] linearizableReadLoop","detail":"{readStateIndex:10401; appliedIndex:10400; }","duration":"118.706542ms","start":"2026-07-17T14:39:25.952622Z","end":"2026-07-17T14:39:26.071329Z","steps":["trace[832948728] 'read index received' (duration: 118.575892ms)","trace[832948728] 'applied index is now lower than readState.Index' (duration: 129.38µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:26.071459Z","caller":"traceutil/trace.go:171","msg":"trace[2134234966] transaction","detail":"{read_only:false; response_revision:9977; number_of_response:1; }","duration":"124.839553ms","start":"2026-07-17T14:39:25.946611Z","end":"2026-07-17T14:39:26.07145Z","steps":["trace[2134234966] 'process raft request' (duration: 124.583252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:26.0716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.964054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:26.071629Z","caller":"traceutil/trace.go:171","msg":"trace[1885480549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9977; }","duration":"119.043346ms","start":"2026-07-17T14:39:25.952579Z","end":"2026-07-17T14:39:26.071622Z","steps":["trace[1885480549] 'agreement among raft nodes before linearized reading' (duration: 118.982135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:26.071858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.956088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-17T14:39:26.071887Z","caller":"traceutil/trace.go:171","msg":"trace[1366106016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9977; }","duration":"118.003508ms","start":"2026-07-17T14:39:25.953875Z","end":"2026-07-17T14:39:26.071878Z","steps":["trace[1366106016] 'agreement among raft nodes before linearized reading' (duration: 117.901857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:26.468934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.055483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:26.469015Z","caller":"traceutil/trace.go:171","msg":"trace[1639443715] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9977; }","duration":"142.176803ms","start":"2026-07-17T14:39:26.326819Z","end":"2026-07-17T14:39:26.468996Z","steps":["trace[1639443715] 'count revisions from in-memory index tree' (duration: 141.951192ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:27.056664Z","caller":"traceutil/trace.go:171","msg":"trace[164347481] linearizableReadLoop","detail":"{readStateIndex:10402; appliedIndex:10401; }","duration":"268.713381ms","start":"2026-07-17T14:39:26.787928Z","end":"2026-07-17T14:39:27.056641Z","steps":["trace[164347481] 'read index received' (duration: 268.624439ms)","trace[164347481] 'applied index is now lower than readState.Index' (duration: 87.792µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:27.056946Z","caller":"traceutil/trace.go:171","msg":"trace[539995258] transaction","detail":"{read_only:false; response_revision:9978; number_of_response:1; }","duration":"361.386033ms","start":"2026-07-17T14:39:26.695548Z","end":"2026-07-17T14:39:27.056934Z","steps":["trace[539995258] 'process raft request' (duration: 360.866518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:27.057064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:26.695507Z","time spent":"361.492993ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:27.05722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.289224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:27.057377Z","caller":"traceutil/trace.go:171","msg":"trace[2101926228] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9978; }","duration":"269.480576ms","start":"2026-07-17T14:39:26.78788Z","end":"2026-07-17T14:39:27.057361Z","steps":["trace[2101926228] 'agreement among raft nodes before linearized reading' (duration: 269.310184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:27.5889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.451982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:39:27.588986Z","caller":"traceutil/trace.go:171","msg":"trace[678124777] linearizableReadLoop","detail":"{readStateIndex:10403; appliedIndex:10402; }","duration":"532.194328ms","start":"2026-07-17T14:39:27.056777Z","end":"2026-07-17T14:39:27.588971Z","steps":["trace[678124777] 'read index received' (duration: 164.583535ms)","trace[678124777] 'applied index is now lower than readState.Index' (duration: 367.609773ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:27.589277Z","caller":"traceutil/trace.go:171","msg":"trace[1111856657] transaction","detail":"{read_only:false; response_revision:9979; number_of_response:1; }","duration":"573.00572ms","start":"2026-07-17T14:39:27.016244Z","end":"2026-07-17T14:39:27.58925Z","steps":["trace[1111856657] 'process raft request' (duration: 205.124255ms)","trace[1111856657] 'compare' (duration: 366.978408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:27.589314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.752841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:27.589348Z","caller":"traceutil/trace.go:171","msg":"trace[374146913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9979; }","duration":"634.817901ms","start":"2026-07-17T14:39:26.954521Z","end":"2026-07-17T14:39:27.589338Z","steps":["trace[374146913] 'agreement among raft nodes before linearized reading' (duration: 634.493259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:27.589389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:26.954487Z","time spent":"634.894462ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:39:27.589388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.016219Z","time spent":"573.110541ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:28.091556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519649756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:39:28.295186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.093917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:39:28.295272Z","caller":"traceutil/trace.go:171","msg":"trace[1172436781] transaction","detail":"{read_only:false; response_revision:9980; number_of_response:1; }","duration":"761.674192ms","start":"2026-07-17T14:39:27.533583Z","end":"2026-07-17T14:39:28.295257Z","steps":["trace[1172436781] 'process raft request' (duration: 637.446774ms)","trace[1172436781] 'compare' (duration: 123.921295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:28.295335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.533564Z","time spent":"761.741323ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:28.546475Z","caller":"traceutil/trace.go:171","msg":"trace[802049364] linearizableReadLoop","detail":"{readStateIndex:10408; appliedIndex:10403; }","duration":"955.97438ms","start":"2026-07-17T14:39:27.59048Z","end":"2026-07-17T14:39:28.546454Z","steps":["trace[802049364] 'read index received' (duration: 580.561382ms)","trace[802049364] 'applied index is now lower than readState.Index' (duration: 375.412048ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:28.546486Z","caller":"traceutil/trace.go:171","msg":"trace[1869973554] transaction","detail":"{read_only:false; response_revision:9981; number_of_response:1; }","duration":"817.650757ms","start":"2026-07-17T14:39:27.728796Z","end":"2026-07-17T14:39:28.546447Z","steps":["trace[1869973554] 'process raft request' (duration: 744.15342ms)","trace[1869973554] 'compare' (duration: 73.117533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:28.546754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.728764Z","time spent":"817.904438ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:28.54696Z","caller":"traceutil/trace.go:171","msg":"trace[1343304672] transaction","detail":"{read_only:false; response_revision:9982; number_of_response:1; }","duration":"818.087239ms","start":"2026-07-17T14:39:27.72886Z","end":"2026-07-17T14:39:28.546947Z","steps":["trace[1343304672] 'process raft request' (duration: 817.463794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:28.547087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.728843Z","time spent":"818.18181ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:28.547085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.584614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:28.547213Z","caller":"traceutil/trace.go:171","msg":"trace[1818534695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9984; }","duration":"956.727366ms","start":"2026-07-17T14:39:27.590452Z","end":"2026-07-17T14:39:28.547179Z","steps":["trace[1818534695] 'agreement among raft nodes before linearized reading' (duration: 956.569404ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:28.546886Z","caller":"traceutil/trace.go:171","msg":"trace[1142676884] transaction","detail":"{read_only:false; response_revision:9984; number_of_response:1; }","duration":"470.656159ms","start":"2026-07-17T14:39:28.076206Z","end":"2026-07-17T14:39:28.546862Z","steps":["trace[1142676884] 'process raft request' (duration: 470.204586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:28.547263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.590439Z","time spent":"956.814727ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:39:28.547276Z","caller":"traceutil/trace.go:171","msg":"trace[1252903267] transaction","detail":"{read_only:false; response_revision:9983; number_of_response:1; }","duration":"817.011601ms","start":"2026-07-17T14:39:27.730006Z","end":"2026-07-17T14:39:28.547018Z","steps":["trace[1252903267] 'process raft request' (duration: 816.367966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:28.547576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.729992Z","time spent":"817.472785ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:28.547725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.880082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:39:28.547769Z","caller":"traceutil/trace.go:171","msg":"trace[1330110807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9984; }","duration":"735.940752ms","start":"2026-07-17T14:39:27.811817Z","end":"2026-07-17T14:39:28.547758Z","steps":["trace[1330110807] 'agreement among raft nodes before linearized reading' (duration: 735.806241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:28.54781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.81181Z","time spent":"735.990784ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:39:28.548285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.020523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T14:39:28.548317Z","caller":"traceutil/trace.go:171","msg":"trace[340200877] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9984; }","duration":"158.092644ms","start":"2026-07-17T14:39:28.390217Z","end":"2026-07-17T14:39:28.548309Z","steps":["trace[340200877] 'agreement among raft nodes before linearized reading' (duration: 157.661611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:28.548619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.964943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:39:28.548657Z","caller":"traceutil/trace.go:171","msg":"trace[962342293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9984; }","duration":"821.044254ms","start":"2026-07-17T14:39:27.727604Z","end":"2026-07-17T14:39:28.548648Z","steps":["trace[962342293] 'agreement among raft nodes before linearized reading' (duration: 820.948144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:28.548683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.727575Z","time spent":"821.102004ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:39:28.548772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.157802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:39:28.548814Z","caller":"traceutil/trace.go:171","msg":"trace[764052731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9984; }","duration":"822.248514ms","start":"2026-07-17T14:39:27.726557Z","end":"2026-07-17T14:39:28.548805Z","steps":["trace[764052731] 'agreement among raft nodes before linearized reading' (duration: 820.805003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:28.548837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.726533Z","time spent":"822.298994ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:39:28.548897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.389594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:39:28.548969Z","caller":"traceutil/trace.go:171","msg":"trace[2142849295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9984; }","duration":"737.506415ms","start":"2026-07-17T14:39:27.81145Z","end":"2026-07-17T14:39:28.548956Z","steps":["trace[2142849295] 'agreement among raft nodes before linearized reading' (duration: 736.949241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:28.549052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:27.811428Z","time spent":"737.612596ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:39:28.549082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:28.076181Z","time spent":"471.102864ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:29.109419Z","caller":"traceutil/trace.go:171","msg":"trace[1062372828] transaction","detail":"{read_only:false; response_revision:9989; number_of_response:1; }","duration":"119.007626ms","start":"2026-07-17T14:39:28.99038Z","end":"2026-07-17T14:39:29.109388Z","steps":["trace[1062372828] 'process raft request' (duration: 118.527121ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:30.421706Z","caller":"traceutil/trace.go:171","msg":"trace[1979904132] transaction","detail":"{read_only:false; response_revision:9992; number_of_response:1; }","duration":"302.799966ms","start":"2026-07-17T14:39:30.11888Z","end":"2026-07-17T14:39:30.421679Z","steps":["trace[1979904132] 'process raft request' (duration: 302.643745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:30.421977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:30.118851Z","time spent":"302.938958ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:30.541331Z","caller":"traceutil/trace.go:171","msg":"trace[449718594] linearizableReadLoop","detail":"{readStateIndex:10418; appliedIndex:10416; }","duration":"131.377476ms","start":"2026-07-17T14:39:30.40993Z","end":"2026-07-17T14:39:30.541307Z","steps":["trace[449718594] 'read index received' (duration: 11.599044ms)","trace[449718594] 'applied index is now lower than readState.Index' (duration: 119.777152ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:30.541509Z","caller":"traceutil/trace.go:171","msg":"trace[832873291] transaction","detail":"{read_only:false; response_revision:9993; number_of_response:1; }","duration":"241.995333ms","start":"2026-07-17T14:39:30.299465Z","end":"2026-07-17T14:39:30.54146Z","steps":["trace[832873291] 'process raft request' (duration: 194.67733ms)","trace[832873291] 'compare' (duration: 47.045432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:30.541556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.604619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:39:30.541583Z","caller":"traceutil/trace.go:171","msg":"trace[1947992178] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:9993; }","duration":"131.685509ms","start":"2026-07-17T14:39:30.40989Z","end":"2026-07-17T14:39:30.541575Z","steps":["trace[1947992178] 'agreement among raft nodes before linearized reading' (duration: 131.495838ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:30.848397Z","caller":"traceutil/trace.go:171","msg":"trace[1973820776] transaction","detail":"{read_only:false; response_revision:10002; number_of_response:1; }","duration":"144.641725ms","start":"2026-07-17T14:39:30.703735Z","end":"2026-07-17T14:39:30.848377Z","steps":["trace[1973820776] 'process raft request' (duration: 144.604964ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:30.848727Z","caller":"traceutil/trace.go:171","msg":"trace[1859903634] transaction","detail":"{read_only:false; response_revision:10000; number_of_response:1; }","duration":"147.80734ms","start":"2026-07-17T14:39:30.70091Z","end":"2026-07-17T14:39:30.848717Z","steps":["trace[1859903634] 'process raft request' (duration: 98.227687ms)","trace[1859903634] 'compare' (duration: 49.048968ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:30.848826Z","caller":"traceutil/trace.go:171","msg":"trace[1914355180] transaction","detail":"{read_only:false; response_revision:10001; number_of_response:1; }","duration":"147.657129ms","start":"2026-07-17T14:39:30.701161Z","end":"2026-07-17T14:39:30.848818Z","steps":["trace[1914355180] 'process raft request' (duration: 147.146975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:31.580979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519649800,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:39:31.585818Z","caller":"traceutil/trace.go:171","msg":"trace[260523087] linearizableReadLoop","detail":"{readStateIndex:10428; appliedIndex:10427; }","duration":"505.921327ms","start":"2026-07-17T14:39:31.079877Z","end":"2026-07-17T14:39:31.585798Z","steps":["trace[260523087] 'read index received' (duration: 505.806276ms)","trace[260523087] 'applied index is now lower than readState.Index' (duration: 114.411µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:31.58592Z","caller":"traceutil/trace.go:171","msg":"trace[1264590318] transaction","detail":"{read_only:false; response_revision:10003; number_of_response:1; }","duration":"522.893554ms","start":"2026-07-17T14:39:31.062993Z","end":"2026-07-17T14:39:31.585886Z","steps":["trace[1264590318] 'process raft request' (duration: 522.687522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:31.586083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.192439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:39:31.586142Z","caller":"traceutil/trace.go:171","msg":"trace[829200802] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10003; }","duration":"506.287029ms","start":"2026-07-17T14:39:31.079823Z","end":"2026-07-17T14:39:31.58611Z","steps":["trace[829200802] 'agreement among raft nodes before linearized reading' (duration: 506.051947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:31.586131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:31.062964Z","time spent":"523.065764ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8183,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:31.586172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:31.079799Z","time spent":"506.3649ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T14:39:31.586394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.771221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:39:31.586443Z","caller":"traceutil/trace.go:171","msg":"trace[1861298688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10003; }","duration":"401.871611ms","start":"2026-07-17T14:39:31.184555Z","end":"2026-07-17T14:39:31.586427Z","steps":["trace[1861298688] 'agreement among raft nodes before linearized reading' (duration: 401.343517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:31.586608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:31.184526Z","time spent":"402.048893ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T14:39:31.763457Z","caller":"traceutil/trace.go:171","msg":"trace[1641838547] transaction","detail":"{read_only:false; response_revision:10005; number_of_response:1; }","duration":"102.127899ms","start":"2026-07-17T14:39:31.661292Z","end":"2026-07-17T14:39:31.76342Z","steps":["trace[1641838547] 'process raft request' (duration: 66.152086ms)","trace[1641838547] 'compare' (duration: 35.69299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:32.1533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.839333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:32.153389Z","caller":"traceutil/trace.go:171","msg":"trace[558836673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10005; }","duration":"198.968954ms","start":"2026-07-17T14:39:31.954402Z","end":"2026-07-17T14:39:32.153371Z","steps":["trace[558836673] 'range keys from in-memory index tree' (duration: 198.782603ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:32.806663Z","caller":"traceutil/trace.go:171","msg":"trace[1444656861] transaction","detail":"{read_only:false; response_revision:10006; number_of_response:1; }","duration":"260.499984ms","start":"2026-07-17T14:39:32.546138Z","end":"2026-07-17T14:39:32.806638Z","steps":["trace[1444656861] 'process raft request' (duration: 260.352043ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:33.082269Z","caller":"traceutil/trace.go:171","msg":"trace[464338146] transaction","detail":"{read_only:false; response_revision:10007; number_of_response:1; }","duration":"498.312874ms","start":"2026-07-17T14:39:32.583922Z","end":"2026-07-17T14:39:33.082235Z","steps":["trace[464338146] 'process raft request' (duration: 489.596963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.08285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.273506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:39:33.082901Z","caller":"traceutil/trace.go:171","msg":"trace[352274124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10011; }","duration":"380.378406ms","start":"2026-07-17T14:39:32.702512Z","end":"2026-07-17T14:39:33.08289Z","steps":["trace[352274124] 'agreement among raft nodes before linearized reading' (duration: 380.201315ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:33.082965Z","caller":"traceutil/trace.go:171","msg":"trace[1240320824] transaction","detail":"{read_only:false; response_revision:10009; number_of_response:1; }","duration":"493.211703ms","start":"2026-07-17T14:39:32.589728Z","end":"2026-07-17T14:39:33.082939Z","steps":["trace[1240320824] 'process raft request' (duration: 492.492357ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:33.08305Z","caller":"traceutil/trace.go:171","msg":"trace[1619335159] transaction","detail":"{read_only:false; response_revision:10010; number_of_response:1; }","duration":"490.731462ms","start":"2026-07-17T14:39:32.5923Z","end":"2026-07-17T14:39:33.083031Z","steps":["trace[1619335159] 'process raft request' (duration: 490.062617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.08313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:32.589692Z","time spent":"493.344913ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:33.083163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:32.592284Z","time spent":"490.812073ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:33.083259Z","caller":"traceutil/trace.go:171","msg":"trace[169265675] transaction","detail":"{read_only:false; response_revision:10011; number_of_response:1; }","duration":"480.115456ms","start":"2026-07-17T14:39:32.603079Z","end":"2026-07-17T14:39:33.083194Z","steps":["trace[169265675] 'process raft request' (duration: 479.35401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.083338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:32.603053Z","time spent":"480.245687ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6388,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:33.082935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:32.702493Z","time spent":"380.434488ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T14:39:33.082294Z","caller":"traceutil/trace.go:171","msg":"trace[1667686510] transaction","detail":"{read_only:false; response_revision:10008; number_of_response:1; }","duration":"492.878459ms","start":"2026-07-17T14:39:32.589398Z","end":"2026-07-17T14:39:33.082276Z","steps":["trace[1667686510] 'process raft request' (duration: 492.704857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.083857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:32.589377Z","time spent":"494.442262ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:33.082661Z","caller":"traceutil/trace.go:171","msg":"trace[2030902592] linearizableReadLoop","detail":"{readStateIndex:10436; appliedIndex:10431; }","duration":"380.078485ms","start":"2026-07-17T14:39:32.702556Z","end":"2026-07-17T14:39:33.082635Z","steps":["trace[2030902592] 'read index received' (duration: 104.057625ms)","trace[2030902592] 'applied index is now lower than readState.Index' (duration: 276.01904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:33.084129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.75585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:39:33.084177Z","caller":"traceutil/trace.go:171","msg":"trace[935161817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10011; }","duration":"231.842921ms","start":"2026-07-17T14:39:32.852322Z","end":"2026-07-17T14:39:33.084165Z","steps":["trace[935161817] 'agreement among raft nodes before linearized reading' (duration: 231.7145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.084264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.980328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:33.08434Z","caller":"traceutil/trace.go:171","msg":"trace[539146718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10011; }","duration":"181.11905ms","start":"2026-07-17T14:39:32.903207Z","end":"2026-07-17T14:39:33.084326Z","steps":["trace[539146718] 'agreement among raft nodes before linearized reading' (duration: 181.013358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.084384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.251888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:39:33.084438Z","caller":"traceutil/trace.go:171","msg":"trace[1710658279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10011; }","duration":"230.304008ms","start":"2026-07-17T14:39:32.854109Z","end":"2026-07-17T14:39:33.084413Z","steps":["trace[1710658279] 'agreement among raft nodes before linearized reading' (duration: 230.206458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.08483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.73212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:39:33.084878Z","caller":"traceutil/trace.go:171","msg":"trace[1645606747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10011; }","duration":"231.823671ms","start":"2026-07-17T14:39:32.853043Z","end":"2026-07-17T14:39:33.084867Z","steps":["trace[1645606747] 'agreement among raft nodes before linearized reading' (duration: 231.328557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.085685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:32.5839Z","time spent":"498.977999ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:33.643026Z","caller":"traceutil/trace.go:171","msg":"trace[1835720297] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"553.473882ms","start":"2026-07-17T14:39:33.089523Z","end":"2026-07-17T14:39:33.642997Z","steps":["trace[1835720297] 'process raft request' (duration: 553.107248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.643277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.0895Z","time spent":"553.618293ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:33.64347Z","caller":"traceutil/trace.go:171","msg":"trace[1274570965] transaction","detail":"{read_only:false; response_revision:10014; number_of_response:1; }","duration":"553.872175ms","start":"2026-07-17T14:39:33.089572Z","end":"2026-07-17T14:39:33.643444Z","steps":["trace[1274570965] 'process raft request' (duration: 553.36617ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:33.643672Z","caller":"traceutil/trace.go:171","msg":"trace[1560804932] transaction","detail":"{read_only:false; response_revision:10015; number_of_response:1; }","duration":"553.182669ms","start":"2026-07-17T14:39:33.090471Z","end":"2026-07-17T14:39:33.643654Z","steps":["trace[1560804932] 'process raft request' (duration: 552.844307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.643735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.09045Z","time spent":"553.24594ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:33.643807Z","caller":"traceutil/trace.go:171","msg":"trace[649726015] transaction","detail":"{read_only:false; response_revision:10016; number_of_response:1; }","duration":"548.665663ms","start":"2026-07-17T14:39:33.095103Z","end":"2026-07-17T14:39:33.643768Z","steps":["trace[649726015] 'process raft request' (duration: 548.45977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.095092Z","time spent":"548.798004ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:33.644122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.08955Z","time spent":"554.009985ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:33.674937Z","caller":"traceutil/trace.go:171","msg":"trace[651479117] linearizableReadLoop","detail":"{readStateIndex:10442; appliedIndex:10437; }","duration":"433.792361ms","start":"2026-07-17T14:39:33.241116Z","end":"2026-07-17T14:39:33.674908Z","steps":["trace[651479117] 'read index received' (duration: 401.57002ms)","trace[651479117] 'applied index is now lower than readState.Index' (duration: 32.220921ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:33.675316Z","caller":"traceutil/trace.go:171","msg":"trace[1294600059] transaction","detail":"{read_only:false; response_revision:10017; number_of_response:1; }","duration":"446.955068ms","start":"2026-07-17T14:39:33.228346Z","end":"2026-07-17T14:39:33.675301Z","steps":["trace[1294600059] 'process raft request' (duration: 446.348403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.675467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.228314Z","time spent":"447.045048ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:33.675734Z","caller":"traceutil/trace.go:171","msg":"trace[1068784394] transaction","detail":"{read_only:false; response_revision:10018; number_of_response:1; }","duration":"133.717426ms","start":"2026-07-17T14:39:33.542005Z","end":"2026-07-17T14:39:33.675722Z","steps":["trace[1068784394] 'process raft request' (duration: 132.839559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.675827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.664638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/barmancloud.cnpg.io/objectstores/\" range_end:\"/registry/barmancloud.cnpg.io/objectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:33.675936Z","caller":"traceutil/trace.go:171","msg":"trace[270476527] range","detail":"{range_begin:/registry/barmancloud.cnpg.io/objectstores/; range_end:/registry/barmancloud.cnpg.io/objectstores0; response_count:0; response_revision:10018; }","duration":"434.84072ms","start":"2026-07-17T14:39:33.241068Z","end":"2026-07-17T14:39:33.675909Z","steps":["trace[270476527] 'agreement among raft nodes before linearized reading' (duration: 434.621357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.675985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.241045Z","time spent":"434.93178ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/barmancloud.cnpg.io/objectstores/\" range_end:\"/registry/barmancloud.cnpg.io/objectstores0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:39:33.966114Z","caller":"traceutil/trace.go:171","msg":"trace[852606884] linearizableReadLoop","detail":"{readStateIndex:10444; appliedIndex:10443; }","duration":"291.069922ms","start":"2026-07-17T14:39:33.675028Z","end":"2026-07-17T14:39:33.966098Z","steps":["trace[852606884] 'read index received' (duration: 219.146168ms)","trace[852606884] 'applied index is now lower than readState.Index' (duration: 71.922754ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:33.966149Z","caller":"traceutil/trace.go:171","msg":"trace[1810231623] transaction","detail":"{read_only:false; response_revision:10019; number_of_response:1; }","duration":"311.942751ms","start":"2026-07-17T14:39:33.654182Z","end":"2026-07-17T14:39:33.966125Z","steps":["trace[1810231623] 'process raft request' (duration: 239.989447ms)","trace[1810231623] 'compare' (duration: 71.773673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:33.96625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.654158Z","time spent":"312.038343ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6382,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:33.966315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.236826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:33.966351Z","caller":"traceutil/trace.go:171","msg":"trace[799545659] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10019; }","duration":"555.331966ms","start":"2026-07-17T14:39:33.411012Z","end":"2026-07-17T14:39:33.966344Z","steps":["trace[799545659] 'agreement among raft nodes before linearized reading' (duration: 555.232635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.966376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.410985Z","time spent":"555.385357ms","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:39:33.966403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.948368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:33.9665Z","caller":"traceutil/trace.go:171","msg":"trace[2143108955] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10019; }","duration":"637.11253ms","start":"2026-07-17T14:39:33.329367Z","end":"2026-07-17T14:39:33.96648Z","steps":["trace[2143108955] 'agreement among raft nodes before linearized reading' (duration: 636.928758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.966561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.329337Z","time spent":"637.212542ms","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:39:33.967247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.874784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:39:33.967281Z","caller":"traceutil/trace.go:171","msg":"trace[1338523232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10019; }","duration":"352.911664ms","start":"2026-07-17T14:39:33.61436Z","end":"2026-07-17T14:39:33.967272Z","steps":["trace[1338523232] 'agreement among raft nodes before linearized reading' (duration: 351.840445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:33.967422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.614307Z","time spent":"353.074115ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T14:39:34.014767Z","caller":"traceutil/trace.go:171","msg":"trace[493789123] transaction","detail":"{read_only:false; response_revision:10020; number_of_response:1; }","duration":"246.270339ms","start":"2026-07-17T14:39:33.768472Z","end":"2026-07-17T14:39:34.014742Z","steps":["trace[493789123] 'process raft request' (duration: 246.134357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:34.01532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.205591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:39:34.015388Z","caller":"traceutil/trace.go:171","msg":"trace[1756556515] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:10020; }","duration":"318.323533ms","start":"2026-07-17T14:39:33.697048Z","end":"2026-07-17T14:39:34.015372Z","steps":["trace[1756556515] 'agreement among raft nodes before linearized reading' (duration: 318.128761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:34.015439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:33.697023Z","time spent":"318.401974ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"warn","ts":"2026-07-17T14:39:34.251012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.257442ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-17T14:39:34.251122Z","caller":"traceutil/trace.go:171","msg":"trace[2017836521] linearizableReadLoop","detail":"{readStateIndex:10448; appliedIndex:10447; }","duration":"203.233599ms","start":"2026-07-17T14:39:34.04787Z","end":"2026-07-17T14:39:34.251104Z","steps":["trace[2017836521] 'read index received' (duration: 21.827457ms)","trace[2017836521] 'applied index is now lower than readState.Index' (duration: 181.404772ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:34.251199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.491393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:34.251244Z","caller":"traceutil/trace.go:171","msg":"trace[1549010164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10022; }","duration":"234.578934ms","start":"2026-07-17T14:39:34.016656Z","end":"2026-07-17T14:39:34.251235Z","steps":["trace[1549010164] 'agreement among raft nodes before linearized reading' (duration: 234.496084ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:34.32446Z","caller":"traceutil/trace.go:171","msg":"trace[135574843] transaction","detail":"{read_only:false; response_revision:10023; number_of_response:1; }","duration":"239.641185ms","start":"2026-07-17T14:39:34.084781Z","end":"2026-07-17T14:39:34.324422Z","steps":["trace[135574843] 'process raft request' (duration: 206.378184ms)","trace[135574843] 'compare' (duration: 33.057629ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:34.445031Z","caller":"traceutil/trace.go:171","msg":"trace[1880680002] transaction","detail":"{read_only:false; response_revision:10025; number_of_response:1; }","duration":"107.769385ms","start":"2026-07-17T14:39:34.337217Z","end":"2026-07-17T14:39:34.444987Z","steps":["trace[1880680002] 'process raft request' (duration: 90.282443ms)","trace[1880680002] 'compare' (duration: 17.328971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:34.806402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.029815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:39:34.806537Z","caller":"traceutil/trace.go:171","msg":"trace[1391312522] transaction","detail":"{read_only:false; response_revision:10027; number_of_response:1; }","duration":"323.890498ms","start":"2026-07-17T14:39:34.48262Z","end":"2026-07-17T14:39:34.80651Z","steps":["trace[1391312522] 'process raft request' (duration: 140.662871ms)","trace[1391312522] 'compare' (duration: 182.773534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:34.806613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:34.482599Z","time spent":"323.98138ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7041,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:39:35.453902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519649854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:39:35.954476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519649854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:39:36.016964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.158021878s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:39:36.017654Z","caller":"traceutil/trace.go:171","msg":"trace[641070663] transaction","detail":"{read_only:false; response_revision:10029; number_of_response:1; }","duration":"1.202982622s","start":"2026-07-17T14:39:34.814643Z","end":"2026-07-17T14:39:36.017626Z","steps":["trace[641070663] 'process raft request' (duration: 1.20270564s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.017865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:34.814618Z","time spent":"1.203154304s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6848,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:36.017695Z","caller":"traceutil/trace.go:171","msg":"trace[827633389] transaction","detail":"{read_only:false; response_revision:10031; number_of_response:1; }","duration":"1.202550859s","start":"2026-07-17T14:39:34.815122Z","end":"2026-07-17T14:39:36.017673Z","steps":["trace[827633389] 'process raft request' (duration: 1.202505338s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:36.017869Z","caller":"traceutil/trace.go:171","msg":"trace[661477296] transaction","detail":"{read_only:false; response_revision:10030; number_of_response:1; }","duration":"1.202820261s","start":"2026-07-17T14:39:34.814901Z","end":"2026-07-17T14:39:36.017721Z","steps":["trace[661477296] 'process raft request' (duration: 1.202624929s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.018108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:34.8151Z","time spent":"1.202947412s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:36.018237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:34.814882Z","time spent":"1.203278714s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:36.167177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.473411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:39:36.167299Z","caller":"traceutil/trace.go:171","msg":"trace[1404064411] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.608192ms","start":"2026-07-17T14:39:35.666632Z","end":"2026-07-17T14:39:36.167241Z","steps":["trace[1404064411] 'agreement among raft nodes before linearized reading' (duration: 500.487631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.167346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.666621Z","time spent":"500.714523ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:39:36 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-17T14:39:36.239048Z","caller":"traceutil/trace.go:171","msg":"trace[1491203290] transaction","detail":"{read_only:false; response_revision:10033; number_of_response:1; }","duration":"1.149639369s","start":"2026-07-17T14:39:35.089382Z","end":"2026-07-17T14:39:36.239021Z","steps":["trace[1491203290] 'process raft request' (duration: 1.149543008s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.239189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.089357Z","time spent":"1.14976133s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:36.239283Z","caller":"traceutil/trace.go:171","msg":"trace[1549950206] transaction","detail":"{read_only:false; response_revision:10032; number_of_response:1; }","duration":"1.150190004s","start":"2026-07-17T14:39:35.08908Z","end":"2026-07-17T14:39:36.23927Z","steps":["trace[1549950206] 'process raft request' (duration: 1.14970915s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:36.239398Z","caller":"traceutil/trace.go:171","msg":"trace[1544320132] linearizableReadLoop","detail":"{readStateIndex:10461; appliedIndex:10454; }","duration":"1.286527069s","start":"2026-07-17T14:39:34.952843Z","end":"2026-07-17T14:39:36.23937Z","steps":["trace[1544320132] 'read index received' (duration: 1.064520508s)","trace[1544320132] 'applied index is now lower than readState.Index' (duration: 222.004721ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:36.239451Z","caller":"traceutil/trace.go:171","msg":"trace[253932130] transaction","detail":"{read_only:false; response_revision:10035; number_of_response:1; }","duration":"1.146309292s","start":"2026-07-17T14:39:35.093126Z","end":"2026-07-17T14:39:36.239436Z","steps":["trace[253932130] 'process raft request' (duration: 1.146132671s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:36.239425Z","caller":"traceutil/trace.go:171","msg":"trace[147863752] transaction","detail":"{read_only:false; response_revision:10034; number_of_response:1; }","duration":"1.148452009s","start":"2026-07-17T14:39:35.090952Z","end":"2026-07-17T14:39:36.239404Z","steps":["trace[147863752] 'process raft request' (duration: 1.148031636s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.239529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.093118Z","time spent":"1.146377882s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:36.239555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286695571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:36.239583Z","caller":"traceutil/trace.go:171","msg":"trace[1762535461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10035; }","duration":"1.286778792s","start":"2026-07-17T14:39:34.952798Z","end":"2026-07-17T14:39:36.239577Z","steps":["trace[1762535461] 'agreement among raft nodes before linearized reading' (duration: 1.286693031s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.23964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:34.952777Z","time spent":"1.286858923s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:39:36.23967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.090935Z","time spent":"1.14860096s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:36.240569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.089053Z","time spent":"1.150260754s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:36.266192Z","caller":"traceutil/trace.go:171","msg":"trace[153818213] transaction","detail":"{read_only:false; response_revision:10036; number_of_response:1; }","duration":"241.959713ms","start":"2026-07-17T14:39:36.024211Z","end":"2026-07-17T14:39:36.26617Z","steps":["trace[153818213] 'process raft request' (duration: 241.832552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.266312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.337629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T14:39:36.266312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.137411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T14:39:36.266218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.125898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:39:36.266381Z","caller":"traceutil/trace.go:171","msg":"trace[1245216668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10036; }","duration":"213.249471ms","start":"2026-07-17T14:39:36.053116Z","end":"2026-07-17T14:39:36.266365Z","steps":["trace[1245216668] 'agreement among raft nodes before linearized reading' (duration: 213.08406ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:36.266406Z","caller":"traceutil/trace.go:171","msg":"trace[1819918764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10036; }","duration":"617.3412ms","start":"2026-07-17T14:39:35.649053Z","end":"2026-07-17T14:39:36.266394Z","steps":["trace[1819918764] 'agreement among raft nodes before linearized reading' (duration: 617.076718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.266402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.557635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-17T14:39:36.266456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.649041Z","time spent":"617.398481ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T14:39:36.266468Z","caller":"traceutil/trace.go:171","msg":"trace[1230838698] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10036; }","duration":"530.662787ms","start":"2026-07-17T14:39:35.735786Z","end":"2026-07-17T14:39:36.266449Z","steps":["trace[1230838698] 'agreement among raft nodes before linearized reading' (duration: 530.454075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.266503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.735772Z","time spent":"530.723497ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-17T14:39:36.266576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.110759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:36.266611Z","caller":"traceutil/trace.go:171","msg":"trace[2117921107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10036; }","duration":"876.14871ms","start":"2026-07-17T14:39:35.390453Z","end":"2026-07-17T14:39:36.266602Z","steps":["trace[2117921107] 'agreement among raft nodes before linearized reading' (duration: 876.089449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.266646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.390367Z","time spent":"876.270471ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:39:36.26683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135497785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:39:36.26692Z","caller":"traceutil/trace.go:171","msg":"trace[1642040698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10036; }","duration":"1.135647727s","start":"2026-07-17T14:39:35.131254Z","end":"2026-07-17T14:39:36.266901Z","steps":["trace[1642040698] 'agreement among raft nodes before linearized reading' (duration: 1.135255083s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.266974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.988162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:39:36.267009Z","caller":"traceutil/trace.go:171","msg":"trace[973660408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10036; }","duration":"614.052393ms","start":"2026-07-17T14:39:35.65295Z","end":"2026-07-17T14:39:36.267002Z","steps":["trace[973660408] 'agreement among raft nodes before linearized reading' (duration: 613.190346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.26703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.652934Z","time spent":"614.090854ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:39:36.266971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.131231Z","time spent":"1.135731477s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T14:39:36.266344Z","caller":"traceutil/trace.go:171","msg":"trace[791230220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10036; }","duration":"618.407159ms","start":"2026-07-17T14:39:35.647927Z","end":"2026-07-17T14:39:36.266334Z","steps":["trace[791230220] 'agreement among raft nodes before linearized reading' (duration: 618.314388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:36.267322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:35.647893Z","time spent":"619.416576ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:39:36.26785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.977932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-5cngk\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-07-17T14:39:36.268174Z","caller":"traceutil/trace.go:171","msg":"trace[1850833787] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-5cngk; range_end:; response_count:1; response_revision:10036; }","duration":"239.833026ms","start":"2026-07-17T14:39:36.028327Z","end":"2026-07-17T14:39:36.26816Z","steps":["trace[1850833787] 'agreement among raft nodes before linearized reading' (duration: 237.85412ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:44.372727Z","caller":"traceutil/trace.go:171","msg":"trace[1221281694] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"111.380104ms","start":"2026-07-17T14:39:44.261333Z","end":"2026-07-17T14:39:44.372713Z","steps":["trace[1221281694] 'process raft request' (duration: 111.283133ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:44.446988Z","caller":"traceutil/trace.go:171","msg":"trace[201257702] transaction","detail":"{read_only:false; response_revision:10097; number_of_response:1; }","duration":"165.246071ms","start":"2026-07-17T14:39:44.281729Z","end":"2026-07-17T14:39:44.446975Z","steps":["trace[201257702] 'process raft request' (duration: 165.09684ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:44.447192Z","caller":"traceutil/trace.go:171","msg":"trace[1186106866] transaction","detail":"{read_only:false; response_revision:10098; number_of_response:1; }","duration":"165.350281ms","start":"2026-07-17T14:39:44.281834Z","end":"2026-07-17T14:39:44.447184Z","steps":["trace[1186106866] 'process raft request' (duration: 165.045629ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:44.44728Z","caller":"traceutil/trace.go:171","msg":"trace[692105987] transaction","detail":"{read_only:false; response_revision:10099; number_of_response:1; }","duration":"157.83411ms","start":"2026-07-17T14:39:44.28944Z","end":"2026-07-17T14:39:44.447274Z","steps":["trace[692105987] 'process raft request' (duration: 157.480028ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:44.446967Z","caller":"traceutil/trace.go:171","msg":"trace[22755105] transaction","detail":"{read_only:false; response_revision:10096; number_of_response:1; }","duration":"183.432119ms","start":"2026-07-17T14:39:44.263504Z","end":"2026-07-17T14:39:44.446936Z","steps":["trace[22755105] 'process raft request' (duration: 176.054659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:50.616729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.863226ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:50.616875Z","caller":"traceutil/trace.go:171","msg":"trace[1792395430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10138; }","duration":"453.020057ms","start":"2026-07-17T14:39:50.163833Z","end":"2026-07-17T14:39:50.616853Z","steps":["trace[1792395430] 'range keys from in-memory index tree' (duration: 452.846946ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:50.618979Z","caller":"traceutil/trace.go:171","msg":"trace[280570398] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"602.682011ms","start":"2026-07-17T14:39:50.016278Z","end":"2026-07-17T14:39:50.61896Z","steps":["trace[280570398] 'process raft request' (duration: 602.55355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:50.619087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:50.016253Z","time spent":"602.785811ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:39:50.620646Z","caller":"traceutil/trace.go:171","msg":"trace[2029024257] linearizableReadLoop","detail":"{readStateIndex:10571; appliedIndex:10569; }","duration":"453.012306ms","start":"2026-07-17T14:39:50.167612Z","end":"2026-07-17T14:39:50.620624Z","steps":["trace[2029024257] 'read index received' (duration: 451.408743ms)","trace[2029024257] 'applied index is now lower than readState.Index' (duration: 1.602763ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:50.620871Z","caller":"traceutil/trace.go:171","msg":"trace[1705232491] transaction","detail":"{read_only:false; response_revision:10144; number_of_response:1; }","duration":"143.926038ms","start":"2026-07-17T14:39:50.47692Z","end":"2026-07-17T14:39:50.620846Z","steps":["trace[1705232491] 'process raft request' (duration: 143.497145ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:50.620884Z","caller":"traceutil/trace.go:171","msg":"trace[877999241] transaction","detail":"{read_only:false; response_revision:10141; number_of_response:1; }","duration":"519.131453ms","start":"2026-07-17T14:39:50.101726Z","end":"2026-07-17T14:39:50.620857Z","steps":["trace[877999241] 'process raft request' (duration: 518.559189ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:50.620988Z","caller":"traceutil/trace.go:171","msg":"trace[211092709] transaction","detail":"{read_only:false; response_revision:10140; number_of_response:1; }","duration":"599.241143ms","start":"2026-07-17T14:39:50.021671Z","end":"2026-07-17T14:39:50.620912Z","steps":["trace[211092709] 'process raft request' (duration: 598.312546ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:50.621098Z","caller":"traceutil/trace.go:171","msg":"trace[1106780099] transaction","detail":"{read_only:false; response_revision:10142; number_of_response:1; }","duration":"231.481029ms","start":"2026-07-17T14:39:50.389607Z","end":"2026-07-17T14:39:50.621088Z","steps":["trace[1106780099] 'process raft request' (duration: 230.738003ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:50.621174Z","caller":"traceutil/trace.go:171","msg":"trace[202996057] transaction","detail":"{read_only:false; response_revision:10143; number_of_response:1; }","duration":"155.201189ms","start":"2026-07-17T14:39:50.465966Z","end":"2026-07-17T14:39:50.621167Z","steps":["trace[202996057] 'process raft request' (duration: 154.417872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:50.62131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.689982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:50.621344Z","caller":"traceutil/trace.go:171","msg":"trace[157939560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10146; }","duration":"453.769633ms","start":"2026-07-17T14:39:50.167565Z","end":"2026-07-17T14:39:50.621334Z","steps":["trace[157939560] 'agreement among raft nodes before linearized reading' (duration: 453.697082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:50.62137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:50.167542Z","time spent":"453.821464ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:39:50.621333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:50.021637Z","time spent":"599.442314ms","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1176,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:39:50.621558Z","caller":"traceutil/trace.go:171","msg":"trace[1981879562] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"140.664841ms","start":"2026-07-17T14:39:50.480886Z","end":"2026-07-17T14:39:50.621551Z","steps":["trace[1981879562] 'process raft request' (duration: 139.625662ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:50.621568Z","caller":"traceutil/trace.go:171","msg":"trace[1014641391] transaction","detail":"{read_only:false; response_revision:10145; number_of_response:1; }","duration":"141.111595ms","start":"2026-07-17T14:39:50.480438Z","end":"2026-07-17T14:39:50.62155Z","steps":["trace[1014641391] 'process raft request' (duration: 140.038156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:50.621002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:50.1017Z","time spent":"519.235784ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:50.621751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.365504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T14:39:50.62179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.850803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:39:50.621782Z","caller":"traceutil/trace.go:171","msg":"trace[778643375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10146; }","duration":"121.423485ms","start":"2026-07-17T14:39:50.500351Z","end":"2026-07-17T14:39:50.621774Z","steps":["trace[778643375] 'agreement among raft nodes before linearized reading' (duration: 121.283344ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:50.621811Z","caller":"traceutil/trace.go:171","msg":"trace[1064466398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10146; }","duration":"124.923794ms","start":"2026-07-17T14:39:50.496881Z","end":"2026-07-17T14:39:50.621804Z","steps":["trace[1064466398] 'agreement among raft nodes before linearized reading' (duration: 124.844333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:50.621864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.478927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:39:50.621905Z","caller":"traceutil/trace.go:171","msg":"trace[1549875367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10146; }","duration":"136.531727ms","start":"2026-07-17T14:39:50.485358Z","end":"2026-07-17T14:39:50.62189Z","steps":["trace[1549875367] 'agreement among raft nodes before linearized reading' (duration: 136.459197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:50.621783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.638396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:39:50.621984Z","caller":"traceutil/trace.go:171","msg":"trace[1672015480] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:10146; }","duration":"212.876138ms","start":"2026-07-17T14:39:50.40907Z","end":"2026-07-17T14:39:50.621946Z","steps":["trace[1672015480] 'agreement among raft nodes before linearized reading' (duration: 212.541886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:50.622008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.788937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:39:50.622047Z","caller":"traceutil/trace.go:171","msg":"trace[1202848980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10146; }","duration":"116.874277ms","start":"2026-07-17T14:39:50.50516Z","end":"2026-07-17T14:39:50.622035Z","steps":["trace[1202848980] 'agreement among raft nodes before linearized reading' (duration: 116.741876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:50.625621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.769793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:39:50.625701Z","caller":"traceutil/trace.go:171","msg":"trace[1512075413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10146; }","duration":"124.877164ms","start":"2026-07-17T14:39:50.500808Z","end":"2026-07-17T14:39:50.625685Z","steps":["trace[1512075413] 'agreement among raft nodes before linearized reading' (duration: 121.058572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:53.132574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:39:53.641821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:39:54.142699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:39:54.278762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.651461452s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T14:39:54.279103Z","caller":"traceutil/trace.go:171","msg":"trace[341948961] transaction","detail":"{read_only:false; response_revision:10178; number_of_response:1; }","duration":"1.651871665s","start":"2026-07-17T14:39:52.62721Z","end":"2026-07-17T14:39:54.279081Z","steps":["trace[341948961] 'process raft request' (duration: 1.651737754s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.279238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.627188Z","time spent":"1.651977196s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:54.489873Z","caller":"traceutil/trace.go:171","msg":"trace[607126769] transaction","detail":"{read_only:false; response_revision:10179; number_of_response:1; }","duration":"1.861393595s","start":"2026-07-17T14:39:52.628456Z","end":"2026-07-17T14:39:54.489849Z","steps":["trace[607126769] 'process raft request' (duration: 1.797962851s)","trace[607126769] 'compare' (duration: 63.283453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:39:54.489992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.628429Z","time spent":"1.861505786s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:54.490016Z","caller":"traceutil/trace.go:171","msg":"trace[946397633] transaction","detail":"{read_only:false; response_revision:10180; number_of_response:1; }","duration":"1.861018582s","start":"2026-07-17T14:39:52.628987Z","end":"2026-07-17T14:39:54.490006Z","steps":["trace[946397633] 'process raft request' (duration: 1.860816601s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.490066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.628962Z","time spent":"1.861076174s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:54.490472Z","caller":"traceutil/trace.go:171","msg":"trace[656120286] transaction","detail":"{read_only:false; response_revision:10181; number_of_response:1; }","duration":"1.861242193s","start":"2026-07-17T14:39:52.629208Z","end":"2026-07-17T14:39:54.49045Z","steps":["trace[656120286] 'process raft request' (duration: 1.860764179s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:54.491148Z","caller":"traceutil/trace.go:171","msg":"trace[871061206] linearizableReadLoop","detail":"{readStateIndex:10616; appliedIndex:10610; }","duration":"1.858854835s","start":"2026-07-17T14:39:52.632283Z","end":"2026-07-17T14:39:54.491138Z","steps":["trace[871061206] 'read index received' (duration: 1.647267478s)","trace[871061206] 'applied index is now lower than readState.Index' (duration: 211.586547ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:54.491179Z","caller":"traceutil/trace.go:171","msg":"trace[1023198180] transaction","detail":"{read_only:false; response_revision:10183; number_of_response:1; }","duration":"1.859707551s","start":"2026-07-17T14:39:52.631452Z","end":"2026-07-17T14:39:54.49116Z","steps":["trace[1023198180] 'process raft request' (duration: 1.859622371s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:54.49122Z","caller":"traceutil/trace.go:171","msg":"trace[1451888134] transaction","detail":"{read_only:false; response_revision:10184; number_of_response:1; }","duration":"439.033243ms","start":"2026-07-17T14:39:54.052179Z","end":"2026-07-17T14:39:54.491212Z","steps":["trace[1451888134] 'process raft request' (duration: 438.930533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.491259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:54.052155Z","time spent":"439.081784ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:54.491394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859113917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:39:54.491418Z","caller":"traceutil/trace.go:171","msg":"trace[125598085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10184; }","duration":"1.859160397s","start":"2026-07-17T14:39:52.63225Z","end":"2026-07-17T14:39:54.49141Z","steps":["trace[125598085] 'agreement among raft nodes before linearized reading' (duration: 1.859066516s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.491437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.632242Z","time spent":"1.859190548s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:39:54.491532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.844115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:39:54.491442Z","caller":"traceutil/trace.go:171","msg":"trace[936534165] transaction","detail":"{read_only:false; response_revision:10182; number_of_response:1; }","duration":"1.862219662s","start":"2026-07-17T14:39:52.629209Z","end":"2026-07-17T14:39:54.491429Z","steps":["trace[936534165] 'process raft request' (duration: 1.861167723s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:54.491557Z","caller":"traceutil/trace.go:171","msg":"trace[1448109305] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:10184; }","duration":"792.915956ms","start":"2026-07-17T14:39:53.698635Z","end":"2026-07-17T14:39:54.491551Z","steps":["trace[1448109305] 'agreement among raft nodes before linearized reading' (duration: 792.856655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.491575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:53.698609Z","time spent":"792.960656ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"warn","ts":"2026-07-17T14:39:54.491601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851336274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T14:39:54.491597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.629198Z","time spent":"1.862364343s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:54.491634Z","caller":"traceutil/trace.go:171","msg":"trace[1293352323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10184; }","duration":"1.851381744s","start":"2026-07-17T14:39:52.640244Z","end":"2026-07-17T14:39:54.491625Z","steps":["trace[1293352323] 'agreement among raft nodes before linearized reading' (duration: 1.851299004s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.491653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.640237Z","time spent":"1.851411235s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:39:54.491711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.492629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:39:54.491713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.114293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:54.491728Z","caller":"traceutil/trace.go:171","msg":"trace[1503123381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10184; }","duration":"539.549419ms","start":"2026-07-17T14:39:53.952174Z","end":"2026-07-17T14:39:54.491723Z","steps":["trace[1503123381] 'agreement among raft nodes before linearized reading' (duration: 539.521559ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:54.491732Z","caller":"traceutil/trace.go:171","msg":"trace[690353598] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10184; }","duration":"153.165164ms","start":"2026-07-17T14:39:54.338562Z","end":"2026-07-17T14:39:54.491727Z","steps":["trace[690353598] 'agreement among raft nodes before linearized reading' (duration: 153.120014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.491746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:53.952154Z","time spent":"539.588069ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:39:54.491704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488714922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T14:39:54.491834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856608927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:39:54.492418Z","caller":"traceutil/trace.go:171","msg":"trace[1160486503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10184; }","duration":"1.857191221s","start":"2026-07-17T14:39:52.635217Z","end":"2026-07-17T14:39:54.492408Z","steps":["trace[1160486503] 'agreement among raft nodes before linearized reading' (duration: 1.856462626s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.492531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.635194Z","time spent":"1.857251872s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:39:54.491847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.281851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:54.492583Z","caller":"traceutil/trace.go:171","msg":"trace[59486223] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10184; }","duration":"755.051497ms","start":"2026-07-17T14:39:53.737525Z","end":"2026-07-17T14:39:54.492577Z","steps":["trace[59486223] 'agreement among raft nodes before linearized reading' (duration: 754.300521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.49261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:53.73751Z","time spent":"755.091938ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:39:54.491843Z","caller":"traceutil/trace.go:171","msg":"trace[2098637219] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10184; }","duration":"1.488909643s","start":"2026-07-17T14:39:53.002919Z","end":"2026-07-17T14:39:54.491829Z","steps":["trace[2098637219] 'agreement among raft nodes before linearized reading' (duration: 1.488690181s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.492709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:53.002894Z","time spent":"1.489809129s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:39:54.491918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.19504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:54.492983Z","caller":"traceutil/trace.go:171","msg":"trace[1492031993] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10184; }","duration":"394.283669ms","start":"2026-07-17T14:39:54.098686Z","end":"2026-07-17T14:39:54.49297Z","steps":["trace[1492031993] 'agreement among raft nodes before linearized reading' (duration: 393.15562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.492014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858055128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:39:54.493148Z","caller":"traceutil/trace.go:171","msg":"trace[535367104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10184; }","duration":"1.859201328s","start":"2026-07-17T14:39:52.633938Z","end":"2026-07-17T14:39:54.493139Z","steps":["trace[535367104] 'agreement among raft nodes before linearized reading' (duration: 1.858032099s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.49317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.63393Z","time spent":"1.859233668s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:39:54.4921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859275107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:39:54.493214Z","caller":"traceutil/trace.go:171","msg":"trace[865944308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10184; }","duration":"1.860423197s","start":"2026-07-17T14:39:52.632787Z","end":"2026-07-17T14:39:54.49321Z","steps":["trace[865944308] 'agreement among raft nodes before linearized reading' (duration: 1.858698123s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.493022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:54.09867Z","time spent":"394.340969ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":84,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:39:54.493228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.632769Z","time spent":"1.860455317s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:39:54.492121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.63144Z","time spent":"1.859775551s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:54.492196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:52.629197Z","time spent":"1.861342024s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:39:54.729638Z","caller":"traceutil/trace.go:171","msg":"trace[1611824673] transaction","detail":"{read_only:false; response_revision:10187; number_of_response:1; }","duration":"228.319532ms","start":"2026-07-17T14:39:54.501302Z","end":"2026-07-17T14:39:54.729621Z","steps":["trace[1611824673] 'process raft request' (duration: 228.230062ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:54.72965Z","caller":"traceutil/trace.go:171","msg":"trace[57811282] transaction","detail":"{read_only:false; response_revision:10186; number_of_response:1; }","duration":"228.398313ms","start":"2026-07-17T14:39:54.501218Z","end":"2026-07-17T14:39:54.729616Z","steps":["trace[57811282] 'process raft request' (duration: 162.298947ms)","trace[57811282] 'compare' (duration: 65.764363ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:54.729913Z","caller":"traceutil/trace.go:171","msg":"trace[1647900420] transaction","detail":"{read_only:false; response_revision:10188; number_of_response:1; }","duration":"228.561554ms","start":"2026-07-17T14:39:54.501328Z","end":"2026-07-17T14:39:54.72989Z","steps":["trace[1647900420] 'process raft request' (duration: 228.273212ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:54.729979Z","caller":"traceutil/trace.go:171","msg":"trace[1725277917] transaction","detail":"{read_only:false; response_revision:10189; number_of_response:1; }","duration":"226.009034ms","start":"2026-07-17T14:39:54.503964Z","end":"2026-07-17T14:39:54.729973Z","steps":["trace[1725277917] 'process raft request' (duration: 225.838993ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:54.730056Z","caller":"traceutil/trace.go:171","msg":"trace[541003655] linearizableReadLoop","detail":"{readStateIndex:10623; appliedIndex:10618; }","duration":"113.319649ms","start":"2026-07-17T14:39:54.616723Z","end":"2026-07-17T14:39:54.730043Z","steps":["trace[541003655] 'read index received' (duration: 46.726849ms)","trace[541003655] 'applied index is now lower than readState.Index' (duration: 66.59162ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:54.730079Z","caller":"traceutil/trace.go:171","msg":"trace[421597352] transaction","detail":"{read_only:false; response_revision:10190; number_of_response:1; }","duration":"223.22749ms","start":"2026-07-17T14:39:54.506845Z","end":"2026-07-17T14:39:54.730072Z","steps":["trace[421597352] 'process raft request' (duration: 223.10428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:54.730149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.39957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:54.730189Z","caller":"traceutil/trace.go:171","msg":"trace[1686206364] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10190; }","duration":"113.466401ms","start":"2026-07-17T14:39:54.616714Z","end":"2026-07-17T14:39:54.730181Z","steps":["trace[1686206364] 'agreement among raft nodes before linearized reading' (duration: 113.3785ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:54.744164Z","caller":"traceutil/trace.go:171","msg":"trace[1073991678] transaction","detail":"{read_only:false; response_revision:10191; number_of_response:1; }","duration":"105.049833ms","start":"2026-07-17T14:39:54.639088Z","end":"2026-07-17T14:39:54.744138Z","steps":["trace[1073991678] 'process raft request' (duration: 104.930892ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:55.135825Z","caller":"traceutil/trace.go:171","msg":"trace[1349293280] linearizableReadLoop","detail":"{readStateIndex:10626; appliedIndex:10623; }","duration":"403.170693ms","start":"2026-07-17T14:39:54.732628Z","end":"2026-07-17T14:39:55.135798Z","steps":["trace[1349293280] 'read index received' (duration: 11.375973ms)","trace[1349293280] 'applied index is now lower than readState.Index' (duration: 391.79377ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:55.135903Z","caller":"traceutil/trace.go:171","msg":"trace[688521882] transaction","detail":"{read_only:false; response_revision:10192; number_of_response:1; }","duration":"438.226356ms","start":"2026-07-17T14:39:54.697654Z","end":"2026-07-17T14:39:55.135881Z","steps":["trace[688521882] 'process raft request' (duration: 338.678989ms)","trace[688521882] 'compare' (duration: 98.949562ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:55.135978Z","caller":"traceutil/trace.go:171","msg":"trace[905906752] transaction","detail":"{read_only:false; response_revision:10193; number_of_response:1; }","duration":"431.812475ms","start":"2026-07-17T14:39:54.704148Z","end":"2026-07-17T14:39:55.13596Z","steps":["trace[905906752] 'process raft request' (duration: 431.535413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:55.136086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:54.70413Z","time spent":"431.889865ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:55.136248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:54.697615Z","time spent":"438.336457ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:55.136409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.788858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-17T14:39:55.136449Z","caller":"traceutil/trace.go:171","msg":"trace[2060458410] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10193; }","duration":"403.866668ms","start":"2026-07-17T14:39:54.732572Z","end":"2026-07-17T14:39:55.136439Z","steps":["trace[2060458410] 'agreement among raft nodes before linearized reading' (duration: 403.696407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:55.136479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:54.732553Z","time spent":"403.919398ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-17T14:39:55.13666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.535919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:55.136693Z","caller":"traceutil/trace.go:171","msg":"trace[113401382] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10193; }","duration":"321.59789ms","start":"2026-07-17T14:39:54.815087Z","end":"2026-07-17T14:39:55.136685Z","steps":["trace[113401382] 'agreement among raft nodes before linearized reading' (duration: 321.541909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:55.136814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:54.815071Z","time spent":"321.70348ms","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:39:55.136972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.963865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:55.137031Z","caller":"traceutil/trace.go:171","msg":"trace[1278579945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10193; }","duration":"183.051046ms","start":"2026-07-17T14:39:54.953966Z","end":"2026-07-17T14:39:55.137017Z","steps":["trace[1278579945] 'agreement among raft nodes before linearized reading' (duration: 182.961555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:56.652202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.212503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:39:56.652303Z","caller":"traceutil/trace.go:171","msg":"trace[1924175184] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"151.673511ms","start":"2026-07-17T14:39:56.500612Z","end":"2026-07-17T14:39:56.652285Z","steps":["trace[1924175184] 'process raft request' (duration: 51.290146ms)","trace[1924175184] 'compare' (duration: 100.038592ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:56.818138Z","caller":"traceutil/trace.go:171","msg":"trace[1585188961] linearizableReadLoop","detail":"{readStateIndex:10632; appliedIndex:10628; }","duration":"298.704145ms","start":"2026-07-17T14:39:56.519416Z","end":"2026-07-17T14:39:56.818121Z","steps":["trace[1585188961] 'read index received' (duration: 32.505665ms)","trace[1585188961] 'applied index is now lower than readState.Index' (duration: 266.19773ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:56.818231Z","caller":"traceutil/trace.go:171","msg":"trace[1050242298] transaction","detail":"{read_only:false; response_revision:10197; number_of_response:1; }","duration":"316.211526ms","start":"2026-07-17T14:39:56.502003Z","end":"2026-07-17T14:39:56.818215Z","steps":["trace[1050242298] 'process raft request' (duration: 267.591492ms)","trace[1050242298] 'compare' (duration: 48.295382ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:56.818269Z","caller":"traceutil/trace.go:171","msg":"trace[773421249] transaction","detail":"{read_only:false; response_revision:10199; number_of_response:1; }","duration":"299.179847ms","start":"2026-07-17T14:39:56.519061Z","end":"2026-07-17T14:39:56.818241Z","steps":["trace[773421249] 'process raft request' (duration: 298.984506ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:56.818587Z","caller":"traceutil/trace.go:171","msg":"trace[325698885] transaction","detail":"{read_only:false; response_revision:10200; number_of_response:1; }","duration":"298.439142ms","start":"2026-07-17T14:39:56.520119Z","end":"2026-07-17T14:39:56.818558Z","steps":["trace[325698885] 'process raft request' (duration: 297.961968ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:56.818803Z","caller":"traceutil/trace.go:171","msg":"trace[817930960] transaction","detail":"{read_only:false; response_revision:10198; number_of_response:1; }","duration":"299.778893ms","start":"2026-07-17T14:39:56.51838Z","end":"2026-07-17T14:39:56.818159Z","steps":["trace[817930960] 'process raft request' (duration: 299.630732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:56.819077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:56.518369Z","time spent":"300.525409ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:56.819165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.721942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:39:56.819272Z","caller":"traceutil/trace.go:171","msg":"trace[2118622079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10200; }","duration":"299.898234ms","start":"2026-07-17T14:39:56.519351Z","end":"2026-07-17T14:39:56.819249Z","steps":["trace[2118622079] 'agreement among raft nodes before linearized reading' (duration: 299.573231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:56.818684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:39:56.501953Z","time spent":"316.65757ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:39:56.820476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.588374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:56.820943Z","caller":"traceutil/trace.go:171","msg":"trace[788788939] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10200; }","duration":"240.110568ms","start":"2026-07-17T14:39:56.580822Z","end":"2026-07-17T14:39:56.820933Z","steps":["trace[788788939] 'agreement among raft nodes before linearized reading' (duration: 239.604324ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:57.110417Z","caller":"traceutil/trace.go:171","msg":"trace[1446178191] transaction","detail":"{read_only:false; response_revision:10203; number_of_response:1; }","duration":"284.419378ms","start":"2026-07-17T14:39:56.825973Z","end":"2026-07-17T14:39:57.110393Z","steps":["trace[1446178191] 'process raft request' (duration: 284.298287ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:57.110564Z","caller":"traceutil/trace.go:171","msg":"trace[1670843376] transaction","detail":"{read_only:false; response_revision:10205; number_of_response:1; }","duration":"284.487359ms","start":"2026-07-17T14:39:56.826057Z","end":"2026-07-17T14:39:57.110544Z","steps":["trace[1670843376] 'process raft request' (duration: 284.409298ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:57.11069Z","caller":"traceutil/trace.go:171","msg":"trace[1392426018] transaction","detail":"{read_only:false; response_revision:10202; number_of_response:1; }","duration":"284.777662ms","start":"2026-07-17T14:39:56.825894Z","end":"2026-07-17T14:39:57.110672Z","steps":["trace[1392426018] 'process raft request' (duration: 231.944433ms)","trace[1392426018] 'compare' (duration: 52.328904ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:57.110833Z","caller":"traceutil/trace.go:171","msg":"trace[616984673] transaction","detail":"{read_only:false; response_revision:10204; number_of_response:1; }","duration":"284.769041ms","start":"2026-07-17T14:39:56.826049Z","end":"2026-07-17T14:39:57.110818Z","steps":["trace[616984673] 'process raft request' (duration: 284.296977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:57.324703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.075717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:39:57.324777Z","caller":"traceutil/trace.go:171","msg":"trace[1678783590] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10205; }","duration":"103.188537ms","start":"2026-07-17T14:39:57.221572Z","end":"2026-07-17T14:39:57.32476Z","steps":["trace[1678783590] 'range keys from in-memory index tree' (duration: 103.015017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:59.029101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.533072ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T14:39:59.029785Z","caller":"traceutil/trace.go:171","msg":"trace[585114931] linearizableReadLoop","detail":"{readStateIndex:10645; appliedIndex:10640; }","duration":"159.461505ms","start":"2026-07-17T14:39:58.870305Z","end":"2026-07-17T14:39:59.029767Z","steps":["trace[585114931] 'read index received' (duration: 14.323357ms)","trace[585114931] 'applied index is now lower than readState.Index' (duration: 145.137088ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:59.030024Z","caller":"traceutil/trace.go:171","msg":"trace[454643501] transaction","detail":"{read_only:false; response_revision:10210; number_of_response:1; }","duration":"204.213697ms","start":"2026-07-17T14:39:58.825784Z","end":"2026-07-17T14:39:59.029998Z","steps":["trace[454643501] 'process raft request' (duration: 203.919155ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:59.030085Z","caller":"traceutil/trace.go:171","msg":"trace[973956628] transaction","detail":"{read_only:false; response_revision:10208; number_of_response:1; }","duration":"207.091181ms","start":"2026-07-17T14:39:58.822965Z","end":"2026-07-17T14:39:59.030056Z","steps":["trace[973956628] 'process raft request' (duration: 206.564366ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:59.030214Z","caller":"traceutil/trace.go:171","msg":"trace[1326617091] transaction","detail":"{read_only:false; response_revision:10209; number_of_response:1; }","duration":"204.43421ms","start":"2026-07-17T14:39:58.825772Z","end":"2026-07-17T14:39:59.030207Z","steps":["trace[1326617091] 'process raft request' (duration: 203.880245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:59.030335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.029279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:39:59.030443Z","caller":"traceutil/trace.go:171","msg":"trace[273255890] transaction","detail":"{read_only:false; response_revision:10211; number_of_response:1; }","duration":"202.322762ms","start":"2026-07-17T14:39:58.828113Z","end":"2026-07-17T14:39:59.030436Z","steps":["trace[273255890] 'process raft request' (duration: 201.619506ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:59.030455Z","caller":"traceutil/trace.go:171","msg":"trace[998589571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10211; }","duration":"160.20155ms","start":"2026-07-17T14:39:58.870241Z","end":"2026-07-17T14:39:59.030443Z","steps":["trace[998589571] 'agreement among raft nodes before linearized reading' (duration: 159.748066ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:59.267653Z","caller":"traceutil/trace.go:171","msg":"trace[529043487] linearizableReadLoop","detail":"{readStateIndex:10650; appliedIndex:10648; }","duration":"108.349069ms","start":"2026-07-17T14:39:59.159277Z","end":"2026-07-17T14:39:59.267626Z","steps":["trace[529043487] 'read index received' (duration: 47.544915ms)","trace[529043487] 'applied index is now lower than readState.Index' (duration: 60.803284ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:39:59.267682Z","caller":"traceutil/trace.go:171","msg":"trace[1831060627] transaction","detail":"{read_only:false; response_revision:10216; number_of_response:1; }","duration":"147.415327ms","start":"2026-07-17T14:39:59.120248Z","end":"2026-07-17T14:39:59.267663Z","steps":["trace[1831060627] 'process raft request' (duration: 147.294166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:39:59.267984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.51573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:39:59.268035Z","caller":"traceutil/trace.go:171","msg":"trace[1687475696] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10216; }","duration":"108.788603ms","start":"2026-07-17T14:39:59.159236Z","end":"2026-07-17T14:39:59.268025Z","steps":["trace[1687475696] 'agreement among raft nodes before linearized reading' (duration: 108.493411ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:39:59.267705Z","caller":"traceutil/trace.go:171","msg":"trace[1635205557] transaction","detail":"{read_only:false; response_revision:10215; number_of_response:1; }","duration":"147.459128ms","start":"2026-07-17T14:39:59.12023Z","end":"2026-07-17T14:39:59.267689Z","steps":["trace[1635205557] 'process raft request' (duration: 86.554753ms)","trace[1635205557] 'compare' (duration: 60.519251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:01.111651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.631846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:01.11173Z","caller":"traceutil/trace.go:171","msg":"trace[1753205638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10218; }","duration":"159.757396ms","start":"2026-07-17T14:40:00.951953Z","end":"2026-07-17T14:40:01.111711Z","steps":["trace[1753205638] 'range keys from in-memory index tree' (duration: 159.575706ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:01.180858Z","caller":"traceutil/trace.go:171","msg":"trace[1491309942] transaction","detail":"{read_only:false; response_revision:10219; number_of_response:1; }","duration":"145.459081ms","start":"2026-07-17T14:40:01.035376Z","end":"2026-07-17T14:40:01.180835Z","steps":["trace[1491309942] 'process raft request' (duration: 145.35311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:01.562114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.875358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:01.562301Z","caller":"traceutil/trace.go:171","msg":"trace[2055014764] transaction","detail":"{read_only:false; response_revision:10220; number_of_response:1; }","duration":"526.823606ms","start":"2026-07-17T14:40:01.035457Z","end":"2026-07-17T14:40:01.56228Z","steps":["trace[2055014764] 'process raft request' (duration: 409.705115ms)","trace[2055014764] 'compare' (duration: 116.510976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:01.562394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:01.035433Z","time spent":"526.912356ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:01.563885Z","caller":"traceutil/trace.go:171","msg":"trace[1936170180] transaction","detail":"{read_only:false; response_revision:10221; number_of_response:1; }","duration":"528.412479ms","start":"2026-07-17T14:40:01.035451Z","end":"2026-07-17T14:40:01.563863Z","steps":["trace[1936170180] 'process raft request' (duration: 526.751855ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:01.564003Z","caller":"traceutil/trace.go:171","msg":"trace[4180590] linearizableReadLoop","detail":"{readStateIndex:10656; appliedIndex:10653; }","duration":"487.174934ms","start":"2026-07-17T14:40:01.076818Z","end":"2026-07-17T14:40:01.563993Z","steps":["trace[4180590] 'read index received' (duration: 104.087815ms)","trace[4180590] 'applied index is now lower than readState.Index' (duration: 383.086239ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:01.564067Z","caller":"traceutil/trace.go:171","msg":"trace[2096801576] transaction","detail":"{read_only:false; response_revision:10222; number_of_response:1; }","duration":"528.309318ms","start":"2026-07-17T14:40:01.035752Z","end":"2026-07-17T14:40:01.564061Z","steps":["trace[2096801576] 'process raft request' (duration: 528.044346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:01.564109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:01.035615Z","time spent":"528.465289ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:01.564236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:01.035414Z","time spent":"528.536199ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:01.564359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.287332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:40:01.564434Z","caller":"traceutil/trace.go:171","msg":"trace[762773696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10222; }","duration":"292.380103ms","start":"2026-07-17T14:40:01.272037Z","end":"2026-07-17T14:40:01.564417Z","steps":["trace[762773696] 'agreement among raft nodes before linearized reading' (duration: 292.265761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:01.564609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.787489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:40:01.564639Z","caller":"traceutil/trace.go:171","msg":"trace[1383597288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10222; }","duration":"487.836799ms","start":"2026-07-17T14:40:01.076794Z","end":"2026-07-17T14:40:01.564631Z","steps":["trace[1383597288] 'agreement among raft nodes before linearized reading' (duration: 487.758158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:01.564671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:01.076785Z","time spent":"487.876429ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:40:01.56423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.818873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:40:01.564957Z","caller":"traceutil/trace.go:171","msg":"trace[700288995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10222; }","duration":"438.579359ms","start":"2026-07-17T14:40:01.126365Z","end":"2026-07-17T14:40:01.564944Z","steps":["trace[700288995] 'agreement among raft nodes before linearized reading' (duration: 437.748502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:01.564992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:01.126352Z","time spent":"438.630929ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:01.56508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.900657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:40:01.565178Z","caller":"traceutil/trace.go:171","msg":"trace[285601178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10222; }","duration":"436.986137ms","start":"2026-07-17T14:40:01.128144Z","end":"2026-07-17T14:40:01.56513Z","steps":["trace[285601178] 'agreement among raft nodes before linearized reading' (duration: 436.632964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:01.565224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:01.128135Z","time spent":"437.080588ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:40:01.564641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.626925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T14:40:01.569717Z","caller":"traceutil/trace.go:171","msg":"trace[605359632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10222; }","duration":"297.717776ms","start":"2026-07-17T14:40:01.271974Z","end":"2026-07-17T14:40:01.569692Z","steps":["trace[605359632] 'agreement among raft nodes before linearized reading' (duration: 292.563924ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:01.789139Z","caller":"traceutil/trace.go:171","msg":"trace[845853358] transaction","detail":"{read_only:false; response_revision:10225; number_of_response:1; }","duration":"219.514802ms","start":"2026-07-17T14:40:01.569555Z","end":"2026-07-17T14:40:01.78907Z","steps":["trace[845853358] 'process raft request' (duration: 219.39822ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:01.789389Z","caller":"traceutil/trace.go:171","msg":"trace[1590637064] transaction","detail":"{read_only:false; response_revision:10226; number_of_response:1; }","duration":"219.083988ms","start":"2026-07-17T14:40:01.57029Z","end":"2026-07-17T14:40:01.789374Z","steps":["trace[1590637064] 'process raft request' (duration: 218.700444ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:01.789423Z","caller":"traceutil/trace.go:171","msg":"trace[29464550] transaction","detail":"{read_only:false; response_revision:10227; number_of_response:1; }","duration":"216.721119ms","start":"2026-07-17T14:40:01.572683Z","end":"2026-07-17T14:40:01.789404Z","steps":["trace[29464550] 'process raft request' (duration: 216.611078ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:01.790838Z","caller":"traceutil/trace.go:171","msg":"trace[1331745400] transaction","detail":"{read_only:false; response_revision:10224; number_of_response:1; }","duration":"222.571966ms","start":"2026-07-17T14:40:01.568226Z","end":"2026-07-17T14:40:01.790798Z","steps":["trace[1331745400] 'process raft request' (duration: 220.59905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:03.152757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.038194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:332453"} {"level":"info","ts":"2026-07-17T14:40:03.152811Z","caller":"traceutil/trace.go:171","msg":"trace[665355279] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:10228; }","duration":"630.139584ms","start":"2026-07-17T14:40:02.52266Z","end":"2026-07-17T14:40:03.1528Z","steps":["trace[665355279] 'range keys from in-memory index tree' (duration: 629.78372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:03.152837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:02.522638Z","time spent":"630.192505ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":19,"response size":332476,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-17T14:40:03.45593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:40:03.719761Z","caller":"traceutil/trace.go:171","msg":"trace[1389590054] transaction","detail":"{read_only:false; response_revision:10229; number_of_response:1; }","duration":"951.28989ms","start":"2026-07-17T14:40:02.768452Z","end":"2026-07-17T14:40:03.719742Z","steps":["trace[1389590054] 'process raft request' (duration: 950.655265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:03.719878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:02.768424Z","time spent":"951.39819ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:03.948479Z","caller":"traceutil/trace.go:171","msg":"trace[211408316] transaction","detail":"{read_only:false; response_revision:10230; number_of_response:1; }","duration":"762.716369ms","start":"2026-07-17T14:40:03.185747Z","end":"2026-07-17T14:40:03.948464Z","steps":["trace[211408316] 'process raft request' (duration: 762.457707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:03.948567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.185728Z","time spent":"762.795171ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:03.948825Z","caller":"traceutil/trace.go:171","msg":"trace[1058302859] transaction","detail":"{read_only:false; response_revision:10231; number_of_response:1; }","duration":"381.591666ms","start":"2026-07-17T14:40:03.567227Z","end":"2026-07-17T14:40:03.948818Z","steps":["trace[1058302859] 'process raft request' (duration: 381.079803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:03.948857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.567196Z","time spent":"381.646238ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:03.948974Z","caller":"traceutil/trace.go:171","msg":"trace[1136270128] transaction","detail":"{read_only:false; response_revision:10232; number_of_response:1; }","duration":"380.321287ms","start":"2026-07-17T14:40:03.568646Z","end":"2026-07-17T14:40:03.948968Z","steps":["trace[1136270128] 'process raft request' (duration: 379.686332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:03.948999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.568632Z","time spent":"380.354678ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:03.949102Z","caller":"traceutil/trace.go:171","msg":"trace[2092672628] linearizableReadLoop","detail":"{readStateIndex:10664; appliedIndex:10662; }","duration":"994.272828ms","start":"2026-07-17T14:40:02.954822Z","end":"2026-07-17T14:40:03.949094Z","steps":["trace[2092672628] 'read index received' (duration: 764.799116ms)","trace[2092672628] 'applied index is now lower than readState.Index' (duration: 229.473092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:03.94916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.353799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:03.94918Z","caller":"traceutil/trace.go:171","msg":"trace[95872441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10233; }","duration":"994.406329ms","start":"2026-07-17T14:40:02.95477Z","end":"2026-07-17T14:40:03.949176Z","steps":["trace[95872441] 'agreement among raft nodes before linearized reading' (duration: 994.373569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:03.949194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:02.954745Z","time spent":"994.44648ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:03.949319Z","caller":"traceutil/trace.go:171","msg":"trace[1507943514] transaction","detail":"{read_only:false; response_revision:10233; number_of_response:1; }","duration":"379.52796ms","start":"2026-07-17T14:40:03.569602Z","end":"2026-07-17T14:40:03.94913Z","steps":["trace[1507943514] 'process raft request' (duration: 379.136646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:03.949352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.569588Z","time spent":"379.746601ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:04.154953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.838316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:04.155016Z","caller":"traceutil/trace.go:171","msg":"trace[1600087385] linearizableReadLoop","detail":"{readStateIndex:10668; appliedIndex:10667; }","duration":"205.88831ms","start":"2026-07-17T14:40:03.949119Z","end":"2026-07-17T14:40:04.155007Z","steps":["trace[1600087385] 'read index received' (duration: 87.863332ms)","trace[1600087385] 'applied index is now lower than readState.Index' (duration: 118.024338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:04.155148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.843161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:40:04.155167Z","caller":"traceutil/trace.go:171","msg":"trace[1106987249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10234; }","duration":"358.880031ms","start":"2026-07-17T14:40:03.796282Z","end":"2026-07-17T14:40:04.155162Z","steps":["trace[1106987249] 'agreement among raft nodes before linearized reading' (duration: 358.771761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.155185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.796277Z","time spent":"358.903471ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:04.155312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.045822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T14:40:04.15533Z","caller":"traceutil/trace.go:171","msg":"trace[198016444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10234; }","duration":"359.098453ms","start":"2026-07-17T14:40:03.796228Z","end":"2026-07-17T14:40:04.155326Z","steps":["trace[198016444] 'agreement among raft nodes before linearized reading' (duration: 359.055933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.155342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.796211Z","time spent":"359.128524ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:40:04.155427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.453874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:40:04.155444Z","caller":"traceutil/trace.go:171","msg":"trace[832178239] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:10234; }","duration":"456.499794ms","start":"2026-07-17T14:40:03.698941Z","end":"2026-07-17T14:40:04.155441Z","steps":["trace[832178239] 'agreement among raft nodes before linearized reading' (duration: 456.452874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.155456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.698927Z","time spent":"456.526394ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"warn","ts":"2026-07-17T14:40:04.155438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.977556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T14:40:04.155548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.232977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:40:04.155544Z","caller":"traceutil/trace.go:171","msg":"trace[1713150862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10234; }","duration":"358.110307ms","start":"2026-07-17T14:40:03.797416Z","end":"2026-07-17T14:40:04.155526Z","steps":["trace[1713150862] 'agreement among raft nodes before linearized reading' (duration: 357.601272ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:04.155576Z","caller":"traceutil/trace.go:171","msg":"trace[852438007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10234; }","duration":"512.291058ms","start":"2026-07-17T14:40:03.643272Z","end":"2026-07-17T14:40:04.155563Z","steps":["trace[852438007] 'agreement among raft nodes before linearized reading' (duration: 512.248118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.155591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.64325Z","time spent":"512.336198ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:04.155591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.797407Z","time spent":"358.172807ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:40:04.155824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.780439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:332453"} {"level":"info","ts":"2026-07-17T14:40:04.155845Z","caller":"traceutil/trace.go:171","msg":"trace[154888692] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:10234; }","duration":"651.83824ms","start":"2026-07-17T14:40:03.504003Z","end":"2026-07-17T14:40:04.155841Z","steps":["trace[154888692] 'agreement among raft nodes before linearized reading' (duration: 651.644829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.155858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.503983Z","time spent":"651.87147ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":19,"response size":332476,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-17T14:40:04.156016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.352268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:04.156033Z","caller":"traceutil/trace.go:171","msg":"trace[1324512391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10234; }","duration":"204.405348ms","start":"2026-07-17T14:40:03.951624Z","end":"2026-07-17T14:40:04.156029Z","steps":["trace[1324512391] 'agreement among raft nodes before linearized reading' (duration: 204.373698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.156117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.440119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:40:04.156154Z","caller":"traceutil/trace.go:171","msg":"trace[681735107] transaction","detail":"{read_only:false; response_revision:10234; number_of_response:1; }","duration":"407.599768ms","start":"2026-07-17T14:40:03.748541Z","end":"2026-07-17T14:40:04.156141Z","steps":["trace[681735107] 'process raft request' (duration: 288.524122ms)","trace[681735107] 'compare' (duration: 117.771975ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:04.156167Z","caller":"traceutil/trace.go:171","msg":"trace[1435493128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10234; }","duration":"353.529099ms","start":"2026-07-17T14:40:03.802622Z","end":"2026-07-17T14:40:04.156151Z","steps":["trace[1435493128] 'agreement among raft nodes before linearized reading' (duration: 353.369337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.156198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.80261Z","time spent":"353.580739ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:04.156216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:03.748518Z","time spent":"407.669119ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:04.548516Z","caller":"traceutil/trace.go:171","msg":"trace[948153605] transaction","detail":"{read_only:false; response_revision:10235; number_of_response:1; }","duration":"385.525919ms","start":"2026-07-17T14:40:04.162961Z","end":"2026-07-17T14:40:04.548487Z","steps":["trace[948153605] 'process raft request' (duration: 310.35636ms)","trace[948153605] 'compare' (duration: 74.538864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:04.548714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.162946Z","time spent":"385.673ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:04.549153Z","caller":"traceutil/trace.go:171","msg":"trace[1256214838] transaction","detail":"{read_only:false; response_revision:10236; number_of_response:1; }","duration":"386.159365ms","start":"2026-07-17T14:40:04.162958Z","end":"2026-07-17T14:40:04.549117Z","steps":["trace[1256214838] 'process raft request' (duration: 385.437219ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:04.549203Z","caller":"traceutil/trace.go:171","msg":"trace[1691889702] transaction","detail":"{read_only:false; response_revision:10237; number_of_response:1; }","duration":"386.162164ms","start":"2026-07-17T14:40:04.163022Z","end":"2026-07-17T14:40:04.549184Z","steps":["trace[1691889702] 'process raft request' (duration: 385.995113ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:04.549344Z","caller":"traceutil/trace.go:171","msg":"trace[1150342310] transaction","detail":"{read_only:false; response_revision:10238; number_of_response:1; }","duration":"386.220004ms","start":"2026-07-17T14:40:04.163103Z","end":"2026-07-17T14:40:04.549323Z","steps":["trace[1150342310] 'process raft request' (duration: 386.035093ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:04.549453Z","caller":"traceutil/trace.go:171","msg":"trace[1912938663] linearizableReadLoop","detail":"{readStateIndex:10674; appliedIndex:10669; }","duration":"382.265782ms","start":"2026-07-17T14:40:04.167172Z","end":"2026-07-17T14:40:04.549438Z","steps":["trace[1912938663] 'read index received' (duration: 36.99436ms)","trace[1912938663] 'applied index is now lower than readState.Index' (duration: 345.270482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:04.549509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.162937Z","time spent":"386.297475ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:04.549533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.163097Z","time spent":"386.316965ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:04.549564Z","caller":"traceutil/trace.go:171","msg":"trace[995339309] transaction","detail":"{read_only:false; response_revision:10239; number_of_response:1; }","duration":"386.403135ms","start":"2026-07-17T14:40:04.16315Z","end":"2026-07-17T14:40:04.549554Z","steps":["trace[995339309] 'process raft request' (duration: 386.099102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.549824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.163139Z","time spent":"386.639447ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:04.549616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.439724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:04.549817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.163019Z","time spent":"386.227084ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:04.550079Z","caller":"traceutil/trace.go:171","msg":"trace[983709072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10239; }","duration":"382.856297ms","start":"2026-07-17T14:40:04.167144Z","end":"2026-07-17T14:40:04.55Z","steps":["trace[983709072] 'agreement among raft nodes before linearized reading' (duration: 382.437094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.551898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.167136Z","time spent":"384.740353ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:04.565344Z","caller":"traceutil/trace.go:171","msg":"trace[887063335] transaction","detail":"{read_only:false; response_revision:10240; number_of_response:1; }","duration":"360.386835ms","start":"2026-07-17T14:40:04.204942Z","end":"2026-07-17T14:40:04.565329Z","steps":["trace[887063335] 'process raft request' (duration: 359.6967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.56542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.20493Z","time spent":"360.455116ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:04.617881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.439954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:04.617896Z","caller":"traceutil/trace.go:171","msg":"trace[358253258] transaction","detail":"{read_only:false; response_revision:10241; number_of_response:1; }","duration":"135.983613ms","start":"2026-07-17T14:40:04.481864Z","end":"2026-07-17T14:40:04.617848Z","steps":["trace[358253258] 'process raft request' (duration: 135.710222ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:04.617948Z","caller":"traceutil/trace.go:171","msg":"trace[96205125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10241; }","duration":"275.575516ms","start":"2026-07-17T14:40:04.342358Z","end":"2026-07-17T14:40:04.617934Z","steps":["trace[96205125] 'agreement among raft nodes before linearized reading' (duration: 275.453805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.618245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.06319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:332453"} {"level":"info","ts":"2026-07-17T14:40:04.618282Z","caller":"traceutil/trace.go:171","msg":"trace[2044105780] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:10241; }","duration":"446.11845ms","start":"2026-07-17T14:40:04.172157Z","end":"2026-07-17T14:40:04.618275Z","steps":["trace[2044105780] 'agreement among raft nodes before linearized reading' (duration: 445.587526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:04.618313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.17215Z","time spent":"446.15658ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":19,"response size":332476,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-17T14:40:05.456631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650349,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:40:05.510157Z","caller":"traceutil/trace.go:171","msg":"trace[1171588019] transaction","detail":"{read_only:false; response_revision:10242; number_of_response:1; }","duration":"711.961718ms","start":"2026-07-17T14:40:04.798169Z","end":"2026-07-17T14:40:05.51013Z","steps":["trace[1171588019] 'process raft request' (duration: 711.724405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:05.510324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.798144Z","time spent":"712.093719ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:06.001511Z","caller":"traceutil/trace.go:171","msg":"trace[1662163950] linearizableReadLoop","detail":"{readStateIndex:10678; appliedIndex:10676; }","duration":"1.045698046s","start":"2026-07-17T14:40:04.955795Z","end":"2026-07-17T14:40:06.001493Z","steps":["trace[1662163950] 'read index received' (duration: 554.159127ms)","trace[1662163950] 'applied index is now lower than readState.Index' (duration: 491.538219ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:06.001685Z","caller":"traceutil/trace.go:171","msg":"trace[309573940] transaction","detail":"{read_only:false; response_revision:10243; number_of_response:1; }","duration":"779.090432ms","start":"2026-07-17T14:40:05.222584Z","end":"2026-07-17T14:40:06.001675Z","steps":["trace[309573940] 'process raft request' (duration: 683.238574ms)","trace[309573940] 'compare' (duration: 94.87026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:06.001766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:05.222562Z","time spent":"779.147832ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:06.001911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046112979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:06.001938Z","caller":"traceutil/trace.go:171","msg":"trace[1648464149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10243; }","duration":"1.046168229s","start":"2026-07-17T14:40:04.955763Z","end":"2026-07-17T14:40:06.001932Z","steps":["trace[1648464149] 'agreement among raft nodes before linearized reading' (duration: 1.046123119s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:06.001957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:04.955745Z","time spent":"1.046208539s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:06.071732Z","caller":"traceutil/trace.go:171","msg":"trace[1261503514] transaction","detail":"{read_only:false; response_revision:10244; number_of_response:1; }","duration":"343.371307ms","start":"2026-07-17T14:40:05.728335Z","end":"2026-07-17T14:40:06.071706Z","steps":["trace[1261503514] 'process raft request' (duration: 342.970913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:06.071883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:05.728313Z","time spent":"343.490858ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:06.166974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.952426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:40:06.167075Z","caller":"traceutil/trace.go:171","msg":"trace[1025665406] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.097147ms","start":"2026-07-17T14:40:05.666954Z","end":"2026-07-17T14:40:06.167051Z","steps":["trace[1025665406] 'agreement among raft nodes before linearized reading' (duration: 499.972916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:06.167124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:05.66694Z","time spent":"500.174377ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:40:06 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:40:06.295728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.24933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:06.295983Z","caller":"traceutil/trace.go:171","msg":"trace[1416177776] transaction","detail":"{read_only:false; response_revision:10246; number_of_response:1; }","duration":"342.54655ms","start":"2026-07-17T14:40:05.953413Z","end":"2026-07-17T14:40:06.295959Z","steps":["trace[1416177776] 'process raft request' (duration: 342.429479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:06.29607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:05.953407Z","time spent":"342.61941ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:06.296084Z","caller":"traceutil/trace.go:171","msg":"trace[1184317148] transaction","detail":"{read_only:false; response_revision:10245; number_of_response:1; }","duration":"342.800592ms","start":"2026-07-17T14:40:05.953255Z","end":"2026-07-17T14:40:06.296056Z","steps":["trace[1184317148] 'process raft request' (duration: 176.126839ms)","trace[1184317148] 'compare' (duration: 166.125329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:06.29622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:05.953235Z","time spent":"342.911402ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:06.296227Z","caller":"traceutil/trace.go:171","msg":"trace[773507592] linearizableReadLoop","detail":"{readStateIndex:10683; appliedIndex:10678; }","duration":"294.645582ms","start":"2026-07-17T14:40:06.00156Z","end":"2026-07-17T14:40:06.296205Z","steps":["trace[773507592] 'read index received' (duration: 70.048999ms)","trace[773507592] 'applied index is now lower than readState.Index' (duration: 224.595563ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:06.296338Z","caller":"traceutil/trace.go:171","msg":"trace[1376420537] transaction","detail":"{read_only:false; response_revision:10247; number_of_response:1; }","duration":"342.630551ms","start":"2026-07-17T14:40:05.953696Z","end":"2026-07-17T14:40:06.296327Z","steps":["trace[1376420537] 'process raft request' (duration: 342.216768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:06.296404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.505223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:06.296411Z","caller":"traceutil/trace.go:171","msg":"trace[1047844152] transaction","detail":"{read_only:false; response_revision:10248; number_of_response:1; }","duration":"342.281548ms","start":"2026-07-17T14:40:05.954112Z","end":"2026-07-17T14:40:06.296393Z","steps":["trace[1047844152] 'process raft request' (duration: 342.010085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:06.296607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:05.953688Z","time spent":"342.676602ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:06.296656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:05.95409Z","time spent":"342.524669ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:06.296687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.51011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:06.296715Z","caller":"traceutil/trace.go:171","msg":"trace[544359671] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:10248; }","duration":"612.569611ms","start":"2026-07-17T14:40:05.684138Z","end":"2026-07-17T14:40:06.296707Z","steps":["trace[544359671] 'agreement among raft nodes before linearized reading' (duration: 612.495601ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:06.296435Z","caller":"traceutil/trace.go:171","msg":"trace[68244188] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10248; }","duration":"860.572513ms","start":"2026-07-17T14:40:05.435853Z","end":"2026-07-17T14:40:06.296426Z","steps":["trace[68244188] 'agreement among raft nodes before linearized reading' (duration: 860.468962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:06.296745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:05.68412Z","time spent":"612.615681ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":43,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:06.296748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.137899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:06.29677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:05.435832Z","time spent":"860.927855ms","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":103,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:06.296778Z","caller":"traceutil/trace.go:171","msg":"trace[2120809299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10248; }","duration":"287.19018ms","start":"2026-07-17T14:40:06.009578Z","end":"2026-07-17T14:40:06.296768Z","steps":["trace[2120809299] 'agreement among raft nodes before linearized reading' (duration: 287.14238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:06.296968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.913472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/horizon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:06.296995Z","caller":"traceutil/trace.go:171","msg":"trace[1843688762] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/horizon; range_end:; response_count:0; response_revision:10248; }","duration":"109.973862ms","start":"2026-07-17T14:40:06.187013Z","end":"2026-07-17T14:40:06.296987Z","steps":["trace[1843688762] 'agreement among raft nodes before linearized reading' (duration: 109.930072ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:06.495172Z","caller":"traceutil/trace.go:171","msg":"trace[414245030] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10248; }","duration":"153.400835ms","start":"2026-07-17T14:40:06.341746Z","end":"2026-07-17T14:40:06.495147Z","steps":["trace[414245030] 'process raft request' (duration: 95.330324ms)","trace[414245030] 'compare' (duration: 58.017151ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:06.816496Z","caller":"traceutil/trace.go:171","msg":"trace[310963008] linearizableReadLoop","detail":"{readStateIndex:10685; appliedIndex:10684; }","duration":"261.13156ms","start":"2026-07-17T14:40:06.555333Z","end":"2026-07-17T14:40:06.816464Z","steps":["trace[310963008] 'read index received' (duration: 261.010278ms)","trace[310963008] 'applied index is now lower than readState.Index' (duration: 119.792µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:06.816699Z","caller":"traceutil/trace.go:171","msg":"trace[101722399] transaction","detail":"{read_only:false; response_revision:10249; number_of_response:1; }","duration":"301.553288ms","start":"2026-07-17T14:40:06.515064Z","end":"2026-07-17T14:40:06.816617Z","steps":["trace[101722399] 'process raft request' (duration: 301.180194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:06.816892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:06.515026Z","time spent":"301.795179ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73239,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:06.821413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.004399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:40:06.821505Z","caller":"traceutil/trace.go:171","msg":"trace[1102248911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10249; }","duration":"266.19179ms","start":"2026-07-17T14:40:06.555296Z","end":"2026-07-17T14:40:06.821488Z","steps":["trace[1102248911] 'agreement among raft nodes before linearized reading' (duration: 261.334731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:07.317654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:40:07.322271Z","caller":"traceutil/trace.go:171","msg":"trace[345618183] transaction","detail":"{read_only:false; response_revision:10250; number_of_response:1; }","duration":"692.113826ms","start":"2026-07-17T14:40:06.630139Z","end":"2026-07-17T14:40:07.322253Z","steps":["trace[345618183] 'process raft request' (duration: 691.969155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:07.322451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:06.630098Z","time spent":"692.256269ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:07.465175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.102319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:07.465448Z","caller":"traceutil/trace.go:171","msg":"trace[1910651638] linearizableReadLoop","detail":"{readStateIndex:10688; appliedIndex:10685; }","duration":"648.838086ms","start":"2026-07-17T14:40:06.816587Z","end":"2026-07-17T14:40:07.465425Z","steps":["trace[1910651638] 'read index received' (duration: 505.507672ms)","trace[1910651638] 'applied index is now lower than readState.Index' (duration: 143.328974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:07.465646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.885368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:07.465727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.352139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:40:07.46574Z","caller":"traceutil/trace.go:171","msg":"trace[2106188012] transaction","detail":"{read_only:false; response_revision:10252; number_of_response:1; }","duration":"640.72604ms","start":"2026-07-17T14:40:06.824977Z","end":"2026-07-17T14:40:07.465703Z","steps":["trace[2106188012] 'process raft request' (duration: 640.337157ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.465741Z","caller":"traceutil/trace.go:171","msg":"trace[875372095] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:10252; }","duration":"872.054779ms","start":"2026-07-17T14:40:06.593676Z","end":"2026-07-17T14:40:07.465731Z","steps":["trace[875372095] 'agreement among raft nodes before linearized reading' (duration: 871.777107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:07.46585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:06.593653Z","time spent":"872.168529ms","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:07.465852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.472319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T14:40:07.465877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:06.824969Z","time spent":"640.831201ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:07.465877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.643235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:40:07.465908Z","caller":"traceutil/trace.go:171","msg":"trace[11289056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10252; }","duration":"910.546831ms","start":"2026-07-17T14:40:06.555353Z","end":"2026-07-17T14:40:07.4659Z","steps":["trace[11289056] 'agreement among raft nodes before linearized reading' (duration: 910.43428ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.465934Z","caller":"traceutil/trace.go:171","msg":"trace[401798891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10252; }","duration":"908.713176ms","start":"2026-07-17T14:40:06.557205Z","end":"2026-07-17T14:40:07.465919Z","steps":["trace[401798891] 'agreement among raft nodes before linearized reading' (duration: 908.524405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:07.465956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:06.55535Z","time spent":"910.597661ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:40:07.465987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:06.5572Z","time spent":"908.775236ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T14:40:07.465767Z","caller":"traceutil/trace.go:171","msg":"trace[1567665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10252; }","duration":"910.41143ms","start":"2026-07-17T14:40:06.555342Z","end":"2026-07-17T14:40:07.465753Z","steps":["trace[1567665] 'agreement among raft nodes before linearized reading' (duration: 910.220188ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.465671Z","caller":"traceutil/trace.go:171","msg":"trace[1280963577] transaction","detail":"{read_only:false; response_revision:10251; number_of_response:1; }","duration":"641.292606ms","start":"2026-07-17T14:40:06.824341Z","end":"2026-07-17T14:40:07.465633Z","steps":["trace[1280963577] 'process raft request' (duration: 538.624522ms)","trace[1280963577] 'compare' (duration: 101.878518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:07.466108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:06.555321Z","time spent":"910.765983ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:07.466163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:06.824323Z","time spent":"641.79875ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:07.466205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.168637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:40:07.466427Z","caller":"traceutil/trace.go:171","msg":"trace[54458523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10252; }","duration":"910.419469ms","start":"2026-07-17T14:40:06.555983Z","end":"2026-07-17T14:40:07.466402Z","steps":["trace[54458523] 'agreement among raft nodes before linearized reading' (duration: 909.785994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:07.466573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:06.555974Z","time spent":"910.58276ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:07.747411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.628365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:07.747703Z","caller":"traceutil/trace.go:171","msg":"trace[885973614] transaction","detail":"{read_only:false; response_revision:10253; number_of_response:1; }","duration":"275.286765ms","start":"2026-07-17T14:40:07.472231Z","end":"2026-07-17T14:40:07.747518Z","steps":["trace[885973614] 'process raft request' (duration: 94.483217ms)","trace[885973614] 'compare' (duration: 180.433554ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:07.755429Z","caller":"traceutil/trace.go:171","msg":"trace[1432476998] transaction","detail":"{read_only:false; response_revision:10254; number_of_response:1; }","duration":"281.206983ms","start":"2026-07-17T14:40:07.474205Z","end":"2026-07-17T14:40:07.755412Z","steps":["trace[1432476998] 'process raft request' (duration: 280.992061ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.755709Z","caller":"traceutil/trace.go:171","msg":"trace[1543305270] transaction","detail":"{read_only:false; response_revision:10255; number_of_response:1; }","duration":"281.370653ms","start":"2026-07-17T14:40:07.474301Z","end":"2026-07-17T14:40:07.755672Z","steps":["trace[1543305270] 'process raft request' (duration: 281.015531ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.758Z","caller":"traceutil/trace.go:171","msg":"trace[1757662536] transaction","detail":"{read_only:false; response_revision:10257; number_of_response:1; }","duration":"283.536741ms","start":"2026-07-17T14:40:07.474452Z","end":"2026-07-17T14:40:07.757989Z","steps":["trace[1757662536] 'process raft request' (duration: 283.380239ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.758193Z","caller":"traceutil/trace.go:171","msg":"trace[910027176] transaction","detail":"{read_only:false; response_revision:10256; number_of_response:1; }","duration":"283.810864ms","start":"2026-07-17T14:40:07.474372Z","end":"2026-07-17T14:40:07.758183Z","steps":["trace[910027176] 'process raft request' (duration: 281.008412ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.758193Z","caller":"traceutil/trace.go:171","msg":"trace[298569550] linearizableReadLoop","detail":"{readStateIndex:10698; appliedIndex:10688; }","duration":"273.42452ms","start":"2026-07-17T14:40:07.484745Z","end":"2026-07-17T14:40:07.758169Z","steps":["trace[298569550] 'read index received' (duration: 81.987856ms)","trace[298569550] 'applied index is now lower than readState.Index' (duration: 191.348914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:07.758381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.621391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:40:07.75842Z","caller":"traceutil/trace.go:171","msg":"trace[886744332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10262; }","duration":"273.693202ms","start":"2026-07-17T14:40:07.484718Z","end":"2026-07-17T14:40:07.758411Z","steps":["trace[886744332] 'agreement among raft nodes before linearized reading' (duration: 273.523971ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.75864Z","caller":"traceutil/trace.go:171","msg":"trace[635593143] transaction","detail":"{read_only:false; response_revision:10258; number_of_response:1; }","duration":"284.164425ms","start":"2026-07-17T14:40:07.474465Z","end":"2026-07-17T14:40:07.758629Z","steps":["trace[635593143] 'process raft request' (duration: 283.438389ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.758838Z","caller":"traceutil/trace.go:171","msg":"trace[1728188805] transaction","detail":"{read_only:false; response_revision:10259; number_of_response:1; }","duration":"282.753725ms","start":"2026-07-17T14:40:07.476074Z","end":"2026-07-17T14:40:07.758828Z","steps":["trace[1728188805] 'process raft request' (duration: 281.860337ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.758974Z","caller":"traceutil/trace.go:171","msg":"trace[783408757] transaction","detail":"{read_only:false; response_revision:10260; number_of_response:1; }","duration":"282.786175ms","start":"2026-07-17T14:40:07.476179Z","end":"2026-07-17T14:40:07.758965Z","steps":["trace[783408757] 'process raft request' (duration: 281.801918ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.759105Z","caller":"traceutil/trace.go:171","msg":"trace[528208031] transaction","detail":"{read_only:false; response_revision:10261; number_of_response:1; }","duration":"282.819945ms","start":"2026-07-17T14:40:07.476276Z","end":"2026-07-17T14:40:07.759096Z","steps":["trace[528208031] 'process raft request' (duration: 281.737507ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.759243Z","caller":"traceutil/trace.go:171","msg":"trace[1311291192] transaction","detail":"{read_only:false; response_revision:10262; number_of_response:1; }","duration":"282.902086ms","start":"2026-07-17T14:40:07.476332Z","end":"2026-07-17T14:40:07.759235Z","steps":["trace[1311291192] 'process raft request' (duration: 281.713187ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.965695Z","caller":"traceutil/trace.go:171","msg":"trace[1301510469] linearizableReadLoop","detail":"{readStateIndex:10699; appliedIndex:10698; }","duration":"201.313773ms","start":"2026-07-17T14:40:07.764361Z","end":"2026-07-17T14:40:07.965675Z","steps":["trace[1301510469] 'read index received' (duration: 158.527516ms)","trace[1301510469] 'applied index is now lower than readState.Index' (duration: 42.785227ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:07.965901Z","caller":"traceutil/trace.go:171","msg":"trace[540221000] transaction","detail":"{read_only:false; response_revision:10263; number_of_response:1; }","duration":"201.545204ms","start":"2026-07-17T14:40:07.764302Z","end":"2026-07-17T14:40:07.965847Z","steps":["trace[540221000] 'process raft request' (duration: 158.649287ms)","trace[540221000] 'compare' (duration: 42.608266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:07.966114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.619086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon.18c31aacf230ca9b\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-17T14:40:07.966215Z","caller":"traceutil/trace.go:171","msg":"trace[1124206855] range","detail":"{range_begin:/registry/events/openstack/horizon.18c31aacf230ca9b; range_end:; response_count:1; response_revision:10263; }","duration":"201.878448ms","start":"2026-07-17T14:40:07.764323Z","end":"2026-07-17T14:40:07.966201Z","steps":["trace[1124206855] 'agreement among raft nodes before linearized reading' (duration: 201.436904ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.971192Z","caller":"traceutil/trace.go:171","msg":"trace[1506543963] transaction","detail":"{read_only:false; response_revision:10264; number_of_response:1; }","duration":"205.629369ms","start":"2026-07-17T14:40:07.765535Z","end":"2026-07-17T14:40:07.971165Z","steps":["trace[1506543963] 'process raft request' (duration: 205.513949ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.971223Z","caller":"traceutil/trace.go:171","msg":"trace[1447972092] transaction","detail":"{read_only:false; response_revision:10265; number_of_response:1; }","duration":"205.331086ms","start":"2026-07-17T14:40:07.765879Z","end":"2026-07-17T14:40:07.971211Z","steps":["trace[1447972092] 'process raft request' (duration: 205.245935ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.971415Z","caller":"traceutil/trace.go:171","msg":"trace[1873846225] transaction","detail":"{read_only:false; response_revision:10266; number_of_response:1; }","duration":"204.008235ms","start":"2026-07-17T14:40:07.767396Z","end":"2026-07-17T14:40:07.971405Z","steps":["trace[1873846225] 'process raft request' (duration: 203.760853ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:07.971702Z","caller":"traceutil/trace.go:171","msg":"trace[1433255143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10266; }","duration":"100.002462ms","start":"2026-07-17T14:40:07.871688Z","end":"2026-07-17T14:40:07.971691Z","steps":["trace[1433255143] 'agreement among raft nodes before linearized reading' (duration: 99.987672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:07.972107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.507474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:40:07.972149Z","caller":"traceutil/trace.go:171","msg":"trace[104405813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10266; }","duration":"207.592804ms","start":"2026-07-17T14:40:07.764547Z","end":"2026-07-17T14:40:07.972139Z","steps":["trace[104405813] 'agreement among raft nodes before linearized reading' (duration: 207.211051ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:08.482089Z","caller":"traceutil/trace.go:171","msg":"trace[1622030348] linearizableReadLoop","detail":"{readStateIndex:10703; appliedIndex:10702; }","duration":"510.860866ms","start":"2026-07-17T14:40:07.971193Z","end":"2026-07-17T14:40:08.482054Z","steps":["trace[1622030348] 'read index received' (duration: 489.350761ms)","trace[1622030348] 'applied index is now lower than readState.Index' (duration: 21.508525ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:08.482223Z","caller":"traceutil/trace.go:171","msg":"trace[203664107] transaction","detail":"{read_only:false; response_revision:10267; number_of_response:1; }","duration":"511.315469ms","start":"2026-07-17T14:40:07.970893Z","end":"2026-07-17T14:40:08.482209Z","steps":["trace[203664107] 'process raft request' (duration: 489.653663ms)","trace[203664107] 'compare' (duration: 20.662088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:08.482447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:07.970881Z","time spent":"511.365679ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":645,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:08.482423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.719233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-17T14:40:08.482519Z","caller":"traceutil/trace.go:171","msg":"trace[1869222112] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10267; }","duration":"511.846564ms","start":"2026-07-17T14:40:07.970647Z","end":"2026-07-17T14:40:08.482494Z","steps":["trace[1869222112] 'agreement among raft nodes before linearized reading' (duration: 511.568722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:08.482586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:07.970633Z","time spent":"511.940895ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-17T14:40:08.883966Z","caller":"traceutil/trace.go:171","msg":"trace[816165142] transaction","detail":"{read_only:false; response_revision:10268; number_of_response:1; }","duration":"904.857684ms","start":"2026-07-17T14:40:07.979076Z","end":"2026-07-17T14:40:08.883934Z","steps":["trace[816165142] 'process raft request' (duration: 868.868311ms)","trace[816165142] 'compare' (duration: 35.544029ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:08.884084Z","caller":"traceutil/trace.go:171","msg":"trace[49502875] linearizableReadLoop","detail":"{readStateIndex:10709; appliedIndex:10703; }","duration":"401.905322ms","start":"2026-07-17T14:40:08.482163Z","end":"2026-07-17T14:40:08.884068Z","steps":["trace[49502875] 'read index received' (duration: 365.86375ms)","trace[49502875] 'applied index is now lower than readState.Index' (duration: 36.040522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:08.884134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:07.979055Z","time spent":"905.011605ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22040,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:08.884173Z","caller":"traceutil/trace.go:171","msg":"trace[1363168284] transaction","detail":"{read_only:false; response_revision:10272; number_of_response:1; }","duration":"581.868842ms","start":"2026-07-17T14:40:08.302295Z","end":"2026-07-17T14:40:08.884163Z","steps":["trace[1363168284] 'process raft request' (duration: 581.703291ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:08.884168Z","caller":"traceutil/trace.go:171","msg":"trace[614079119] transaction","detail":"{read_only:false; response_revision:10271; number_of_response:1; }","duration":"582.431117ms","start":"2026-07-17T14:40:08.30172Z","end":"2026-07-17T14:40:08.884152Z","steps":["trace[614079119] 'process raft request' (duration: 582.247126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:08.884242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.302284Z","time spent":"581.909573ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:08.884364Z","caller":"traceutil/trace.go:171","msg":"trace[1226169552] transaction","detail":"{read_only:false; response_revision:10269; number_of_response:1; }","duration":"807.715485ms","start":"2026-07-17T14:40:08.076638Z","end":"2026-07-17T14:40:08.884354Z","steps":["trace[1226169552] 'process raft request' (duration: 807.186131ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:08.884421Z","caller":"traceutil/trace.go:171","msg":"trace[1474579768] transaction","detail":"{read_only:false; response_revision:10273; number_of_response:1; }","duration":"581.51812ms","start":"2026-07-17T14:40:08.302893Z","end":"2026-07-17T14:40:08.884411Z","steps":["trace[1474579768] 'process raft request' (duration: 581.141856ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:08.884461Z","caller":"traceutil/trace.go:171","msg":"trace[1214411129] transaction","detail":"{read_only:false; response_revision:10270; number_of_response:1; }","duration":"582.994201ms","start":"2026-07-17T14:40:08.301459Z","end":"2026-07-17T14:40:08.884453Z","steps":["trace[1214411129] 'process raft request' (duration: 582.460077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:08.884481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.302885Z","time spent":"581.56841ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:08.88451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.301442Z","time spent":"583.046802ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:08.88425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.301704Z","time spent":"582.503648ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:08.884658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.897829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-17T14:40:08.884671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.142895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13288"} {"level":"info","ts":"2026-07-17T14:40:08.884691Z","caller":"traceutil/trace.go:171","msg":"trace[1604416727] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10273; }","duration":"912.948709ms","start":"2026-07-17T14:40:07.971733Z","end":"2026-07-17T14:40:08.884682Z","steps":["trace[1604416727] 'agreement among raft nodes before linearized reading' (duration: 912.850928ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:08.884715Z","caller":"traceutil/trace.go:171","msg":"trace[1267764518] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10273; }","duration":"911.202705ms","start":"2026-07-17T14:40:07.973501Z","end":"2026-07-17T14:40:08.884704Z","steps":["trace[1267764518] 'agreement among raft nodes before linearized reading' (duration: 911.027664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:08.884737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:07.971725Z","time spent":"913.003619ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-17T14:40:08.884756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:07.973465Z","time spent":"911.284335ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":13311,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-17T14:40:08.884429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.076619Z","time spent":"807.781296ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:08.885037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.956493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-17T14:40:08.885082Z","caller":"traceutil/trace.go:171","msg":"trace[109957272] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10273; }","duration":"183.025253ms","start":"2026-07-17T14:40:08.702044Z","end":"2026-07-17T14:40:08.88507Z","steps":["trace[109957272] 'agreement among raft nodes before linearized reading' (duration: 182.912193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:08.896743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.892886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-07-17T14:40:08.896823Z","caller":"traceutil/trace.go:171","msg":"trace[870216603] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:10273; }","duration":"118.036757ms","start":"2026-07-17T14:40:08.778768Z","end":"2026-07-17T14:40:08.896805Z","steps":["trace[870216603] 'agreement among raft nodes before linearized reading' (duration: 106.305491ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:09.356737Z","caller":"traceutil/trace.go:171","msg":"trace[417846681] transaction","detail":"{read_only:false; response_revision:10275; number_of_response:1; }","duration":"461.908309ms","start":"2026-07-17T14:40:08.894801Z","end":"2026-07-17T14:40:09.356709Z","steps":["trace[417846681] 'process raft request' (duration: 459.024476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.356886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.894796Z","time spent":"462.03681ms","remote":"127.0.0.1:60476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:09.356956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.652566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-62f617bd-3776-42f1-9fb8-6ffed7d500d7\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-17T14:40:09.356763Z","caller":"traceutil/trace.go:171","msg":"trace[2117788503] linearizableReadLoop","detail":"{readStateIndex:10712; appliedIndex:10709; }","duration":"461.441464ms","start":"2026-07-17T14:40:08.895282Z","end":"2026-07-17T14:40:09.356724Z","steps":["trace[2117788503] 'read index received' (duration: 40.425838ms)","trace[2117788503] 'applied index is now lower than readState.Index' (duration: 421.014776ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:09.357008Z","caller":"traceutil/trace.go:171","msg":"trace[263193202] range","detail":"{range_begin:/registry/persistentvolumes/pvc-62f617bd-3776-42f1-9fb8-6ffed7d500d7; range_end:; response_count:1; response_revision:10277; }","duration":"461.731308ms","start":"2026-07-17T14:40:08.895264Z","end":"2026-07-17T14:40:09.356995Z","steps":["trace[263193202] 'agreement among raft nodes before linearized reading' (duration: 461.546216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.357045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.895255Z","time spent":"461.781688ms","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-62f617bd-3776-42f1-9fb8-6ffed7d500d7\" "} {"level":"info","ts":"2026-07-17T14:40:09.357051Z","caller":"traceutil/trace.go:171","msg":"trace[2058467401] transaction","detail":"{read_only:false; response_revision:10276; number_of_response:1; }","duration":"462.197951ms","start":"2026-07-17T14:40:08.894842Z","end":"2026-07-17T14:40:09.35704Z","steps":["trace[2058467401] 'process raft request' (duration: 461.792008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.357113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.89483Z","time spent":"462.262262ms","remote":"127.0.0.1:60476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":654,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:09.357247Z","caller":"traceutil/trace.go:171","msg":"trace[536744745] transaction","detail":"{read_only:false; response_revision:10277; number_of_response:1; }","duration":"462.378413ms","start":"2026-07-17T14:40:08.894857Z","end":"2026-07-17T14:40:09.357235Z","steps":["trace[536744745] 'process raft request' (duration: 461.833538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.357365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.894853Z","time spent":"462.427483ms","remote":"127.0.0.1:60476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:09.39821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.904297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/k8s.keycloak.org/keycloakrealmimports/\" range_end:\"/registry/k8s.keycloak.org/keycloakrealmimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:09.398279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.04674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-17T14:40:09.398291Z","caller":"traceutil/trace.go:171","msg":"trace[453551598] range","detail":"{range_begin:/registry/k8s.keycloak.org/keycloakrealmimports/; range_end:/registry/k8s.keycloak.org/keycloakrealmimports0; response_count:0; response_revision:10278; }","duration":"383.038479ms","start":"2026-07-17T14:40:09.015234Z","end":"2026-07-17T14:40:09.398273Z","steps":["trace[453551598] 'agreement among raft nodes before linearized reading' (duration: 382.905647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.398332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:09.015211Z","time spent":"383.110529ms","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/k8s.keycloak.org/keycloakrealmimports/\" range_end:\"/registry/k8s.keycloak.org/keycloakrealmimports0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:09.398288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.541196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:09.398352Z","caller":"traceutil/trace.go:171","msg":"trace[246169229] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10278; }","duration":"494.12555ms","start":"2026-07-17T14:40:08.904188Z","end":"2026-07-17T14:40:09.398313Z","steps":["trace[246169229] 'agreement among raft nodes before linearized reading' (duration: 493.918408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.398397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.904173Z","time spent":"494.213411ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-17T14:40:09.398432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.290399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-17T14:40:09.398456Z","caller":"traceutil/trace.go:171","msg":"trace[2006743586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10278; }","duration":"445.681417ms","start":"2026-07-17T14:40:08.952695Z","end":"2026-07-17T14:40:09.398377Z","steps":["trace[2006743586] 'agreement among raft nodes before linearized reading' (duration: 445.523565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.398568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.952679Z","time spent":"445.877058ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:09.398588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.324389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:09.398624Z","caller":"traceutil/trace.go:171","msg":"trace[1883023074] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10278; }","duration":"432.386979ms","start":"2026-07-17T14:40:08.966226Z","end":"2026-07-17T14:40:09.398613Z","steps":["trace[1883023074] 'agreement among raft nodes before linearized reading' (duration: 432.331819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.39866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.96621Z","time spent":"432.44407ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-17T14:40:09.398487Z","caller":"traceutil/trace.go:171","msg":"trace[858079898] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10278; }","duration":"474.38194ms","start":"2026-07-17T14:40:08.924089Z","end":"2026-07-17T14:40:09.398471Z","steps":["trace[858079898] 'agreement among raft nodes before linearized reading' (duration: 474.206039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.398702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:08.924073Z","time spent":"474.619742ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-17T14:40:09.603501Z","caller":"traceutil/trace.go:171","msg":"trace[1049072434] transaction","detail":"{read_only:false; response_revision:10279; number_of_response:1; }","duration":"241.357029ms","start":"2026-07-17T14:40:09.362121Z","end":"2026-07-17T14:40:09.603478Z","steps":["trace[1049072434] 'process raft request' (duration: 211.713148ms)","trace[1049072434] 'compare' (duration: 29.475989ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:09.603543Z","caller":"traceutil/trace.go:171","msg":"trace[1572356892] transaction","detail":"{read_only:false; response_revision:10280; number_of_response:1; }","duration":"240.674184ms","start":"2026-07-17T14:40:09.362853Z","end":"2026-07-17T14:40:09.603527Z","steps":["trace[1572356892] 'process raft request' (duration: 240.577963ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:09.603531Z","caller":"traceutil/trace.go:171","msg":"trace[1143947087] linearizableReadLoop","detail":"{readStateIndex:10718; appliedIndex:10714; }","duration":"203.073048ms","start":"2026-07-17T14:40:09.400445Z","end":"2026-07-17T14:40:09.603518Z","steps":["trace[1143947087] 'read index received' (duration: 173.321236ms)","trace[1143947087] 'applied index is now lower than readState.Index' (duration: 29.751122ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:09.603704Z","caller":"traceutil/trace.go:171","msg":"trace[428887563] transaction","detail":"{read_only:false; response_revision:10281; number_of_response:1; }","duration":"240.370111ms","start":"2026-07-17T14:40:09.363326Z","end":"2026-07-17T14:40:09.603696Z","steps":["trace[428887563] 'process raft request' (duration: 240.140579ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:09.60384Z","caller":"traceutil/trace.go:171","msg":"trace[2128496941] transaction","detail":"{read_only:false; response_revision:10282; number_of_response:1; }","duration":"240.24358ms","start":"2026-07-17T14:40:09.363588Z","end":"2026-07-17T14:40:09.603831Z","steps":["trace[2128496941] 'process raft request' (duration: 239.901748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.604411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.952715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:09.604456Z","caller":"traceutil/trace.go:171","msg":"trace[652811736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10282; }","duration":"204.009215ms","start":"2026-07-17T14:40:09.400437Z","end":"2026-07-17T14:40:09.604446Z","steps":["trace[652811736] 'agreement among raft nodes before linearized reading' (duration: 203.121118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.604479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.378528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T14:40:09.6045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.746967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-17T14:40:09.604522Z","caller":"traceutil/trace.go:171","msg":"trace[1215805019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10282; }","duration":"130.458678ms","start":"2026-07-17T14:40:09.474053Z","end":"2026-07-17T14:40:09.604512Z","steps":["trace[1215805019] 'agreement among raft nodes before linearized reading' (duration: 130.286797ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:09.604535Z","caller":"traceutil/trace.go:171","msg":"trace[2042820043] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10282; }","duration":"201.781777ms","start":"2026-07-17T14:40:09.402742Z","end":"2026-07-17T14:40:09.604523Z","steps":["trace[2042820043] 'agreement among raft nodes before linearized reading' (duration: 201.620356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.604784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.148478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:09.604835Z","caller":"traceutil/trace.go:171","msg":"trace[286343312] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10282; }","duration":"203.379341ms","start":"2026-07-17T14:40:09.401447Z","end":"2026-07-17T14:40:09.604826Z","steps":["trace[286343312] 'agreement among raft nodes before linearized reading' (duration: 203.31211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.604889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.3589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-07-17T14:40:09.605631Z","caller":"traceutil/trace.go:171","msg":"trace[811564483] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10282; }","duration":"183.196817ms","start":"2026-07-17T14:40:09.422411Z","end":"2026-07-17T14:40:09.605608Z","steps":["trace[811564483] 'agreement among raft nodes before linearized reading' (duration: 181.908516ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:09.775623Z","caller":"traceutil/trace.go:171","msg":"trace[1763593964] linearizableReadLoop","detail":"{readStateIndex:10720; appliedIndex:10719; }","duration":"107.621734ms","start":"2026-07-17T14:40:09.667985Z","end":"2026-07-17T14:40:09.775607Z","steps":["trace[1763593964] 'read index received' (duration: 95.123482ms)","trace[1763593964] 'applied index is now lower than readState.Index' (duration: 12.497472ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:09.775666Z","caller":"traceutil/trace.go:171","msg":"trace[629612499] transaction","detail":"{read_only:false; response_revision:10284; number_of_response:1; }","duration":"114.209968ms","start":"2026-07-17T14:40:09.661417Z","end":"2026-07-17T14:40:09.775627Z","steps":["trace[629612499] 'process raft request' (duration: 101.710956ms)","trace[629612499] 'compare' (duration: 12.247819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:09.775785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.787175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-17T14:40:09.775817Z","caller":"traceutil/trace.go:171","msg":"trace[1802740217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10284; }","duration":"107.860885ms","start":"2026-07-17T14:40:09.667947Z","end":"2026-07-17T14:40:09.775808Z","steps":["trace[1802740217] 'agreement among raft nodes before linearized reading' (duration: 107.737494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.799428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.42659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-17T14:40:09.799518Z","caller":"traceutil/trace.go:171","msg":"trace[1916435842] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10285; }","duration":"130.53021ms","start":"2026-07-17T14:40:09.668969Z","end":"2026-07-17T14:40:09.799499Z","steps":["trace[1916435842] 'agreement among raft nodes before linearized reading' (duration: 130.385248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.799868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.774639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:09.799948Z","caller":"traceutil/trace.go:171","msg":"trace[1439661032] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:10285; }","duration":"105.873809ms","start":"2026-07-17T14:40:09.694056Z","end":"2026-07-17T14:40:09.799929Z","steps":["trace[1439661032] 'agreement among raft nodes before linearized reading' (duration: 105.774678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.799456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.07385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-17T14:40:09.800278Z","caller":"traceutil/trace.go:171","msg":"trace[219004572] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10285; }","duration":"128.907646ms","start":"2026-07-17T14:40:09.671354Z","end":"2026-07-17T14:40:09.800262Z","steps":["trace[219004572] 'agreement among raft nodes before linearized reading' (duration: 127.981458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:09.964693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.108555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T14:40:09.964791Z","caller":"traceutil/trace.go:171","msg":"trace[527540491] linearizableReadLoop","detail":"{readStateIndex:10723; appliedIndex:10721; }","duration":"166.093988ms","start":"2026-07-17T14:40:09.798679Z","end":"2026-07-17T14:40:09.964773Z","steps":["trace[527540491] 'read index received' (duration: 61.788732ms)","trace[527540491] 'applied index is now lower than readState.Index' (duration: 104.303586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:09.965169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.014005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126219"} {"level":"info","ts":"2026-07-17T14:40:09.965216Z","caller":"traceutil/trace.go:171","msg":"trace[1069454706] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10286; }","duration":"188.133756ms","start":"2026-07-17T14:40:09.77707Z","end":"2026-07-17T14:40:09.965204Z","steps":["trace[1069454706] 'agreement among raft nodes before linearized reading' (duration: 188.008185ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:10.033974Z","caller":"traceutil/trace.go:171","msg":"trace[1264429451] transaction","detail":"{read_only:false; response_revision:10287; number_of_response:1; }","duration":"229.866126ms","start":"2026-07-17T14:40:09.804076Z","end":"2026-07-17T14:40:10.033942Z","steps":["trace[1264429451] 'process raft request' (duration: 229.576413ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:10.034067Z","caller":"traceutil/trace.go:171","msg":"trace[607906633] transaction","detail":"{read_only:false; response_revision:10290; number_of_response:1; }","duration":"227.98613ms","start":"2026-07-17T14:40:09.80607Z","end":"2026-07-17T14:40:10.034056Z","steps":["trace[607906633] 'process raft request' (duration: 227.853248ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:10.033979Z","caller":"traceutil/trace.go:171","msg":"trace[1060297673] transaction","detail":"{read_only:false; response_revision:10289; number_of_response:1; }","duration":"228.389174ms","start":"2026-07-17T14:40:09.805568Z","end":"2026-07-17T14:40:10.033957Z","steps":["trace[1060297673] 'process raft request' (duration: 228.325593ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:10.03398Z","caller":"traceutil/trace.go:171","msg":"trace[97737520] transaction","detail":"{read_only:false; response_revision:10288; number_of_response:1; }","duration":"229.646373ms","start":"2026-07-17T14:40:09.80432Z","end":"2026-07-17T14:40:10.033966Z","steps":["trace[97737520] 'process raft request' (duration: 229.528351ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:10.3819Z","caller":"traceutil/trace.go:171","msg":"trace[615460193] transaction","detail":"{read_only:false; response_revision:10291; number_of_response:1; }","duration":"515.876265ms","start":"2026-07-17T14:40:09.865986Z","end":"2026-07-17T14:40:10.381862Z","steps":["trace[615460193] 'process raft request' (duration: 471.398305ms)","trace[615460193] 'compare' (duration: 43.876566ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:10.382054Z","caller":"traceutil/trace.go:171","msg":"trace[1557188732] transaction","detail":"{read_only:false; response_revision:10292; number_of_response:1; }","duration":"515.888836ms","start":"2026-07-17T14:40:09.866137Z","end":"2026-07-17T14:40:10.382026Z","steps":["trace[1557188732] 'process raft request' (duration: 515.622803ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:10.382082Z","caller":"traceutil/trace.go:171","msg":"trace[380371918] transaction","detail":"{read_only:false; response_revision:10294; number_of_response:1; }","duration":"239.510753ms","start":"2026-07-17T14:40:10.142546Z","end":"2026-07-17T14:40:10.382057Z","steps":["trace[380371918] 'process raft request' (duration: 239.455583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:10.382177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.577247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:10.382182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:09.866113Z","time spent":"516.011337ms","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":946,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:10.382218Z","caller":"traceutil/trace.go:171","msg":"trace[1802605995] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:10294; }","duration":"577.646937ms","start":"2026-07-17T14:40:09.804564Z","end":"2026-07-17T14:40:10.382211Z","steps":["trace[1802605995] 'agreement among raft nodes before linearized reading' (duration: 577.545267ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:10.382071Z","caller":"traceutil/trace.go:171","msg":"trace[797658499] linearizableReadLoop","detail":"{readStateIndex:10729; appliedIndex:10723; }","duration":"417.235465ms","start":"2026-07-17T14:40:09.964817Z","end":"2026-07-17T14:40:10.382052Z","steps":["trace[797658499] 'read index received' (duration: 68.897929ms)","trace[797658499] 'applied index is now lower than readState.Index' (duration: 348.335736ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:10.382271Z","caller":"traceutil/trace.go:171","msg":"trace[1199265725] transaction","detail":"{read_only:false; response_revision:10293; number_of_response:1; }","duration":"413.921369ms","start":"2026-07-17T14:40:09.968342Z","end":"2026-07-17T14:40:10.382264Z","steps":["trace[1199265725] 'process raft request' (duration: 413.548536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:10.382242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:09.804559Z","time spent":"577.678148ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-07-17T14:40:10.382329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:09.968318Z","time spent":"413.969609ms","remote":"127.0.0.1:60248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:10.382465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.365466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:10.382487Z","caller":"traceutil/trace.go:171","msg":"trace[823013142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10294; }","duration":"428.423916ms","start":"2026-07-17T14:40:09.954058Z","end":"2026-07-17T14:40:10.382482Z","steps":["trace[823013142] 'agreement among raft nodes before linearized reading' (duration: 428.387786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:10.382503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:09.95404Z","time spent":"428.459306ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:10.382678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.923681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-07-17T14:40:10.382689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.114967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:10.382734Z","caller":"traceutil/trace.go:171","msg":"trace[553691929] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10294; }","duration":"576.990382ms","start":"2026-07-17T14:40:09.805729Z","end":"2026-07-17T14:40:10.382719Z","steps":["trace[553691929] 'agreement among raft nodes before linearized reading' (duration: 576.8238ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:10.382751Z","caller":"traceutil/trace.go:171","msg":"trace[1503289240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10294; }","duration":"543.230128ms","start":"2026-07-17T14:40:09.839503Z","end":"2026-07-17T14:40:10.382733Z","steps":["trace[1503289240] 'agreement among raft nodes before linearized reading' (duration: 543.119297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:10.382781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:09.805724Z","time spent":"577.049022ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-17T14:40:10.382807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:09.83948Z","time spent":"543.310888ms","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:10.384981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:09.865958Z","time spent":"516.015757ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:11.044663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.150596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:11.044977Z","caller":"traceutil/trace.go:171","msg":"trace[541687517] transaction","detail":"{read_only:false; response_revision:10296; number_of_response:1; }","duration":"616.329592ms","start":"2026-07-17T14:40:10.428614Z","end":"2026-07-17T14:40:11.044944Z","steps":["trace[541687517] 'process raft request' (duration: 214.806783ms)","trace[541687517] 'compare' (duration: 399.818565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:11.045106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.428598Z","time spent":"616.448593ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8056,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:11.045407Z","caller":"traceutil/trace.go:171","msg":"trace[1828635764] linearizableReadLoop","detail":"{readStateIndex:10734; appliedIndex:10732; }","duration":"615.361104ms","start":"2026-07-17T14:40:10.430019Z","end":"2026-07-17T14:40:11.04538Z","steps":["trace[1828635764] 'read index received' (duration: 213.426842ms)","trace[1828635764] 'applied index is now lower than readState.Index' (duration: 401.933232ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:11.045423Z","caller":"traceutil/trace.go:171","msg":"trace[1218410801] transaction","detail":"{read_only:false; response_revision:10297; number_of_response:1; }","duration":"616.010699ms","start":"2026-07-17T14:40:10.429401Z","end":"2026-07-17T14:40:11.045412Z","steps":["trace[1218410801] 'process raft request' (duration: 615.371624ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:11.045536Z","caller":"traceutil/trace.go:171","msg":"trace[763217557] transaction","detail":"{read_only:false; response_revision:10298; number_of_response:1; }","duration":"614.90918ms","start":"2026-07-17T14:40:10.430552Z","end":"2026-07-17T14:40:11.045461Z","steps":["trace[763217557] 'process raft request' (duration: 614.761049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.045626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.429378Z","time spent":"616.0828ms","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:11.045752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.430541Z","time spent":"615.113382ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":503,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:11.048566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.52711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-17T14:40:11.049169Z","caller":"traceutil/trace.go:171","msg":"trace[790490818] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:10298; }","duration":"619.147485ms","start":"2026-07-17T14:40:10.429988Z","end":"2026-07-17T14:40:11.049135Z","steps":["trace[790490818] 'agreement among raft nodes before linearized reading' (duration: 615.545555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.049261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.429977Z","time spent":"619.249986ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-07-17T14:40:11.057871Z","caller":"traceutil/trace.go:171","msg":"trace[293785424] transaction","detail":"{read_only:false; response_revision:10299; number_of_response:1; }","duration":"163.855599ms","start":"2026-07-17T14:40:10.893999Z","end":"2026-07-17T14:40:11.057855Z","steps":["trace[293785424] 'process raft request' (duration: 163.751139ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:11.383826Z","caller":"traceutil/trace.go:171","msg":"trace[620527417] transaction","detail":"{read_only:false; response_revision:10301; number_of_response:1; }","duration":"488.095543ms","start":"2026-07-17T14:40:10.895707Z","end":"2026-07-17T14:40:11.383802Z","steps":["trace[620527417] 'process raft request' (duration: 487.946291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.383949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.895689Z","time spent":"488.195133ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:11.384023Z","caller":"traceutil/trace.go:171","msg":"trace[253123029] transaction","detail":"{read_only:false; response_revision:10302; number_of_response:1; }","duration":"488.213392ms","start":"2026-07-17T14:40:10.895784Z","end":"2026-07-17T14:40:11.383997Z","steps":["trace[253123029] 'process raft request' (duration: 487.95127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.384154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.895775Z","time spent":"488.311242ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:11.384573Z","caller":"traceutil/trace.go:171","msg":"trace[2076341728] transaction","detail":"{read_only:false; response_revision:10303; number_of_response:1; }","duration":"488.294154ms","start":"2026-07-17T14:40:10.896258Z","end":"2026-07-17T14:40:11.384552Z","steps":["trace[2076341728] 'process raft request' (duration: 487.681218ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:11.384618Z","caller":"traceutil/trace.go:171","msg":"trace[356799611] linearizableReadLoop","detail":"{readStateIndex:10740; appliedIndex:10736; }","duration":"339.152263ms","start":"2026-07-17T14:40:11.045453Z","end":"2026-07-17T14:40:11.384605Z","steps":["trace[356799611] 'read index received' (duration: 12.39603ms)","trace[356799611] 'applied index is now lower than readState.Index' (duration: 326.755163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:11.384699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.896245Z","time spent":"488.390574ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:11.384743Z","caller":"traceutil/trace.go:171","msg":"trace[1570962153] transaction","detail":"{read_only:false; response_revision:10304; number_of_response:1; }","duration":"328.210424ms","start":"2026-07-17T14:40:11.056523Z","end":"2026-07-17T14:40:11.384734Z","steps":["trace[1570962153] 'process raft request' (duration: 327.867211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.384804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.056501Z","time spent":"328.274985ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8400,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:11.384174Z","caller":"traceutil/trace.go:171","msg":"trace[1946341807] transaction","detail":"{read_only:false; response_revision:10300; number_of_response:1; }","duration":"489.599164ms","start":"2026-07-17T14:40:10.89455Z","end":"2026-07-17T14:40:11.384149Z","steps":["trace[1946341807] 'process raft request' (duration: 442.446291ms)","trace[1946341807] 'compare' (duration: 46.460267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:11.385862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.894541Z","time spent":"491.238647ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:11.385025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.227801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:11.386214Z","caller":"traceutil/trace.go:171","msg":"trace[1728247474] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10304; }","duration":"368.451561ms","start":"2026-07-17T14:40:11.017746Z","end":"2026-07-17T14:40:11.386197Z","steps":["trace[1728247474] 'agreement among raft nodes before linearized reading' (duration: 367.22391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.386301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.017727Z","time spent":"368.554471ms","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:11.385066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.865647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:11.386554Z","caller":"traceutil/trace.go:171","msg":"trace[1472505592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10304; }","duration":"432.40211ms","start":"2026-07-17T14:40:10.954123Z","end":"2026-07-17T14:40:11.386525Z","steps":["trace[1472505592] 'agreement among raft nodes before linearized reading' (duration: 430.924607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.385156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.362974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T14:40:11.386614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.954072Z","time spent":"432.522971ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:11.386628Z","caller":"traceutil/trace.go:171","msg":"trace[1741340345] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10304; }","duration":"463.849555ms","start":"2026-07-17T14:40:10.922763Z","end":"2026-07-17T14:40:11.386612Z","steps":["trace[1741340345] 'agreement among raft nodes before linearized reading' (duration: 462.321602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.386678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.922749Z","time spent":"463.913946ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":76,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:11.385253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.429868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-17T14:40:11.386856Z","caller":"traceutil/trace.go:171","msg":"trace[1127932110] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:10304; }","duration":"955.058311ms","start":"2026-07-17T14:40:10.431788Z","end":"2026-07-17T14:40:11.386846Z","steps":["trace[1127932110] 'agreement among raft nodes before linearized reading' (duration: 953.385438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.386887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:10.431772Z","time spent":"955.107011ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-17T14:40:11.385394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.503668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:11.38696Z","caller":"traceutil/trace.go:171","msg":"trace[1125691840] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-init; range_end:; response_count:0; response_revision:10304; }","duration":"329.066041ms","start":"2026-07-17T14:40:11.057883Z","end":"2026-07-17T14:40:11.386949Z","steps":["trace[1125691840] 'agreement among raft nodes before linearized reading' (duration: 327.486038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.387003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.05784Z","time spent":"329.153012ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-init\" "} {"level":"warn","ts":"2026-07-17T14:40:11.385421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.298715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61834"} {"level":"info","ts":"2026-07-17T14:40:11.387124Z","caller":"traceutil/trace.go:171","msg":"trace[9334912] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:10304; }","duration":"330.036379ms","start":"2026-07-17T14:40:11.057077Z","end":"2026-07-17T14:40:11.387113Z","steps":["trace[9334912] 'agreement among raft nodes before linearized reading' (duration: 328.199144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.387165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.057064Z","time spent":"330.089509ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":61857,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-17T14:40:11.385514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.016292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-17T14:40:11.387351Z","caller":"traceutil/trace.go:171","msg":"trace[817789998] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10304; }","duration":"329.909308ms","start":"2026-07-17T14:40:11.057432Z","end":"2026-07-17T14:40:11.387342Z","steps":["trace[817789998] 'agreement among raft nodes before linearized reading' (duration: 327.991782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.387381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.057412Z","time spent":"329.960658ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-17T14:40:11.816536Z","caller":"traceutil/trace.go:171","msg":"trace[1522354246] transaction","detail":"{read_only:false; response_revision:10305; number_of_response:1; }","duration":"422.811111ms","start":"2026-07-17T14:40:11.393693Z","end":"2026-07-17T14:40:11.816504Z","steps":["trace[1522354246] 'process raft request' (duration: 392.557326ms)","trace[1522354246] 'compare' (duration: 29.956002ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:11.816588Z","caller":"traceutil/trace.go:171","msg":"trace[1722414340] linearizableReadLoop","detail":"{readStateIndex:10745; appliedIndex:10742; }","duration":"391.131425ms","start":"2026-07-17T14:40:11.425437Z","end":"2026-07-17T14:40:11.816568Z","steps":["trace[1722414340] 'read index received' (duration: 360.827189ms)","trace[1722414340] 'applied index is now lower than readState.Index' (duration: 30.303386ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:11.816696Z","caller":"traceutil/trace.go:171","msg":"trace[2060747330] transaction","detail":"{read_only:false; response_revision:10307; number_of_response:1; }","duration":"400.738213ms","start":"2026-07-17T14:40:11.415949Z","end":"2026-07-17T14:40:11.816687Z","steps":["trace[2060747330] 'process raft request' (duration: 400.528561ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:11.816838Z","caller":"traceutil/trace.go:171","msg":"trace[1507264410] transaction","detail":"{read_only:false; response_revision:10306; number_of_response:1; }","duration":"411.047477ms","start":"2026-07-17T14:40:11.405775Z","end":"2026-07-17T14:40:11.816822Z","steps":["trace[1507264410] 'process raft request' (duration: 410.598204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.81693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.405758Z","time spent":"411.129597ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:11.817078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.415914Z","time spent":"400.816853ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:11.817096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.393676Z","time spent":"422.930963ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:11.817403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.162443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-17T14:40:11.817451Z","caller":"traceutil/trace.go:171","msg":"trace[393184596] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10307; }","duration":"418.234445ms","start":"2026-07-17T14:40:11.399202Z","end":"2026-07-17T14:40:11.817437Z","steps":["trace[393184596] 'agreement among raft nodes before linearized reading' (duration: 418.098824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.817546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.39919Z","time spent":"418.346785ms","remote":"127.0.0.1:46090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-17T14:40:11.817738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.454332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:11.817801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.511854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-17T14:40:11.81783Z","caller":"traceutil/trace.go:171","msg":"trace[1551648251] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:10307; }","duration":"426.598163ms","start":"2026-07-17T14:40:11.391214Z","end":"2026-07-17T14:40:11.817812Z","steps":["trace[1551648251] 'agreement among raft nodes before linearized reading' (duration: 426.466531ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:11.817845Z","caller":"traceutil/trace.go:171","msg":"trace[1709938297] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:10307; }","duration":"425.582164ms","start":"2026-07-17T14:40:11.392252Z","end":"2026-07-17T14:40:11.817834Z","steps":["trace[1709938297] 'agreement among raft nodes before linearized reading' (duration: 425.425662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.81788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.39224Z","time spent":"425.632405ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-17T14:40:11.817885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.391198Z","time spent":"426.674174ms","remote":"127.0.0.1:60320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-07-17T14:40:11.912965Z","caller":"traceutil/trace.go:171","msg":"trace[303079564] transaction","detail":"{read_only:false; response_revision:10308; number_of_response:1; }","duration":"486.901621ms","start":"2026-07-17T14:40:11.426031Z","end":"2026-07-17T14:40:11.912933Z","steps":["trace[303079564] 'process raft request' (duration: 486.69892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.913065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.426011Z","time spent":"487.010183ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:11.91312Z","caller":"traceutil/trace.go:171","msg":"trace[508190744] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"250.888137ms","start":"2026-07-17T14:40:11.662221Z","end":"2026-07-17T14:40:11.913109Z","steps":["trace[508190744] 'process raft request' (duration: 250.623464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.913405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.804967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-17T14:40:11.913439Z","caller":"traceutil/trace.go:171","msg":"trace[1119041917] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10309; }","duration":"472.874967ms","start":"2026-07-17T14:40:11.440555Z","end":"2026-07-17T14:40:11.91343Z","steps":["trace[1119041917] 'agreement among raft nodes before linearized reading' (duration: 472.753737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.913507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.440538Z","time spent":"472.916708ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-17T14:40:11.913629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.890269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:11.913656Z","caller":"traceutil/trace.go:171","msg":"trace[1018550380] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10309; }","duration":"349.9505ms","start":"2026-07-17T14:40:11.563697Z","end":"2026-07-17T14:40:11.913647Z","steps":["trace[1018550380] 'agreement among raft nodes before linearized reading' (duration: 349.90788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.913675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.56368Z","time spent":"349.989891ms","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:11.913854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.400085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:11.913881Z","caller":"traceutil/trace.go:171","msg":"trace[1028369136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10309; }","duration":"482.455795ms","start":"2026-07-17T14:40:11.431418Z","end":"2026-07-17T14:40:11.913873Z","steps":["trace[1028369136] 'agreement among raft nodes before linearized reading' (duration: 482.417395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:11.913899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.431403Z","time spent":"482.492255ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:11.91519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.386066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:40:11.915261Z","caller":"traceutil/trace.go:171","msg":"trace[497898652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10309; }","duration":"254.483667ms","start":"2026-07-17T14:40:11.660762Z","end":"2026-07-17T14:40:11.915245Z","steps":["trace[497898652] 'agreement among raft nodes before linearized reading' (duration: 252.168567ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:12.220217Z","caller":"traceutil/trace.go:171","msg":"trace[1732258810] transaction","detail":"{read_only:false; response_revision:10312; number_of_response:1; }","duration":"301.86429ms","start":"2026-07-17T14:40:11.918332Z","end":"2026-07-17T14:40:12.220196Z","steps":["trace[1732258810] 'process raft request' (duration: 301.829889ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:12.220239Z","caller":"traceutil/trace.go:171","msg":"trace[1205141184] transaction","detail":"{read_only:false; response_revision:10311; number_of_response:1; }","duration":"392.501365ms","start":"2026-07-17T14:40:11.82771Z","end":"2026-07-17T14:40:12.220212Z","steps":["trace[1205141184] 'process raft request' (duration: 392.384554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.220307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.91832Z","time spent":"301.94129ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:12.2203Z","caller":"traceutil/trace.go:171","msg":"trace[1666902287] linearizableReadLoop","detail":"{readStateIndex:10749; appliedIndex:10747; }","duration":"307.374044ms","start":"2026-07-17T14:40:11.912912Z","end":"2026-07-17T14:40:12.220286Z","steps":["trace[1666902287] 'read index received' (duration: 244.111621ms)","trace[1666902287] 'applied index is now lower than readState.Index' (duration: 63.261243ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:12.2203Z","caller":"traceutil/trace.go:171","msg":"trace[1001541506] transaction","detail":"{read_only:false; response_revision:10310; number_of_response:1; }","duration":"395.046265ms","start":"2026-07-17T14:40:11.825226Z","end":"2026-07-17T14:40:12.220273Z","steps":["trace[1001541506] 'process raft request' (duration: 331.783182ms)","trace[1001541506] 'compare' (duration: 62.8466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:12.220484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.87999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8554"} {"level":"warn","ts":"2026-07-17T14:40:12.220487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.825205Z","time spent":"395.198047ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7969,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:12.220508Z","caller":"traceutil/trace.go:171","msg":"trace[62261038] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:10312; }","duration":"391.920421ms","start":"2026-07-17T14:40:11.828583Z","end":"2026-07-17T14:40:12.220503Z","steps":["trace[62261038] 'agreement among raft nodes before linearized reading' (duration: 391.78255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.220526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.828572Z","time spent":"391.949001ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8577,"request content":"key:\"/registry/deployments/openstack/horizon\" "} {"level":"warn","ts":"2026-07-17T14:40:12.220602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.015839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-17T14:40:12.220627Z","caller":"traceutil/trace.go:171","msg":"trace[895569078] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10312; }","duration":"393.065759ms","start":"2026-07-17T14:40:11.827555Z","end":"2026-07-17T14:40:12.220621Z","steps":["trace[895569078] 'agreement among raft nodes before linearized reading' (duration: 392.987119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.220641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.827542Z","time spent":"393.09697ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-17T14:40:12.220667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.812728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-17T14:40:12.220689Z","caller":"traceutil/trace.go:171","msg":"trace[90538791] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10312; }","duration":"302.857428ms","start":"2026-07-17T14:40:11.917825Z","end":"2026-07-17T14:40:12.220682Z","steps":["trace[90538791] 'agreement among raft nodes before linearized reading' (duration: 302.805078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.220361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.827685Z","time spent":"392.623216ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4344,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:12.220778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.123429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61834"} {"level":"info","ts":"2026-07-17T14:40:12.220808Z","caller":"traceutil/trace.go:171","msg":"trace[13839261] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:10312; }","duration":"393.16022ms","start":"2026-07-17T14:40:11.827633Z","end":"2026-07-17T14:40:12.220793Z","steps":["trace[13839261] 'agreement among raft nodes before linearized reading' (duration: 393.076829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.220815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.42167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-17T14:40:12.220822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.82763Z","time spent":"393.1882ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":61857,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-17T14:40:12.220828Z","caller":"traceutil/trace.go:171","msg":"trace[1481421462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10312; }","duration":"182.43323ms","start":"2026-07-17T14:40:12.038391Z","end":"2026-07-17T14:40:12.220824Z","steps":["trace[1481421462] 'agreement among raft nodes before linearized reading' (duration: 182.39732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.220703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:11.917809Z","time spent":"302.891068ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-17T14:40:12.220779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.36345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:40:12.220941Z","caller":"traceutil/trace.go:171","msg":"trace[1937468446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10312; }","duration":"182.534351ms","start":"2026-07-17T14:40:12.038401Z","end":"2026-07-17T14:40:12.220935Z","steps":["trace[1937468446] 'agreement among raft nodes before linearized reading' (duration: 182.342559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.220954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.810444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:40:12.220968Z","caller":"traceutil/trace.go:171","msg":"trace[1272241811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10312; }","duration":"182.857164ms","start":"2026-07-17T14:40:12.038107Z","end":"2026-07-17T14:40:12.220964Z","steps":["trace[1272241811] 'agreement among raft nodes before linearized reading' (duration: 182.823804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.220924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.56922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:40:12.221039Z","caller":"traceutil/trace.go:171","msg":"trace[823854607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10312; }","duration":"182.696812ms","start":"2026-07-17T14:40:12.038336Z","end":"2026-07-17T14:40:12.221033Z","steps":["trace[823854607] 'agreement among raft nodes before linearized reading' (duration: 182.55744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.848929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.265749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:12.849013Z","caller":"traceutil/trace.go:171","msg":"trace[1128981331] transaction","detail":"{read_only:false; response_revision:10313; number_of_response:1; }","duration":"624.001774ms","start":"2026-07-17T14:40:12.224993Z","end":"2026-07-17T14:40:12.848995Z","steps":["trace[1128981331] 'process raft request' (duration: 96.605494ms)","trace[1128981331] 'compare' (duration: 526.756475ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:12.849057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.224978Z","time spent":"624.058245ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:12.904097Z","caller":"traceutil/trace.go:171","msg":"trace[609869307] transaction","detail":"{read_only:false; response_revision:10314; number_of_response:1; }","duration":"679.011051ms","start":"2026-07-17T14:40:12.225059Z","end":"2026-07-17T14:40:12.90407Z","steps":["trace[609869307] 'process raft request' (duration: 678.785219ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:12.904152Z","caller":"traceutil/trace.go:171","msg":"trace[442327986] transaction","detail":"{read_only:false; response_revision:10315; number_of_response:1; }","duration":"678.922359ms","start":"2026-07-17T14:40:12.225196Z","end":"2026-07-17T14:40:12.904118Z","steps":["trace[442327986] 'process raft request' (duration: 678.774248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.904302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.22519Z","time spent":"679.03131ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:12.904257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.225037Z","time spent":"679.130031ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:12.904478Z","caller":"traceutil/trace.go:171","msg":"trace[1180326114] transaction","detail":"{read_only:false; response_revision:10316; number_of_response:1; }","duration":"678.192364ms","start":"2026-07-17T14:40:12.226253Z","end":"2026-07-17T14:40:12.904445Z","steps":["trace[1180326114] 'process raft request' (duration: 677.77949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.904627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.226241Z","time spent":"678.309695ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8015,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:12.905043Z","caller":"traceutil/trace.go:171","msg":"trace[547616002] transaction","detail":"{read_only:false; response_revision:10317; number_of_response:1; }","duration":"678.433056ms","start":"2026-07-17T14:40:12.226596Z","end":"2026-07-17T14:40:12.905029Z","steps":["trace[547616002] 'process raft request' (duration: 677.487968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.905208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.226584Z","time spent":"678.502367ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7969,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:12.905277Z","caller":"traceutil/trace.go:171","msg":"trace[1486501516] transaction","detail":"{read_only:false; response_revision:10318; number_of_response:1; }","duration":"677.61207ms","start":"2026-07-17T14:40:12.227648Z","end":"2026-07-17T14:40:12.90526Z","steps":["trace[1486501516] 'process raft request' (duration: 677.319708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.905373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.22764Z","time spent":"677.70086ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:12.905531Z","caller":"traceutil/trace.go:171","msg":"trace[1787976615] transaction","detail":"{read_only:false; response_revision:10319; number_of_response:1; }","duration":"677.854331ms","start":"2026-07-17T14:40:12.22766Z","end":"2026-07-17T14:40:12.905514Z","steps":["trace[1787976615] 'process raft request' (duration: 677.543869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.90567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.227645Z","time spent":"677.993422ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:12.906178Z","caller":"traceutil/trace.go:171","msg":"trace[2146014946] transaction","detail":"{read_only:false; response_revision:10320; number_of_response:1; }","duration":"678.468546ms","start":"2026-07-17T14:40:12.227696Z","end":"2026-07-17T14:40:12.906164Z","steps":["trace[2146014946] 'process raft request' (duration: 678.257714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.906335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.227684Z","time spent":"678.573906ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7969,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:12.906853Z","caller":"traceutil/trace.go:171","msg":"trace[1136956446] transaction","detail":"{read_only:false; response_revision:10322; number_of_response:1; }","duration":"677.047064ms","start":"2026-07-17T14:40:12.229789Z","end":"2026-07-17T14:40:12.906836Z","steps":["trace[1136956446] 'process raft request' (duration: 676.760102ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:12.906887Z","caller":"traceutil/trace.go:171","msg":"trace[115225797] linearizableReadLoop","detail":"{readStateIndex:10755; appliedIndex:10750; }","duration":"679.543424ms","start":"2026-07-17T14:40:12.22733Z","end":"2026-07-17T14:40:12.906873Z","steps":["trace[115225797] 'read index received' (duration: 94.317105ms)","trace[115225797] 'applied index is now lower than readState.Index' (duration: 585.225519ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:12.906904Z","caller":"traceutil/trace.go:171","msg":"trace[1540771971] transaction","detail":"{read_only:false; response_revision:10323; number_of_response:1; }","duration":"663.222741ms","start":"2026-07-17T14:40:12.24367Z","end":"2026-07-17T14:40:12.906893Z","steps":["trace[1540771971] 'process raft request' (duration: 663.07106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.906942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.229782Z","time spent":"677.116395ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:12.906985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.243648Z","time spent":"663.279582ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:12.907233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.901098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-07-17T14:40:12.907335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.554442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:12.907372Z","caller":"traceutil/trace.go:171","msg":"trace[96757252] transaction","detail":"{read_only:false; response_revision:10324; number_of_response:1; }","duration":"660.718182ms","start":"2026-07-17T14:40:12.246642Z","end":"2026-07-17T14:40:12.90736Z","steps":["trace[96757252] 'process raft request' (duration: 660.176067ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:12.907395Z","caller":"traceutil/trace.go:171","msg":"trace[709954824] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10324; }","duration":"235.656673ms","start":"2026-07-17T14:40:12.671726Z","end":"2026-07-17T14:40:12.907383Z","steps":["trace[709954824] 'agreement among raft nodes before linearized reading' (duration: 235.519842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.907438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.246631Z","time spent":"660.772692ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:12.90787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.522471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"warn","ts":"2026-07-17T14:40:12.907899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.768227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:40:12.907921Z","caller":"traceutil/trace.go:171","msg":"trace[1836112066] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:10324; }","duration":"442.608682ms","start":"2026-07-17T14:40:12.465296Z","end":"2026-07-17T14:40:12.907905Z","steps":["trace[1836112066] 'agreement among raft nodes before linearized reading' (duration: 441.810806ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:12.907939Z","caller":"traceutil/trace.go:171","msg":"trace[839951614] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:10324; }","duration":"424.850148ms","start":"2026-07-17T14:40:12.483076Z","end":"2026-07-17T14:40:12.907927Z","steps":["trace[839951614] 'agreement among raft nodes before linearized reading' (duration: 424.701847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.907949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.779267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"warn","ts":"2026-07-17T14:40:12.907957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.46528Z","time spent":"442.666763ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2206996,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-17T14:40:12.907975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.483052Z","time spent":"424.911079ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9067,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T14:40:12.907987Z","caller":"traceutil/trace.go:171","msg":"trace[681840173] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:10324; }","duration":"424.867128ms","start":"2026-07-17T14:40:12.483109Z","end":"2026-07-17T14:40:12.907976Z","steps":["trace[681840173] 'agreement among raft nodes before linearized reading' (duration: 424.633885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.908036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.483087Z","time spent":"424.938349ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9067,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T14:40:12.908682Z","caller":"traceutil/trace.go:171","msg":"trace[2140582033] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:10324; }","duration":"679.954748ms","start":"2026-07-17T14:40:12.227296Z","end":"2026-07-17T14:40:12.907251Z","steps":["trace[2140582033] 'agreement among raft nodes before linearized reading' (duration: 679.776357ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:12.906657Z","caller":"traceutil/trace.go:171","msg":"trace[1612141066] transaction","detail":"{read_only:false; response_revision:10321; number_of_response:1; }","duration":"677.977953ms","start":"2026-07-17T14:40:12.228626Z","end":"2026-07-17T14:40:12.906604Z","steps":["trace[1612141066] 'process raft request' (duration: 677.435638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:12.913443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.228617Z","time spent":"684.756198ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:12.908718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.227285Z","time spent":"681.422861ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-17T14:40:13.420012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650499,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:40:13.702335Z","caller":"traceutil/trace.go:171","msg":"trace[1740123389] transaction","detail":"{read_only:false; response_revision:10325; number_of_response:1; }","duration":"787.40232ms","start":"2026-07-17T14:40:12.914892Z","end":"2026-07-17T14:40:13.702295Z","steps":["trace[1740123389] 'process raft request' (duration: 738.193281ms)","trace[1740123389] 'compare' (duration: 48.985497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:13.702548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.914873Z","time spent":"787.562151ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:13.889757Z","caller":"traceutil/trace.go:171","msg":"trace[538444012] transaction","detail":"{read_only:false; response_revision:10331; number_of_response:1; }","duration":"970.600246ms","start":"2026-07-17T14:40:12.919084Z","end":"2026-07-17T14:40:13.889684Z","steps":["trace[538444012] 'process raft request' (duration: 970.099802ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:13.889801Z","caller":"traceutil/trace.go:171","msg":"trace[413348760] transaction","detail":"{read_only:false; response_revision:10334; number_of_response:1; }","duration":"827.349335ms","start":"2026-07-17T14:40:13.062396Z","end":"2026-07-17T14:40:13.889745Z","steps":["trace[413348760] 'process raft request' (duration: 826.909862ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:13.889852Z","caller":"traceutil/trace.go:171","msg":"trace[899607094] transaction","detail":"{read_only:false; response_revision:10337; number_of_response:1; }","duration":"498.349794ms","start":"2026-07-17T14:40:13.391438Z","end":"2026-07-17T14:40:13.889788Z","steps":["trace[899607094] 'process raft request' (duration: 497.969122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.890008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.919076Z","time spent":"970.803038ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:13.890034Z","caller":"traceutil/trace.go:171","msg":"trace[1508283380] transaction","detail":"{read_only:false; response_revision:10332; number_of_response:1; }","duration":"969.706541ms","start":"2026-07-17T14:40:12.920302Z","end":"2026-07-17T14:40:13.890008Z","steps":["trace[1508283380] 'process raft request' (duration: 968.919673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.890075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.062386Z","time spent":"827.525816ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:13.890116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.391424Z","time spent":"498.553905ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:13.89017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.920293Z","time spent":"969.803561ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8015,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:13.890309Z","caller":"traceutil/trace.go:171","msg":"trace[1642536214] transaction","detail":"{read_only:false; response_revision:10333; number_of_response:1; }","duration":"969.89677ms","start":"2026-07-17T14:40:12.92039Z","end":"2026-07-17T14:40:13.890286Z","steps":["trace[1642536214] 'process raft request' (duration: 968.869872ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:13.890323Z","caller":"traceutil/trace.go:171","msg":"trace[1853025261] transaction","detail":"{read_only:false; response_revision:10335; number_of_response:1; }","duration":"501.730692ms","start":"2026-07-17T14:40:13.388577Z","end":"2026-07-17T14:40:13.890307Z","steps":["trace[1853025261] 'process raft request' (duration: 500.766634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.890373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.92037Z","time spent":"969.965541ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:13.890362Z","caller":"traceutil/trace.go:171","msg":"trace[1416126114] transaction","detail":"{read_only:false; response_revision:10326; number_of_response:1; }","duration":"971.470764ms","start":"2026-07-17T14:40:12.918854Z","end":"2026-07-17T14:40:13.890325Z","steps":["trace[1416126114] 'process raft request' (duration: 900.864261ms)","trace[1416126114] 'compare' (duration: 69.122481ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:13.890429Z","caller":"traceutil/trace.go:171","msg":"trace[270697475] transaction","detail":"{read_only:false; response_revision:10336; number_of_response:1; }","duration":"501.040036ms","start":"2026-07-17T14:40:13.389377Z","end":"2026-07-17T14:40:13.890417Z","steps":["trace[270697475] 'process raft request' (duration: 499.997238ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:13.890447Z","caller":"traceutil/trace.go:171","msg":"trace[2035087511] transaction","detail":"{read_only:false; response_revision:10327; number_of_response:1; }","duration":"971.542314ms","start":"2026-07-17T14:40:12.918893Z","end":"2026-07-17T14:40:13.890435Z","steps":["trace[2035087511] 'process raft request' (duration: 970.102293ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:13.890457Z","caller":"traceutil/trace.go:171","msg":"trace[631039846] transaction","detail":"{read_only:false; response_revision:10328; number_of_response:1; }","duration":"971.493284ms","start":"2026-07-17T14:40:12.91895Z","end":"2026-07-17T14:40:13.890443Z","steps":["trace[631039846] 'process raft request' (duration: 970.107043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.890487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.389365Z","time spent":"501.090967ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:13.890503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.918871Z","time spent":"971.606455ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:13.890523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.918928Z","time spent":"971.558885ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:13.89054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.91884Z","time spent":"971.591104ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4526,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:13.890594Z","caller":"traceutil/trace.go:171","msg":"trace[1207684287] linearizableReadLoop","detail":"{readStateIndex:10776; appliedIndex:10762; }","duration":"971.447812ms","start":"2026-07-17T14:40:12.919125Z","end":"2026-07-17T14:40:13.890573Z","steps":["trace[1207684287] 'read index received' (duration: 734.004866ms)","trace[1207684287] 'applied index is now lower than readState.Index' (duration: 237.439906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:13.890378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.388553Z","time spent":"501.794872ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:13.890702Z","caller":"traceutil/trace.go:171","msg":"trace[665092238] transaction","detail":"{read_only:false; response_revision:10329; number_of_response:1; }","duration":"971.629985ms","start":"2026-07-17T14:40:12.919061Z","end":"2026-07-17T14:40:13.890691Z","steps":["trace[665092238] 'process raft request' (duration: 970.037671ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:13.890748Z","caller":"traceutil/trace.go:171","msg":"trace[311739217] transaction","detail":"{read_only:false; response_revision:10338; number_of_response:1; }","duration":"498.411004ms","start":"2026-07-17T14:40:13.392325Z","end":"2026-07-17T14:40:13.890736Z","steps":["trace[311739217] 'process raft request' (duration: 497.114114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.89085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.392296Z","time spent":"498.507725ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:13.890882Z","caller":"traceutil/trace.go:171","msg":"trace[2037935335] transaction","detail":"{read_only:false; response_revision:10330; number_of_response:1; }","duration":"971.784746ms","start":"2026-07-17T14:40:12.919083Z","end":"2026-07-17T14:40:13.890868Z","steps":["trace[2037935335] 'process raft request' (duration: 970.054132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.890951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.919073Z","time spent":"971.843067ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8015,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:13.890752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.919053Z","time spent":"971.675135ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:13.891099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.547878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-17T14:40:13.891139Z","caller":"traceutil/trace.go:171","msg":"trace[1944636552] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:10339; }","duration":"969.672349ms","start":"2026-07-17T14:40:12.921455Z","end":"2026-07-17T14:40:13.891127Z","steps":["trace[1944636552] 'agreement among raft nodes before linearized reading' (duration: 969.505208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.891152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.365367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T14:40:13.891172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.921448Z","time spent":"969.715489ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-07-17T14:40:13.891202Z","caller":"traceutil/trace.go:171","msg":"trace[1358287424] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10339; }","duration":"937.433357ms","start":"2026-07-17T14:40:12.953755Z","end":"2026-07-17T14:40:13.891188Z","steps":["trace[1358287424] 'agreement among raft nodes before linearized reading' (duration: 937.297187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.891204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.611934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-07-17T14:40:13.891223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.93211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-07-17T14:40:13.891244Z","caller":"traceutil/trace.go:171","msg":"trace[1377089849] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10339; }","duration":"950.686065ms","start":"2026-07-17T14:40:12.940548Z","end":"2026-07-17T14:40:13.891234Z","steps":["trace[1377089849] 'agreement among raft nodes before linearized reading' (duration: 950.506734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.891272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.940535Z","time spent":"950.732895ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-17T14:40:13.891271Z","caller":"traceutil/trace.go:171","msg":"trace[1688715924] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:10339; }","duration":"833.00763ms","start":"2026-07-17T14:40:13.058251Z","end":"2026-07-17T14:40:13.891259Z","steps":["trace[1688715924] 'agreement among raft nodes before linearized reading' (duration: 832.797529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.891283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.55221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:13.891306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.058231Z","time spent":"833.06819ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":540,"request content":"key:\"/registry/serviceaccounts/openstack/horizon\" "} {"level":"warn","ts":"2026-07-17T14:40:13.891237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.953747Z","time spent":"937.482548ms","remote":"127.0.0.1:60594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:13.891366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.964594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8865"} {"level":"info","ts":"2026-07-17T14:40:13.891397Z","caller":"traceutil/trace.go:171","msg":"trace[1465370387] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:10339; }","duration":"969.004585ms","start":"2026-07-17T14:40:12.922384Z","end":"2026-07-17T14:40:13.891388Z","steps":["trace[1465370387] 'agreement among raft nodes before linearized reading' (duration: 968.915243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.891423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.922374Z","time spent":"969.043555ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8888,"request content":"key:\"/registry/deployments/openstack/horizon\" "} {"level":"info","ts":"2026-07-17T14:40:13.891316Z","caller":"traceutil/trace.go:171","msg":"trace[745760799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10339; }","duration":"936.60486ms","start":"2026-07-17T14:40:12.954702Z","end":"2026-07-17T14:40:13.891307Z","steps":["trace[745760799] 'agreement among raft nodes before linearized reading' (duration: 936.55364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.891465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.954691Z","time spent":"936.766022ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:13.891565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.437191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-cgw5l\" ","response":"range_response_count:1 size:8030"} {"level":"info","ts":"2026-07-17T14:40:13.891601Z","caller":"traceutil/trace.go:171","msg":"trace[882570868] range","detail":"{range_begin:/registry/pods/openstack/horizon-d7bfd8f8b-cgw5l; range_end:; response_count:1; response_revision:10339; }","duration":"972.499472ms","start":"2026-07-17T14:40:12.91909Z","end":"2026-07-17T14:40:13.89159Z","steps":["trace[882570868] 'agreement among raft nodes before linearized reading' (duration: 972.388581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.89163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:12.919066Z","time spent":"972.556942ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8053,"request content":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-cgw5l\" "} {"level":"warn","ts":"2026-07-17T14:40:13.891652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.209101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:40:13.891679Z","caller":"traceutil/trace.go:171","msg":"trace[2026598918] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:10339; }","duration":"192.265761ms","start":"2026-07-17T14:40:13.699407Z","end":"2026-07-17T14:40:13.891672Z","steps":["trace[2026598918] 'agreement among raft nodes before linearized reading' (duration: 192.18909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.891702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.703767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:13.891735Z","caller":"traceutil/trace.go:171","msg":"trace[1390149067] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10339; }","duration":"270.769727ms","start":"2026-07-17T14:40:13.620955Z","end":"2026-07-17T14:40:13.891725Z","steps":["trace[1390149067] 'agreement among raft nodes before linearized reading' (duration: 270.711527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:13.891827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.293095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-3\" ","response":"range_response_count:1 size:2364"} {"level":"info","ts":"2026-07-17T14:40:13.891874Z","caller":"traceutil/trace.go:171","msg":"trace[87303689] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-3; range_end:; response_count:1; response_revision:10339; }","duration":"158.432275ms","start":"2026-07-17T14:40:13.733427Z","end":"2026-07-17T14:40:13.89186Z","steps":["trace[87303689] 'agreement among raft nodes before linearized reading' (duration: 158.250124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.23114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.809545ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-17T14:40:14.231223Z","caller":"traceutil/trace.go:171","msg":"trace[331672281] linearizableReadLoop","detail":"{readStateIndex:10778; appliedIndex:10777; }","duration":"332.630539ms","start":"2026-07-17T14:40:13.898578Z","end":"2026-07-17T14:40:14.231209Z","steps":["trace[331672281] 'read index received' (duration: 129.770313ms)","trace[331672281] 'applied index is now lower than readState.Index' (duration: 202.858776ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:14.231405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.898018Z","time spent":"333.383625ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T14:40:14.231897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.960531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:14.231928Z","caller":"traceutil/trace.go:171","msg":"trace[714245201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10339; }","duration":"334.007981ms","start":"2026-07-17T14:40:13.897912Z","end":"2026-07-17T14:40:14.23192Z","steps":["trace[714245201] 'agreement among raft nodes before linearized reading' (duration: 333.94527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.232018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.897906Z","time spent":"334.105131ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:14.248376Z","caller":"traceutil/trace.go:171","msg":"trace[1923249170] transaction","detail":"{read_only:false; response_revision:10340; number_of_response:1; }","duration":"344.307013ms","start":"2026-07-17T14:40:13.904021Z","end":"2026-07-17T14:40:14.248328Z","steps":["trace[1923249170] 'process raft request' (duration: 344.008201ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:14.248407Z","caller":"traceutil/trace.go:171","msg":"trace[388464644] transaction","detail":"{read_only:false; response_revision:10342; number_of_response:1; }","duration":"344.203792ms","start":"2026-07-17T14:40:13.904174Z","end":"2026-07-17T14:40:14.248378Z","steps":["trace[388464644] 'process raft request' (duration: 344.074891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.248543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.904006Z","time spent":"344.457646ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":690,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:14.248687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.904168Z","time spent":"344.377184ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:14.248864Z","caller":"traceutil/trace.go:171","msg":"trace[1222340775] transaction","detail":"{read_only:false; response_revision:10341; number_of_response:1; }","duration":"344.780727ms","start":"2026-07-17T14:40:13.904073Z","end":"2026-07-17T14:40:14.248854Z","steps":["trace[1222340775] 'process raft request' (duration: 344.112702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.248908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.904068Z","time spent":"344.821798ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:14.248939Z","caller":"traceutil/trace.go:171","msg":"trace[9861582] transaction","detail":"{read_only:false; response_revision:10346; number_of_response:1; }","duration":"336.601831ms","start":"2026-07-17T14:40:13.912274Z","end":"2026-07-17T14:40:14.248876Z","steps":["trace[9861582] 'process raft request' (duration: 336.153969ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:14.249023Z","caller":"traceutil/trace.go:171","msg":"trace[992235401] transaction","detail":"{read_only:false; response_revision:10344; number_of_response:1; }","duration":"344.724477ms","start":"2026-07-17T14:40:13.90429Z","end":"2026-07-17T14:40:14.249014Z","steps":["trace[992235401] 'process raft request' (duration: 344.047462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.249059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.904244Z","time spent":"344.798918ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:14.249176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.912251Z","time spent":"336.822923ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:14.249209Z","caller":"traceutil/trace.go:171","msg":"trace[87470799] transaction","detail":"{read_only:false; response_revision:10343; number_of_response:1; }","duration":"345.050381ms","start":"2026-07-17T14:40:13.904149Z","end":"2026-07-17T14:40:14.249199Z","steps":["trace[87470799] 'process raft request' (duration: 344.129263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.24928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.904128Z","time spent":"345.108421ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:14.249419Z","caller":"traceutil/trace.go:171","msg":"trace[1828947154] transaction","detail":"{read_only:false; response_revision:10345; number_of_response:1; }","duration":"339.830968ms","start":"2026-07-17T14:40:13.909577Z","end":"2026-07-17T14:40:14.249408Z","steps":["trace[1828947154] 'process raft request' (duration: 338.814819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.249518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.909563Z","time spent":"339.927599ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:14.249782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.322893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:14.249817Z","caller":"traceutil/trace.go:171","msg":"trace[2056103790] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:10346; }","duration":"334.436734ms","start":"2026-07-17T14:40:13.915372Z","end":"2026-07-17T14:40:14.249809Z","steps":["trace[2056103790] 'agreement among raft nodes before linearized reading' (duration: 334.372743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.249835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.915355Z","time spent":"334.475635ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-07-17T14:40:14.249773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.182194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-07-17T14:40:14.250087Z","caller":"traceutil/trace.go:171","msg":"trace[789787863] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10346; }","duration":"312.563907ms","start":"2026-07-17T14:40:13.93751Z","end":"2026-07-17T14:40:14.250074Z","steps":["trace[789787863] 'agreement among raft nodes before linearized reading' (duration: 312.148214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.250164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.937453Z","time spent":"312.694768ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3581,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-17T14:40:14.250026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.652075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7345b9f4-ae85-45a2-87d2-1c44f6bd87ee\" ","response":"range_response_count:1 size:1274"} {"level":"info","ts":"2026-07-17T14:40:14.250362Z","caller":"traceutil/trace.go:171","msg":"trace[2063004226] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7345b9f4-ae85-45a2-87d2-1c44f6bd87ee; range_end:; response_count:1; response_revision:10346; }","duration":"341.021527ms","start":"2026-07-17T14:40:13.909311Z","end":"2026-07-17T14:40:14.250333Z","steps":["trace[2063004226] 'agreement among raft nodes before linearized reading' (duration: 340.620055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.250506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:13.909286Z","time spent":"341.209148ms","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-7345b9f4-ae85-45a2-87d2-1c44f6bd87ee\" "} {"level":"info","ts":"2026-07-17T14:40:14.710736Z","caller":"traceutil/trace.go:171","msg":"trace[1020604500] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"476.009284ms","start":"2026-07-17T14:40:14.234702Z","end":"2026-07-17T14:40:14.710711Z","steps":["trace[1020604500] 'process raft request' (duration: 475.827873ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:14.710852Z","caller":"traceutil/trace.go:171","msg":"trace[1354338522] linearizableReadLoop","detail":"{readStateIndex:10786; appliedIndex:10786; }","duration":"462.321962ms","start":"2026-07-17T14:40:14.248494Z","end":"2026-07-17T14:40:14.710815Z","steps":["trace[1354338522] 'read index received' (duration: 462.309982ms)","trace[1354338522] 'applied index is now lower than readState.Index' (duration: 10.12µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:14.710893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.234657Z","time spent":"476.149845ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:14.711042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.280286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:14.711067Z","caller":"traceutil/trace.go:171","msg":"trace[1232765517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10347; }","duration":"470.352528ms","start":"2026-07-17T14:40:14.240708Z","end":"2026-07-17T14:40:14.71106Z","steps":["trace[1232765517] 'agreement among raft nodes before linearized reading' (duration: 470.222447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.711093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.240693Z","time spent":"470.396328ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:14.711308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.830242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-user\" ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-17T14:40:14.711476Z","caller":"traceutil/trace.go:171","msg":"trace[648311361] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-user; range_end:; response_count:1; response_revision:10347; }","duration":"470.879613ms","start":"2026-07-17T14:40:14.240464Z","end":"2026-07-17T14:40:14.711344Z","steps":["trace[648311361] 'agreement among raft nodes before linearized reading' (duration: 470.729532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:14.711521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.240393Z","time spent":"471.118144ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":506,"request content":"key:\"/registry/secrets/auth-system/keycloak-db-user\" "} {"level":"info","ts":"2026-07-17T14:40:15.127179Z","caller":"traceutil/trace.go:171","msg":"trace[1531218797] linearizableReadLoop","detail":"{readStateIndex:10788; appliedIndex:10786; }","duration":"416.259848ms","start":"2026-07-17T14:40:14.710905Z","end":"2026-07-17T14:40:15.127164Z","steps":["trace[1531218797] 'read index received' (duration: 362.27292ms)","trace[1531218797] 'applied index is now lower than readState.Index' (duration: 53.986198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:15.127392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.095876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:15.127415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.696297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-07-17T14:40:15.12749Z","caller":"traceutil/trace.go:171","msg":"trace[844825706] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10349; }","duration":"719.278387ms","start":"2026-07-17T14:40:14.408136Z","end":"2026-07-17T14:40:15.127414Z","steps":["trace[844825706] 'agreement among raft nodes before linearized reading' (duration: 719.113016ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.127487Z","caller":"traceutil/trace.go:171","msg":"trace[803191806] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:10349; }","duration":"647.890268ms","start":"2026-07-17T14:40:14.479578Z","end":"2026-07-17T14:40:15.127468Z","steps":["trace[803191806] 'agreement among raft nodes before linearized reading' (duration: 647.597586ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.127487Z","caller":"traceutil/trace.go:171","msg":"trace[366916642] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"867.567031ms","start":"2026-07-17T14:40:14.259882Z","end":"2026-07-17T14:40:15.127449Z","steps":["trace[366916642] 'process raft request' (duration: 813.306341ms)","trace[366916642] 'compare' (duration: 53.385663ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:15.127563Z","caller":"traceutil/trace.go:171","msg":"trace[1301784877] transaction","detail":"{read_only:false; response_revision:10349; number_of_response:1; }","duration":"864.930459ms","start":"2026-07-17T14:40:14.262623Z","end":"2026-07-17T14:40:15.127553Z","steps":["trace[1301784877] 'process raft request' (duration: 864.469496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.127579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.408118Z","time spent":"719.394378ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:15.127636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.259871Z","time spent":"867.689331ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:15.127725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.950961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-07-17T14:40:15.12776Z","caller":"traceutil/trace.go:171","msg":"trace[489150758] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:10349; }","duration":"646.012014ms","start":"2026-07-17T14:40:14.48174Z","end":"2026-07-17T14:40:15.127752Z","steps":["trace[489150758] 'agreement among raft nodes before linearized reading' (duration: 645.924182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.127789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.481725Z","time spent":"646.058324ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":540,"request content":"key:\"/registry/serviceaccounts/openstack/horizon\" "} {"level":"warn","ts":"2026-07-17T14:40:15.127526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.479557Z","time spent":"647.960468ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":540,"request content":"key:\"/registry/serviceaccounts/openstack/horizon\" "} {"level":"warn","ts":"2026-07-17T14:40:15.127644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.262615Z","time spent":"864.97596ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8889,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:15.127987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.455429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-17T14:40:15.128013Z","caller":"traceutil/trace.go:171","msg":"trace[1259040503] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10349; }","duration":"868.537399ms","start":"2026-07-17T14:40:14.259469Z","end":"2026-07-17T14:40:15.128006Z","steps":["trace[1259040503] 'agreement among raft nodes before linearized reading' (duration: 868.437829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.128028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.259464Z","time spent":"868.5606ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-17T14:40:15.127873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.362098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3558"} {"level":"warn","ts":"2026-07-17T14:40:15.128059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.339194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-17T14:40:15.128095Z","caller":"traceutil/trace.go:171","msg":"trace[1913973481] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-init; range_end:; response_count:1; response_revision:10349; }","duration":"647.398695ms","start":"2026-07-17T14:40:14.480687Z","end":"2026-07-17T14:40:15.128086Z","steps":["trace[1913973481] 'agreement among raft nodes before linearized reading' (duration: 647.308124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.128126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.480678Z","time spent":"647.441705ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" "} {"level":"warn","ts":"2026-07-17T14:40:15.128163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.591634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/horizon-d7bfd8f8b\" ","response":"range_response_count:1 size:8577"} {"level":"info","ts":"2026-07-17T14:40:15.128191Z","caller":"traceutil/trace.go:171","msg":"trace[1009721176] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10349; }","duration":"868.56783ms","start":"2026-07-17T14:40:14.259498Z","end":"2026-07-17T14:40:15.128066Z","steps":["trace[1009721176] 'agreement among raft nodes before linearized reading' (duration: 868.236558ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.128231Z","caller":"traceutil/trace.go:171","msg":"trace[1917757320] range","detail":"{range_begin:/registry/replicasets/openstack/horizon-d7bfd8f8b; range_end:; response_count:1; response_revision:10349; }","duration":"870.627286ms","start":"2026-07-17T14:40:14.257551Z","end":"2026-07-17T14:40:15.128178Z","steps":["trace[1917757320] 'agreement among raft nodes before linearized reading' (duration: 870.551735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.128254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.257542Z","time spent":"870.706926ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8600,"request content":"key:\"/registry/replicasets/openstack/horizon-d7bfd8f8b\" "} {"level":"warn","ts":"2026-07-17T14:40:15.128383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.076812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-567lk\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-07-17T14:40:15.128403Z","caller":"traceutil/trace.go:171","msg":"trace[1464387009] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-567lk; range_end:; response_count:1; response_revision:10349; }","duration":"875.128662ms","start":"2026-07-17T14:40:14.25327Z","end":"2026-07-17T14:40:15.128398Z","steps":["trace[1464387009] 'agreement among raft nodes before linearized reading' (duration: 875.073502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.128417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.253254Z","time spent":"875.160012ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/openstack/horizon-db-init-567lk\" "} {"level":"warn","ts":"2026-07-17T14:40:15.128625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.2377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-17T14:40:15.128644Z","caller":"traceutil/trace.go:171","msg":"trace[2117756101] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10349; }","duration":"415.28506ms","start":"2026-07-17T14:40:14.713355Z","end":"2026-07-17T14:40:15.12864Z","steps":["trace[2117756101] 'agreement among raft nodes before linearized reading' (duration: 415.229559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.128691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.713338Z","time spent":"415.34832ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-17T14:40:15.12875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.038247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:15.128809Z","caller":"traceutil/trace.go:171","msg":"trace[1534475640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10349; }","duration":"177.140708ms","start":"2026-07-17T14:40:14.951656Z","end":"2026-07-17T14:40:15.128797Z","steps":["trace[1534475640] 'agreement among raft nodes before linearized reading' (duration: 177.026337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.12892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.286222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:40:15.128942Z","caller":"traceutil/trace.go:171","msg":"trace[954523102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10349; }","duration":"207.323803ms","start":"2026-07-17T14:40:14.921613Z","end":"2026-07-17T14:40:15.128937Z","steps":["trace[954523102] 'agreement among raft nodes before linearized reading' (duration: 207.269042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.129098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.758445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-admin\" ","response":"range_response_count:1 size:376"} {"level":"warn","ts":"2026-07-17T14:40:15.129126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.394355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-17T14:40:15.128232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.259494Z","time spent":"868.728471ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3581,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-17T14:40:15.12917Z","caller":"traceutil/trace.go:171","msg":"trace[2008299604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10349; }","duration":"344.480407ms","start":"2026-07-17T14:40:14.78468Z","end":"2026-07-17T14:40:15.12916Z","steps":["trace[2008299604] 'agreement among raft nodes before linearized reading' (duration: 344.324985ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.129171Z","caller":"traceutil/trace.go:171","msg":"trace[714099973] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-admin; range_end:; response_count:1; response_revision:10349; }","duration":"409.871756ms","start":"2026-07-17T14:40:14.719282Z","end":"2026-07-17T14:40:15.129154Z","steps":["trace[714099973] 'agreement among raft nodes before linearized reading' (duration: 409.666574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.129205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.784662Z","time spent":"344.537727ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T14:40:15.129223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.719261Z","time spent":"409.947727ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":399,"request content":"key:\"/registry/secrets/auth-system/keycloak-admin\" "} {"level":"warn","ts":"2026-07-17T14:40:15.129268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.48314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:15.129351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.206118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-17T14:40:15.129401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.496758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T14:40:15.129441Z","caller":"traceutil/trace.go:171","msg":"trace[1880268180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10349; }","duration":"221.575179ms","start":"2026-07-17T14:40:14.907858Z","end":"2026-07-17T14:40:15.129433Z","steps":["trace[1880268180] 'agreement among raft nodes before linearized reading' (duration: 221.491098ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.129533Z","caller":"traceutil/trace.go:171","msg":"trace[656664332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10349; }","duration":"214.275299ms","start":"2026-07-17T14:40:14.9151Z","end":"2026-07-17T14:40:15.129376Z","steps":["trace[656664332] 'agreement among raft nodes before linearized reading' (duration: 214.094917ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.129447Z","caller":"traceutil/trace.go:171","msg":"trace[810233405] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:10349; }","duration":"321.640191ms","start":"2026-07-17T14:40:14.807732Z","end":"2026-07-17T14:40:15.129372Z","steps":["trace[810233405] 'agreement among raft nodes before linearized reading' (duration: 321.213637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.129563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.955838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:40:15.129601Z","caller":"traceutil/trace.go:171","msg":"trace[1565137379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10349; }","duration":"208.012488ms","start":"2026-07-17T14:40:14.921579Z","end":"2026-07-17T14:40:15.129592Z","steps":["trace[1565137379] 'agreement among raft nodes before linearized reading' (duration: 207.924227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.12959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:14.8077Z","time spent":"321.867563ms","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:15.581296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.996691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:15.581384Z","caller":"traceutil/trace.go:171","msg":"trace[495218260] linearizableReadLoop","detail":"{readStateIndex:10789; appliedIndex:10788; }","duration":"446.236351ms","start":"2026-07-17T14:40:15.135127Z","end":"2026-07-17T14:40:15.581364Z","steps":["trace[495218260] 'read index received' (duration: 261.063289ms)","trace[495218260] 'applied index is now lower than readState.Index' (duration: 185.172142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:15.581534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.402003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:40:15.581553Z","caller":"traceutil/trace.go:171","msg":"trace[671898846] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10350; }","duration":"446.422943ms","start":"2026-07-17T14:40:15.135123Z","end":"2026-07-17T14:40:15.581546Z","steps":["trace[671898846] 'agreement among raft nodes before linearized reading' (duration: 446.302733ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.58151Z","caller":"traceutil/trace.go:171","msg":"trace[1317678065] transaction","detail":"{read_only:false; response_revision:10350; number_of_response:1; }","duration":"446.650085ms","start":"2026-07-17T14:40:15.134796Z","end":"2026-07-17T14:40:15.581446Z","steps":["trace[1317678065] 'process raft request' (duration: 261.430271ms)","trace[1317678065] 'compare' (duration: 184.82686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:15.581577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.135108Z","time spent":"446.463064ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-17T14:40:15.581696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.134781Z","time spent":"446.820876ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:15.615213Z","caller":"traceutil/trace.go:171","msg":"trace[1466535021] transaction","detail":"{read_only:false; response_revision:10354; number_of_response:1; }","duration":"474.41763ms","start":"2026-07-17T14:40:15.140781Z","end":"2026-07-17T14:40:15.615199Z","steps":["trace[1466535021] 'process raft request' (duration: 474.37668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.615309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.140762Z","time spent":"474.490111ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5990,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:15.615333Z","caller":"traceutil/trace.go:171","msg":"trace[934462146] transaction","detail":"{read_only:false; response_revision:10352; number_of_response:1; }","duration":"477.356394ms","start":"2026-07-17T14:40:15.137945Z","end":"2026-07-17T14:40:15.615302Z","steps":["trace[934462146] 'process raft request' (duration: 477.155233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.61547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.137934Z","time spent":"477.457265ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:15.615514Z","caller":"traceutil/trace.go:171","msg":"trace[1572449851] transaction","detail":"{read_only:false; response_revision:10353; number_of_response:1; }","duration":"476.91892ms","start":"2026-07-17T14:40:15.138588Z","end":"2026-07-17T14:40:15.615507Z","steps":["trace[1572449851] 'process raft request' (duration: 476.538327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.615554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.13858Z","time spent":"476.952471ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:15.615801Z","caller":"traceutil/trace.go:171","msg":"trace[338065463] transaction","detail":"{read_only:false; response_revision:10351; number_of_response:1; }","duration":"480.51485ms","start":"2026-07-17T14:40:15.135279Z","end":"2026-07-17T14:40:15.615794Z","steps":["trace[338065463] 'process raft request' (duration: 479.724374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.615845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.135267Z","time spent":"480.558371ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:15.985076Z","caller":"traceutil/trace.go:171","msg":"trace[891258408] linearizableReadLoop","detail":"{readStateIndex:10795; appliedIndex:10793; }","duration":"403.653496ms","start":"2026-07-17T14:40:15.581401Z","end":"2026-07-17T14:40:15.985055Z","steps":["trace[891258408] 'read index received' (duration: 33.871465ms)","trace[891258408] 'applied index is now lower than readState.Index' (duration: 369.780991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:15.98528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.383603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-17T14:40:15.985314Z","caller":"traceutil/trace.go:171","msg":"trace[1248096093] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10356; }","duration":"849.443423ms","start":"2026-07-17T14:40:15.13586Z","end":"2026-07-17T14:40:15.985304Z","steps":["trace[1248096093] 'agreement among raft nodes before linearized reading' (duration: 849.300772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.985315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.402173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-07-17T14:40:15.985349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.135855Z","time spent":"849.485975ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-07-17T14:40:15.985383Z","caller":"traceutil/trace.go:171","msg":"trace[322856444] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10356; }","duration":"849.480185ms","start":"2026-07-17T14:40:15.135884Z","end":"2026-07-17T14:40:15.985364Z","steps":["trace[322856444] 'agreement among raft nodes before linearized reading' (duration: 849.209702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.985428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.135881Z","time spent":"849.536385ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-17T14:40:15.985448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.21252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-rrg8x\" ","response":"range_response_count:1 size:8030"} {"level":"info","ts":"2026-07-17T14:40:15.985558Z","caller":"traceutil/trace.go:171","msg":"trace[1833062363] range","detail":"{range_begin:/registry/pods/openstack/horizon-d7bfd8f8b-rrg8x; range_end:; response_count:1; response_revision:10356; }","duration":"850.342451ms","start":"2026-07-17T14:40:15.135207Z","end":"2026-07-17T14:40:15.985549Z","steps":["trace[1833062363] 'agreement among raft nodes before linearized reading' (duration: 850.15417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.985584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.135192Z","time spent":"850.384481ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8053,"request content":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-rrg8x\" "} {"level":"warn","ts":"2026-07-17T14:40:15.985559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.270611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/horizon-d7bfd8f8b\" ","response":"range_response_count:1 size:8577"} {"level":"warn","ts":"2026-07-17T14:40:15.985619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.392631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-mq8kj\" ","response":"range_response_count:1 size:8030"} {"level":"info","ts":"2026-07-17T14:40:15.985628Z","caller":"traceutil/trace.go:171","msg":"trace[1594976171] range","detail":"{range_begin:/registry/replicasets/openstack/horizon-d7bfd8f8b; range_end:; response_count:1; response_revision:10356; }","duration":"850.379081ms","start":"2026-07-17T14:40:15.135232Z","end":"2026-07-17T14:40:15.985611Z","steps":["trace[1594976171] 'agreement among raft nodes before linearized reading' (duration: 850.13273ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.98565Z","caller":"traceutil/trace.go:171","msg":"trace[740361376] range","detail":"{range_begin:/registry/pods/openstack/horizon-d7bfd8f8b-mq8kj; range_end:; response_count:1; response_revision:10356; }","duration":"850.431892ms","start":"2026-07-17T14:40:15.135209Z","end":"2026-07-17T14:40:15.985641Z","steps":["trace[740361376] 'agreement among raft nodes before linearized reading' (duration: 850.339531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.985668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.135216Z","time spent":"850.444212ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8600,"request content":"key:\"/registry/replicasets/openstack/horizon-d7bfd8f8b\" "} {"level":"warn","ts":"2026-07-17T14:40:15.985678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.135203Z","time spent":"850.469022ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8053,"request content":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-mq8kj\" "} {"level":"warn","ts":"2026-07-17T14:40:15.985686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.477022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-567lk\" ","response":"range_response_count:1 size:6005"} {"level":"info","ts":"2026-07-17T14:40:15.985707Z","caller":"traceutil/trace.go:171","msg":"trace[483482815] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"469.332289ms","start":"2026-07-17T14:40:15.516357Z","end":"2026-07-17T14:40:15.985689Z","steps":["trace[483482815] 'process raft request' (duration: 468.293441ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.985744Z","caller":"traceutil/trace.go:171","msg":"trace[924259610] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-567lk; range_end:; response_count:1; response_revision:10356; }","duration":"850.538362ms","start":"2026-07-17T14:40:15.13519Z","end":"2026-07-17T14:40:15.985728Z","steps":["trace[924259610] 'agreement among raft nodes before linearized reading' (duration: 850.368251ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:15.985789Z","caller":"traceutil/trace.go:171","msg":"trace[267227774] transaction","detail":"{read_only:false; response_revision:10356; number_of_response:1; }","duration":"447.040238ms","start":"2026-07-17T14:40:15.538739Z","end":"2026-07-17T14:40:15.985779Z","steps":["trace[267227774] 'process raft request' (duration: 446.220201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.985786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.135162Z","time spent":"850.611954ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6028,"request content":"key:\"/registry/pods/openstack/horizon-db-init-567lk\" "} {"level":"warn","ts":"2026-07-17T14:40:15.985838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.538713Z","time spent":"447.094528ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:15.985799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.516325Z","time spent":"469.421109ms","remote":"127.0.0.1:34914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1533,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:15.986098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.06282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:40:15.986171Z","caller":"traceutil/trace.go:171","msg":"trace[2113446554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10356; }","duration":"850.17689ms","start":"2026-07-17T14:40:15.135975Z","end":"2026-07-17T14:40:15.986152Z","steps":["trace[2113446554] 'agreement among raft nodes before linearized reading' (duration: 849.843177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:15.986215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.135958Z","time spent":"850.24908ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T14:40:16.055317Z","caller":"traceutil/trace.go:171","msg":"trace[1056466545] transaction","detail":"{read_only:false; response_revision:10362; number_of_response:1; }","duration":"152.568799ms","start":"2026-07-17T14:40:15.902715Z","end":"2026-07-17T14:40:16.055283Z","steps":["trace[1056466545] 'process raft request' (duration: 152.364027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.055647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.723265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:16.055728Z","caller":"traceutil/trace.go:171","msg":"trace[1685716261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10362; }","duration":"101.855816ms","start":"2026-07-17T14:40:15.953854Z","end":"2026-07-17T14:40:16.055709Z","steps":["trace[1685716261] 'agreement among raft nodes before linearized reading' (duration: 101.752596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.055984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.34332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:40:16.056026Z","caller":"traceutil/trace.go:171","msg":"trace[2146970279] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:10362; }","duration":"389.40618ms","start":"2026-07-17T14:40:15.666609Z","end":"2026-07-17T14:40:16.056015Z","steps":["trace[2146970279] 'agreement among raft nodes before linearized reading' (duration: 389.259329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.056056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.666598Z","time spent":"389.449942ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9067,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T14:40:16.056289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.077681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-rrg8x\" ","response":"range_response_count:1 size:8030"} {"level":"info","ts":"2026-07-17T14:40:16.056326Z","caller":"traceutil/trace.go:171","msg":"trace[1724734875] range","detail":"{range_begin:/registry/pods/openstack/horizon-d7bfd8f8b-rrg8x; range_end:; response_count:1; response_revision:10362; }","duration":"435.139722ms","start":"2026-07-17T14:40:15.621177Z","end":"2026-07-17T14:40:16.056317Z","steps":["trace[1724734875] 'agreement among raft nodes before linearized reading' (duration: 435.036022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.056354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.621166Z","time spent":"435.181563ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8053,"request content":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-rrg8x\" "} {"level":"warn","ts":"2026-07-17T14:40:16.056555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.307041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T14:40:16.056604Z","caller":"traceutil/trace.go:171","msg":"trace[1267610531] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10362; }","duration":"473.356481ms","start":"2026-07-17T14:40:15.583239Z","end":"2026-07-17T14:40:16.056596Z","steps":["trace[1267610531] 'agreement among raft nodes before linearized reading' (duration: 473.251451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.056632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.583217Z","time spent":"473.409092ms","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-17T14:40:16.057415Z","caller":"traceutil/trace.go:171","msg":"trace[829785813] transaction","detail":"{read_only:false; response_revision:10359; number_of_response:1; }","duration":"156.56413ms","start":"2026-07-17T14:40:15.900838Z","end":"2026-07-17T14:40:16.057402Z","steps":["trace[829785813] 'process raft request' (duration: 154.05645ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:16.057573Z","caller":"traceutil/trace.go:171","msg":"trace[728411345] transaction","detail":"{read_only:false; response_revision:10357; number_of_response:1; }","duration":"158.731879ms","start":"2026-07-17T14:40:15.898831Z","end":"2026-07-17T14:40:16.057563Z","steps":["trace[728411345] 'process raft request' (duration: 155.844455ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:16.057567Z","caller":"traceutil/trace.go:171","msg":"trace[939829344] transaction","detail":"{read_only:false; response_revision:10360; number_of_response:1; }","duration":"155.435812ms","start":"2026-07-17T14:40:15.902109Z","end":"2026-07-17T14:40:16.057545Z","steps":["trace[939829344] 'process raft request' (duration: 152.85882ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:16.057653Z","caller":"traceutil/trace.go:171","msg":"trace[603749984] transaction","detail":"{read_only:false; response_revision:10358; number_of_response:1; }","duration":"156.998284ms","start":"2026-07-17T14:40:15.900647Z","end":"2026-07-17T14:40:16.057645Z","steps":["trace[603749984] 'process raft request' (duration: 154.189272ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:16.057729Z","caller":"traceutil/trace.go:171","msg":"trace[1294867070] transaction","detail":"{read_only:false; response_revision:10361; number_of_response:1; }","duration":"155.446462ms","start":"2026-07-17T14:40:15.902252Z","end":"2026-07-17T14:40:16.057699Z","steps":["trace[1294867070] 'process raft request' (duration: 152.79341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.537826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.350037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:16.537907Z","caller":"traceutil/trace.go:171","msg":"trace[99257240] linearizableReadLoop","detail":"{readStateIndex:10802; appliedIndex:10801; }","duration":"482.764238ms","start":"2026-07-17T14:40:16.05513Z","end":"2026-07-17T14:40:16.537894Z","steps":["trace[99257240] 'read index received' (duration: 362.17743ms)","trace[99257240] 'applied index is now lower than readState.Index' (duration: 120.585748ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:16.537975Z","caller":"traceutil/trace.go:171","msg":"trace[255906725] transaction","detail":"{read_only:false; response_revision:10363; number_of_response:1; }","duration":"537.965156ms","start":"2026-07-17T14:40:15.999985Z","end":"2026-07-17T14:40:16.53795Z","steps":["trace[255906725] 'process raft request' (duration: 417.378528ms)","trace[255906725] 'compare' (duration: 119.944153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:16.538067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.967959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-07-17T14:40:16.538073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.999971Z","time spent":"538.053677ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2346,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:16.538089Z","caller":"traceutil/trace.go:171","msg":"trace[278881574] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10363; }","duration":"547.003489ms","start":"2026-07-17T14:40:15.991077Z","end":"2026-07-17T14:40:16.538081Z","steps":["trace[278881574] 'agreement among raft nodes before linearized reading' (duration: 546.871008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.538114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.99106Z","time spent":"547.049019ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-17T14:40:16.538817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.127156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-17T14:40:16.538835Z","caller":"traceutil/trace.go:171","msg":"trace[293777080] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:10363; }","duration":"549.170926ms","start":"2026-07-17T14:40:15.989659Z","end":"2026-07-17T14:40:16.53883Z","steps":["trace[293777080] 'agreement among raft nodes before linearized reading' (duration: 549.097036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.538856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.989644Z","time spent":"549.206367ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-17T14:40:16.538993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.321334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/horizon-d7bfd8f8b\" ","response":"range_response_count:1 size:8577"} {"level":"warn","ts":"2026-07-17T14:40:16.539005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.173153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13288"} {"level":"info","ts":"2026-07-17T14:40:16.539063Z","caller":"traceutil/trace.go:171","msg":"trace[1467445138] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10363; }","duration":"551.271734ms","start":"2026-07-17T14:40:15.987777Z","end":"2026-07-17T14:40:16.539049Z","steps":["trace[1467445138] 'agreement among raft nodes before linearized reading' (duration: 550.995532ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:16.539063Z","caller":"traceutil/trace.go:171","msg":"trace[1184631783] range","detail":"{range_begin:/registry/replicasets/openstack/horizon-d7bfd8f8b; range_end:; response_count:1; response_revision:10363; }","duration":"540.435036ms","start":"2026-07-17T14:40:15.99861Z","end":"2026-07-17T14:40:16.539045Z","steps":["trace[1184631783] 'agreement among raft nodes before linearized reading' (duration: 539.315397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.539095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.987761Z","time spent":"551.327444ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":13311,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-17T14:40:16.539105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:15.998595Z","time spent":"540.500027ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8600,"request content":"key:\"/registry/replicasets/openstack/horizon-d7bfd8f8b\" "} {"level":"warn","ts":"2026-07-17T14:40:16.854082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.957026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:16.854215Z","caller":"traceutil/trace.go:171","msg":"trace[1652677336] linearizableReadLoop","detail":"{readStateIndex:10804; appliedIndex:10802; }","duration":"316.279277ms","start":"2026-07-17T14:40:16.537925Z","end":"2026-07-17T14:40:16.854204Z","steps":["trace[1652677336] 'read index received' (duration: 187.083658ms)","trace[1652677336] 'applied index is now lower than readState.Index' (duration: 129.194569ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:16.854276Z","caller":"traceutil/trace.go:171","msg":"trace[1116258691] transaction","detail":"{read_only:false; response_revision:10365; number_of_response:1; }","duration":"616.772566ms","start":"2026-07-17T14:40:16.237498Z","end":"2026-07-17T14:40:16.854271Z","steps":["trace[1116258691] 'process raft request' (duration: 616.654255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.854312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:16.237445Z","time spent":"616.849586ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:16.854458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.839216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/k8s.keycloak.org/keycloaks/\" range_end:\"/registry/k8s.keycloak.org/keycloaks0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:16.854478Z","caller":"traceutil/trace.go:171","msg":"trace[1588274049] range","detail":"{range_begin:/registry/k8s.keycloak.org/keycloaks/; range_end:/registry/k8s.keycloak.org/keycloaks0; response_count:0; response_revision:10365; }","duration":"356.899007ms","start":"2026-07-17T14:40:16.497573Z","end":"2026-07-17T14:40:16.854472Z","steps":["trace[1588274049] 'agreement among raft nodes before linearized reading' (duration: 356.859437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.854495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:16.497551Z","time spent":"356.939217ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/k8s.keycloak.org/keycloaks/\" range_end:\"/registry/k8s.keycloak.org/keycloaks0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:16.854495Z","caller":"traceutil/trace.go:171","msg":"trace[666501744] transaction","detail":"{read_only:false; response_revision:10364; number_of_response:1; }","duration":"789.985241ms","start":"2026-07-17T14:40:16.064469Z","end":"2026-07-17T14:40:16.854454Z","steps":["trace[666501744] 'process raft request' (duration: 660.595431ms)","trace[666501744] 'compare' (duration: 128.849585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:16.854681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:16.064438Z","time spent":"790.149862ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:16.854754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.732338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:16.854789Z","caller":"traceutil/trace.go:171","msg":"trace[446985010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10365; }","duration":"795.808268ms","start":"2026-07-17T14:40:16.058972Z","end":"2026-07-17T14:40:16.85478Z","steps":["trace[446985010] 'agreement among raft nodes before linearized reading' (duration: 795.754658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.85482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:16.058952Z","time spent":"795.861678ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:16.855003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.920211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:16.855054Z","caller":"traceutil/trace.go:171","msg":"trace[773399992] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:10365; }","duration":"312.021913ms","start":"2026-07-17T14:40:16.543021Z","end":"2026-07-17T14:40:16.855043Z","steps":["trace[773399992] 'agreement among raft nodes before linearized reading' (duration: 311.912572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.85529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.066673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-07-17T14:40:16.855324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:16.543007Z","time spent":"312.307975ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-07-17T14:40:16.855333Z","caller":"traceutil/trace.go:171","msg":"trace[952941846] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:10365; }","duration":"312.127203ms","start":"2026-07-17T14:40:16.543196Z","end":"2026-07-17T14:40:16.855323Z","steps":["trace[952941846] 'agreement among raft nodes before linearized reading' (duration: 311.979872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:16.855363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:16.543182Z","time spent":"312.174984ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-17T14:40:16.855219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.634293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:16.855704Z","caller":"traceutil/trace.go:171","msg":"trace[741882878] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10365; }","duration":"261.925916ms","start":"2026-07-17T14:40:16.593541Z","end":"2026-07-17T14:40:16.855467Z","steps":["trace[741882878] 'agreement among raft nodes before linearized reading' (duration: 261.620994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:17.173337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.55024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-17T14:40:17.17308Z","caller":"traceutil/trace.go:171","msg":"trace[2024223858] linearizableReadLoop","detail":"{readStateIndex:10805; appliedIndex:10804; }","duration":"299.246798ms","start":"2026-07-17T14:40:16.873773Z","end":"2026-07-17T14:40:17.17302Z","steps":["trace[2024223858] 'read index received' (duration: 23.43µs)","trace[2024223858] 'applied index is now lower than readState.Index' (duration: 299.222308ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:17.173185Z","caller":"traceutil/trace.go:171","msg":"trace[507699992] transaction","detail":"{read_only:false; response_revision:10366; number_of_response:1; }","duration":"299.410429ms","start":"2026-07-17T14:40:16.873753Z","end":"2026-07-17T14:40:17.173164Z","steps":["trace[507699992] 'process raft request' (duration: 201.481034ms)","trace[507699992] 'compare' (duration: 97.593913ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:17.173464Z","caller":"traceutil/trace.go:171","msg":"trace[1597526930] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:10366; }","duration":"299.681402ms","start":"2026-07-17T14:40:16.873748Z","end":"2026-07-17T14:40:17.17343Z","steps":["trace[1597526930] 'agreement among raft nodes before linearized reading' (duration: 299.48912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:17.17382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.974628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:17.17406Z","caller":"traceutil/trace.go:171","msg":"trace[171502433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10366; }","duration":"218.23235ms","start":"2026-07-17T14:40:16.955814Z","end":"2026-07-17T14:40:17.174046Z","steps":["trace[171502433] 'agreement among raft nodes before linearized reading' (duration: 217.981568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:17.173842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:16.873732Z","time spent":"300.038624ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-17T14:40:17.173846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.77986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:17.174373Z","caller":"traceutil/trace.go:171","msg":"trace[875250642] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10366; }","duration":"179.347105ms","start":"2026-07-17T14:40:16.995019Z","end":"2026-07-17T14:40:17.174366Z","steps":["trace[875250642] 'agreement among raft nodes before linearized reading' (duration: 178.76641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:17.173916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.859967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-17T14:40:17.175113Z","caller":"traceutil/trace.go:171","msg":"trace[1486021820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10366; }","duration":"299.076567ms","start":"2026-07-17T14:40:16.876028Z","end":"2026-07-17T14:40:17.175105Z","steps":["trace[1486021820] 'agreement among raft nodes before linearized reading' (duration: 297.776456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:17.177708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.891026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-17T14:40:17.17783Z","caller":"traceutil/trace.go:171","msg":"trace[435161821] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10366; }","duration":"304.017097ms","start":"2026-07-17T14:40:16.873748Z","end":"2026-07-17T14:40:17.177765Z","steps":["trace[435161821] 'agreement among raft nodes before linearized reading' (duration: 299.953744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:17.1779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:16.87373Z","time spent":"304.156169ms","remote":"127.0.0.1:46090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-17T14:40:18.036878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.777725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:18.036953Z","caller":"traceutil/trace.go:171","msg":"trace[218500557] linearizableReadLoop","detail":"{readStateIndex:10806; appliedIndex:10805; }","duration":"857.105765ms","start":"2026-07-17T14:40:17.179835Z","end":"2026-07-17T14:40:18.036941Z","steps":["trace[218500557] 'read index received' (duration: 155.171728ms)","trace[218500557] 'applied index is now lower than readState.Index' (duration: 701.933127ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:18.037074Z","caller":"traceutil/trace.go:171","msg":"trace[1513770838] transaction","detail":"{read_only:false; response_revision:10367; number_of_response:1; }","duration":"857.63113ms","start":"2026-07-17T14:40:17.179424Z","end":"2026-07-17T14:40:18.037055Z","steps":["trace[1513770838] 'process raft request' (duration: 155.616233ms)","trace[1513770838] 'compare' (duration: 701.379861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:18.03716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:17.179395Z","time spent":"857.72801ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:18.037223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.380837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61834"} {"level":"info","ts":"2026-07-17T14:40:18.037258Z","caller":"traceutil/trace.go:171","msg":"trace[104647922] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:10367; }","duration":"857.444018ms","start":"2026-07-17T14:40:17.179804Z","end":"2026-07-17T14:40:18.037248Z","steps":["trace[104647922] 'agreement among raft nodes before linearized reading' (duration: 857.242727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:18.037263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.147383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-mq8kj\" ","response":"range_response_count:1 size:9231"} {"level":"info","ts":"2026-07-17T14:40:18.037338Z","caller":"traceutil/trace.go:171","msg":"trace[655498058] range","detail":"{range_begin:/registry/pods/openstack/horizon-d7bfd8f8b-mq8kj; range_end:; response_count:1; response_revision:10367; }","duration":"853.250254ms","start":"2026-07-17T14:40:17.184073Z","end":"2026-07-17T14:40:18.037324Z","steps":["trace[655498058] 'agreement among raft nodes before linearized reading' (duration: 853.049042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:18.037336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.013322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T14:40:18.037363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.224356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:40:18.037369Z","caller":"traceutil/trace.go:171","msg":"trace[661045736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10367; }","duration":"418.076114ms","start":"2026-07-17T14:40:17.619284Z","end":"2026-07-17T14:40:18.03736Z","steps":["trace[661045736] 'agreement among raft nodes before linearized reading' (duration: 417.984953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:18.037377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:17.184066Z","time spent":"853.303345ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":9254,"request content":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-mq8kj\" "} {"level":"info","ts":"2026-07-17T14:40:18.03739Z","caller":"traceutil/trace.go:171","msg":"trace[1390221742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10367; }","duration":"417.271776ms","start":"2026-07-17T14:40:17.62011Z","end":"2026-07-17T14:40:18.037382Z","steps":["trace[1390221742] 'agreement among raft nodes before linearized reading' (duration: 417.201605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:18.037397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:17.619267Z","time spent":"418.122244ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:18.037421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:17.620097Z","time spent":"417.317116ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:40:18.037419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.016725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:18.037437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.610354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:40:18.037449Z","caller":"traceutil/trace.go:171","msg":"trace[1844120061] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:10367; }","duration":"809.047345ms","start":"2026-07-17T14:40:17.228392Z","end":"2026-07-17T14:40:18.037439Z","steps":["trace[1844120061] 'agreement among raft nodes before linearized reading' (duration: 808.999695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:18.037504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:17.228315Z","time spent":"809.179967ms","remote":"127.0.0.1:42782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:18.037506Z","caller":"traceutil/trace.go:171","msg":"trace[1849505024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10367; }","duration":"451.690035ms","start":"2026-07-17T14:40:17.585774Z","end":"2026-07-17T14:40:18.037464Z","steps":["trace[1849505024] 'agreement among raft nodes before linearized reading' (duration: 451.579625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:18.037541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:17.585757Z","time spent":"451.775036ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:18.037543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.134653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:40:18.03758Z","caller":"traceutil/trace.go:171","msg":"trace[676974551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10367; }","duration":"418.179513ms","start":"2026-07-17T14:40:17.619391Z","end":"2026-07-17T14:40:18.037571Z","steps":["trace[676974551] 'agreement among raft nodes before linearized reading' (duration: 418.066222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:18.037287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:17.17979Z","time spent":"857.489369ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":61857,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-17T14:40:18.037609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:17.619388Z","time spent":"418.210123ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:18.037652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.145153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/k8s.keycloak.org/keycloakrealmimports/\" range_end:\"/registry/k8s.keycloak.org/keycloakrealmimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:18.037795Z","caller":"traceutil/trace.go:171","msg":"trace[1815548623] range","detail":"{range_begin:/registry/k8s.keycloak.org/keycloakrealmimports/; range_end:/registry/k8s.keycloak.org/keycloakrealmimports0; response_count:0; response_revision:10367; }","duration":"429.307223ms","start":"2026-07-17T14:40:17.608466Z","end":"2026-07-17T14:40:18.037773Z","steps":["trace[1815548623] 'agreement among raft nodes before linearized reading' (duration: 429.134212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:18.037833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:17.608451Z","time spent":"429.365624ms","remote":"127.0.0.1:39656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/k8s.keycloak.org/keycloakrealmimports/\" range_end:\"/registry/k8s.keycloak.org/keycloakrealmimports0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:19.408911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:40:19.909988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:40:20.410884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:40:20.90951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.466883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:40:20.909592Z","caller":"traceutil/trace.go:171","msg":"trace[550789155] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.625814ms","start":"2026-07-17T14:40:20.409949Z","end":"2026-07-17T14:40:20.909574Z","steps":["trace[550789155] 'agreement among raft nodes before linearized reading' (duration: 499.496773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:20.909639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:20.409927Z","time spent":"499.702504ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:40:20 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:40:20.911795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:40:20.954473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:40:20.95455Z","caller":"traceutil/trace.go:171","msg":"trace[995845265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000008121s","start":"2026-07-17T14:40:18.954524Z","end":"2026-07-17T14:40:20.954532Z","steps":["trace[995845265] 'agreement among raft nodes before linearized reading' (duration: 1.999914079s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:20.954599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.954507Z","time spent":"2.000082982s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:40:20 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:40:21.412844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:40:21.44441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.403128668s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T14:40:21.445991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:19.241092Z","time spent":"2.204893883s","remote":"127.0.0.1:43226","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T14:40:21.446109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431025013s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:21.44624Z","caller":"traceutil/trace.go:171","msg":"trace[364195208] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10367; }","duration":"1.431182354s","start":"2026-07-17T14:40:20.015039Z","end":"2026-07-17T14:40:21.446221Z","steps":["trace[364195208] 'range keys from in-memory index tree' (duration: 1.431006763s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:21.44687Z","caller":"traceutil/trace.go:171","msg":"trace[1128103127] transaction","detail":"{read_only:false; response_revision:10368; number_of_response:1; }","duration":"3.405659188s","start":"2026-07-17T14:40:18.041183Z","end":"2026-07-17T14:40:21.446842Z","steps":["trace[1128103127] 'process raft request' (duration: 3.403528491s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:21.447011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.041105Z","time spent":"3.405833589s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:22.088537Z","caller":"traceutil/trace.go:171","msg":"trace[1074865817] transaction","detail":"{read_only:false; response_revision:10369; number_of_response:1; }","duration":"4.046886891s","start":"2026-07-17T14:40:18.041622Z","end":"2026-07-17T14:40:22.088509Z","steps":["trace[1074865817] 'process raft request' (duration: 4.04664433s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:22.088991Z","caller":"traceutil/trace.go:171","msg":"trace[470665949] transaction","detail":"{read_only:false; response_revision:10370; number_of_response:1; }","duration":"4.047276175s","start":"2026-07-17T14:40:18.041681Z","end":"2026-07-17T14:40:22.088957Z","steps":["trace[470665949] 'process raft request' (duration: 4.046750621s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.089184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.041676Z","time spent":"4.047405716s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:22.089659Z","caller":"traceutil/trace.go:171","msg":"trace[800941964] transaction","detail":"{read_only:false; response_revision:10371; number_of_response:1; }","duration":"4.04168275s","start":"2026-07-17T14:40:18.047962Z","end":"2026-07-17T14:40:22.089645Z","steps":["trace[800941964] 'process raft request' (duration: 4.040876353s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.089739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.047944Z","time spent":"4.04175695s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:22.089796Z","caller":"traceutil/trace.go:171","msg":"trace[627577358] transaction","detail":"{read_only:false; response_revision:10372; number_of_response:1; }","duration":"4.040318109s","start":"2026-07-17T14:40:18.04946Z","end":"2026-07-17T14:40:22.089778Z","steps":["trace[627577358] 'process raft request' (duration: 4.040029897s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.089923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.049448Z","time spent":"4.040410379s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:22.090093Z","caller":"traceutil/trace.go:171","msg":"trace[601417506] transaction","detail":"{read_only:false; response_revision:10373; number_of_response:1; }","duration":"4.021105864s","start":"2026-07-17T14:40:18.068974Z","end":"2026-07-17T14:40:22.090079Z","steps":["trace[601417506] 'process raft request' (duration: 4.0207659s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.090171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.068952Z","time spent":"4.021183824s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:22.09021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.041612Z","time spent":"4.046998512s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:22.090331Z","caller":"traceutil/trace.go:171","msg":"trace[648112109] transaction","detail":"{read_only:false; response_revision:10377; number_of_response:1; }","duration":"4.018497712s","start":"2026-07-17T14:40:18.071823Z","end":"2026-07-17T14:40:22.090321Z","steps":["trace[648112109] 'process raft request' (duration: 4.018434802s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.090391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.071814Z","time spent":"4.018552123s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:22.090594Z","caller":"traceutil/trace.go:171","msg":"trace[1080496353] transaction","detail":"{read_only:false; response_revision:10375; number_of_response:1; }","duration":"4.019682101s","start":"2026-07-17T14:40:18.070904Z","end":"2026-07-17T14:40:22.090586Z","steps":["trace[1080496353] 'process raft request' (duration: 4.019280958s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.090661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.070879Z","time spent":"4.019738511s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:22.090745Z","caller":"traceutil/trace.go:171","msg":"trace[1582440892] transaction","detail":"{read_only:false; response_revision:10376; number_of_response:1; }","duration":"4.019393499s","start":"2026-07-17T14:40:18.071344Z","end":"2026-07-17T14:40:22.090737Z","steps":["trace[1582440892] 'process raft request' (duration: 4.018884846s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.090804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.071332Z","time spent":"4.01943203s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:22.091272Z","caller":"traceutil/trace.go:171","msg":"trace[303584140] transaction","detail":"{read_only:false; response_revision:10378; number_of_response:1; }","duration":"4.019072557s","start":"2026-07-17T14:40:18.072174Z","end":"2026-07-17T14:40:22.091247Z","steps":["trace[303584140] 'process raft request' (duration: 4.018118629s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.091374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.072164Z","time spent":"4.019160678s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:22.095415Z","caller":"traceutil/trace.go:171","msg":"trace[2077845142] transaction","detail":"{read_only:false; response_revision:10374; number_of_response:1; }","duration":"4.020077175s","start":"2026-07-17T14:40:18.070289Z","end":"2026-07-17T14:40:22.090366Z","steps":["trace[2077845142] 'process raft request' (duration: 4.019738041s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.09549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.070274Z","time spent":"4.025181756s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:22.226018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.132157ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T14:40:22.226308Z","caller":"traceutil/trace.go:171","msg":"trace[1341931628] linearizableReadLoop","detail":"{readStateIndex:10819; appliedIndex:10806; }","duration":"3.317432983s","start":"2026-07-17T14:40:18.908863Z","end":"2026-07-17T14:40:22.226296Z","steps":["trace[1341931628] 'read index received' (duration: 2.535826809s)","trace[1341931628] 'applied index is now lower than readState.Index' (duration: 781.605364ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:22.226336Z","caller":"traceutil/trace.go:171","msg":"trace[1445982813] transaction","detail":"{read_only:false; response_revision:10379; number_of_response:1; }","duration":"2.806871909s","start":"2026-07-17T14:40:19.419443Z","end":"2026-07-17T14:40:22.226314Z","steps":["trace[1445982813] 'process raft request' (duration: 2.806646618s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.226479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:19.419417Z","time spent":"2.8069705s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:22.4618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.800629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-17T14:40:22.461893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333558793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:22.461909Z","caller":"traceutil/trace.go:171","msg":"trace[906793659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10379; }","duration":"274.966492ms","start":"2026-07-17T14:40:22.186908Z","end":"2026-07-17T14:40:22.461875Z","steps":["trace[906793659] 'agreement among raft nodes before linearized reading' (duration: 39.503261ms)","trace[906793659] 'range keys from in-memory index tree' (duration: 235.201348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:22.461988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137067788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:22.462068Z","caller":"traceutil/trace.go:171","msg":"trace[358727022] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10379; }","duration":"1.137201359s","start":"2026-07-17T14:40:21.324845Z","end":"2026-07-17T14:40:22.462047Z","steps":["trace[358727022] 'agreement among raft nodes before linearized reading' (duration: 901.563417ms)","trace[358727022] 'count revisions from in-memory index tree' (duration: 235.518401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:22.462116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:21.324824Z","time spent":"1.137281919s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:22.462174Z","caller":"traceutil/trace.go:171","msg":"trace[293133443] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10379; }","duration":"1.333642473s","start":"2026-07-17T14:40:21.128279Z","end":"2026-07-17T14:40:22.461921Z","steps":["trace[293133443] 'agreement among raft nodes before linearized reading' (duration: 1.098131852s)","trace[293133443] 'count revisions from in-memory index tree' (duration: 235.439181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:22.462237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:21.128258Z","time spent":"1.333945625s","remote":"127.0.0.1:46090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:22.462283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553413458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:22.46233Z","caller":"traceutil/trace.go:171","msg":"trace[1275190696] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10379; }","duration":"3.553460148s","start":"2026-07-17T14:40:18.908856Z","end":"2026-07-17T14:40:22.462317Z","steps":["trace[1275190696] 'agreement among raft nodes before linearized reading' (duration: 3.317501713s)","trace[1275190696] 'count revisions from in-memory index tree' (duration: 235.901265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:22.462367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:18.908802Z","time spent":"3.553556618s","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:22.462534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954527017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:22.462543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903360672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/failoverquorums/\" range_end:\"/registry/postgresql.cnpg.io/failoverquorums0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:22.462653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492945931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:22.462712Z","caller":"traceutil/trace.go:171","msg":"trace[1737396526] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10379; }","duration":"2.493014621s","start":"2026-07-17T14:40:19.969683Z","end":"2026-07-17T14:40:22.462698Z","steps":["trace[1737396526] 'agreement among raft nodes before linearized reading' (duration: 2.256712114s)","trace[1737396526] 'count revisions from in-memory index tree' (duration: 236.217937ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:22.462582Z","caller":"traceutil/trace.go:171","msg":"trace[419905806] range","detail":"{range_begin:/registry/postgresql.cnpg.io/failoverquorums/; range_end:/registry/postgresql.cnpg.io/failoverquorums0; response_count:0; response_revision:10379; }","duration":"2.903481334s","start":"2026-07-17T14:40:19.559088Z","end":"2026-07-17T14:40:22.462569Z","steps":["trace[419905806] 'agreement among raft nodes before linearized reading' (duration: 2.667314217s)","trace[419905806] 'count revisions from in-memory index tree' (duration: 236.116236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:22.462823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421572892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:40:22.462861Z","caller":"traceutil/trace.go:171","msg":"trace[299116208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10379; }","duration":"2.421628703s","start":"2026-07-17T14:40:20.041227Z","end":"2026-07-17T14:40:22.462856Z","steps":["trace[299116208] 'agreement among raft nodes before linearized reading' (duration: 2.185158634s)","trace[299116208] 'range keys from in-memory index tree' (duration: 236.369468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:22.462878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:20.041216Z","time spent":"2.421658633s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:40:22.463102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508420341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:22.46314Z","caller":"traceutil/trace.go:171","msg":"trace[951307406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10379; }","duration":"1.508506701s","start":"2026-07-17T14:40:20.95462Z","end":"2026-07-17T14:40:22.463127Z","steps":["trace[951307406] 'agreement among raft nodes before linearized reading' (duration: 1.271761991s)","trace[951307406] 'range keys from in-memory index tree' (duration: 236.68691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:22.463162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:20.954597Z","time spent":"1.508559002s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:22.462877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:19.559056Z","time spent":"2.903800756s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/failoverquorums/\" range_end:\"/registry/postgresql.cnpg.io/failoverquorums0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:22.462742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:19.969566Z","time spent":"2.493165153s","remote":"127.0.0.1:60644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:22.462572Z","caller":"traceutil/trace.go:171","msg":"trace[1364067724] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10379; }","duration":"2.954615699s","start":"2026-07-17T14:40:19.507946Z","end":"2026-07-17T14:40:22.462562Z","steps":["trace[1364067724] 'agreement among raft nodes before linearized reading' (duration: 2.718427011s)","trace[1364067724] 'count revisions from in-memory index tree' (duration: 236.142216ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:22.464782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:19.507912Z","time spent":"2.956767096s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:22.971167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T14:40:22.984809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.40423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:40:22.984878Z","caller":"traceutil/trace.go:171","msg":"trace[902455560] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.502481ms","start":"2026-07-17T14:40:22.484357Z","end":"2026-07-17T14:40:22.98486Z","steps":["trace[902455560] 'agreement among raft nodes before linearized reading' (duration: 500.41436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.98536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:22.484347Z","time spent":"500.990825ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:40:22 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:40:22.986133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.614662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:40:22.986193Z","caller":"traceutil/trace.go:171","msg":"trace[241880687] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.742934ms","start":"2026-07-17T14:40:22.485436Z","end":"2026-07-17T14:40:22.986179Z","steps":["trace[241880687] 'agreement among raft nodes before linearized reading' (duration: 500.677672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:22.98637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:22.485365Z","time spent":"500.987866ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:40:22 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-17T14:40:23.413794Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002a45.wal"} {"level":"info","ts":"2026-07-17T14:40:23.414059Z","caller":"traceutil/trace.go:171","msg":"trace[626151087] transaction","detail":"{read_only:false; response_revision:10380; number_of_response:1; }","duration":"946.544632ms","start":"2026-07-17T14:40:22.467495Z","end":"2026-07-17T14:40:23.41404Z","steps":["trace[626151087] 'process raft request' (duration: 946.417621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:23.414181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:22.46748Z","time spent":"946.638952ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:23.918528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.136526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:23.918738Z","caller":"traceutil/trace.go:171","msg":"trace[1149198824] linearizableReadLoop","detail":"{readStateIndex:10822; appliedIndex:10819; }","duration":"1.448357014s","start":"2026-07-17T14:40:22.470364Z","end":"2026-07-17T14:40:23.918721Z","steps":["trace[1149198824] 'read index received' (duration: 943.543487ms)","trace[1149198824] 'applied index is now lower than readState.Index' (duration: 504.812627ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:23.918813Z","caller":"traceutil/trace.go:171","msg":"trace[93437923] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"1.448693257s","start":"2026-07-17T14:40:22.470109Z","end":"2026-07-17T14:40:23.918802Z","steps":["trace[93437923] 'process raft request' (duration: 1.286212908s)","trace[93437923] 'compare' (duration: 161.783133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:23.918876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:22.470088Z","time spent":"1.448754407s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:23.919132Z","caller":"traceutil/trace.go:171","msg":"trace[2075856842] transaction","detail":"{read_only:false; response_revision:10382; number_of_response:1; }","duration":"1.141989387s","start":"2026-07-17T14:40:22.777132Z","end":"2026-07-17T14:40:23.919122Z","steps":["trace[2075856842] 'process raft request' (duration: 1.141480353s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:23.919189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:22.777111Z","time spent":"1.142055128s","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2347,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:23.919379Z","caller":"traceutil/trace.go:171","msg":"trace[525681329] transaction","detail":"{read_only:false; response_revision:10383; number_of_response:1; }","duration":"582.074994ms","start":"2026-07-17T14:40:23.337295Z","end":"2026-07-17T14:40:23.919369Z","steps":["trace[525681329] 'process raft request' (duration: 581.391318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:23.91943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.337275Z","time spent":"582.132944ms","remote":"127.0.0.1:34914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2235,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:23.919599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44923206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:23.919636Z","caller":"traceutil/trace.go:171","msg":"trace[1776782049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10383; }","duration":"1.449289672s","start":"2026-07-17T14:40:22.470337Z","end":"2026-07-17T14:40:23.919627Z","steps":["trace[1776782049] 'agreement among raft nodes before linearized reading' (duration: 1.449213741s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:23.919668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:22.470306Z","time spent":"1.449356342s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:24.215766Z","caller":"traceutil/trace.go:171","msg":"trace[145838753] linearizableReadLoop","detail":"{readStateIndex:10824; appliedIndex:10823; }","duration":"296.96623ms","start":"2026-07-17T14:40:23.918773Z","end":"2026-07-17T14:40:24.215739Z","steps":["trace[145838753] 'read index received' (duration: 276.662065ms)","trace[145838753] 'applied index is now lower than readState.Index' (duration: 20.302905ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:24.215842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.35786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:24.215895Z","caller":"traceutil/trace.go:171","msg":"trace[1879136450] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10384; }","duration":"564.452961ms","start":"2026-07-17T14:40:23.651427Z","end":"2026-07-17T14:40:24.21588Z","steps":["trace[1879136450] 'agreement among raft nodes before linearized reading' (duration: 564.31507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.215927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.651414Z","time spent":"564.507931ms","remote":"127.0.0.1:42796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:24.216034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.187601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:40:24.216092Z","caller":"traceutil/trace.go:171","msg":"trace[1921008194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10384; }","duration":"764.293501ms","start":"2026-07-17T14:40:23.451784Z","end":"2026-07-17T14:40:24.216078Z","steps":["trace[1921008194] 'agreement among raft nodes before linearized reading' (duration: 764.08932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.216146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.451768Z","time spent":"764.365261ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T14:40:24.216185Z","caller":"traceutil/trace.go:171","msg":"trace[342821162] transaction","detail":"{read_only:false; response_revision:10384; number_of_response:1; }","duration":"749.024357ms","start":"2026-07-17T14:40:23.46715Z","end":"2026-07-17T14:40:24.216174Z","steps":["trace[342821162] 'process raft request' (duration: 728.276699ms)","trace[342821162] 'compare' (duration: 20.157864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:24.216232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.467137Z","time spent":"749.067278ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2346,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:24.216213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.056799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:24.216038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.505897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:24.216342Z","caller":"traceutil/trace.go:171","msg":"trace[1430899020] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10384; }","duration":"683.85951ms","start":"2026-07-17T14:40:23.532476Z","end":"2026-07-17T14:40:24.216336Z","steps":["trace[1430899020] 'agreement among raft nodes before linearized reading' (duration: 683.291345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.216359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.532459Z","time spent":"683.89488ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":34,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:24.216338Z","caller":"traceutil/trace.go:171","msg":"trace[1673377583] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10384; }","duration":"966.20863ms","start":"2026-07-17T14:40:23.250083Z","end":"2026-07-17T14:40:24.216292Z","steps":["trace[1673377583] 'agreement among raft nodes before linearized reading' (duration: 966.051208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.216427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698615234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:24.216442Z","caller":"traceutil/trace.go:171","msg":"trace[839723959] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10384; }","duration":"1.698658755s","start":"2026-07-17T14:40:22.517779Z","end":"2026-07-17T14:40:24.216438Z","steps":["trace[839723959] 'agreement among raft nodes before linearized reading' (duration: 1.698630115s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.216455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:22.517764Z","time spent":"1.698688086s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T14:40:24.216478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.250069Z","time spent":"966.347612ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:24.216937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.800798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:24.217048Z","caller":"traceutil/trace.go:171","msg":"trace[1997137688] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:10384; }","duration":"583.907458ms","start":"2026-07-17T14:40:23.633078Z","end":"2026-07-17T14:40:24.216985Z","steps":["trace[1997137688] 'agreement among raft nodes before linearized reading' (duration: 582.98978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.217142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.633056Z","time spent":"584.034409ms","remote":"127.0.0.1:42662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:24.21736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.903654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:40:24.217428Z","caller":"traceutil/trace.go:171","msg":"trace[2136744511] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:10384; }","duration":"517.016115ms","start":"2026-07-17T14:40:23.700396Z","end":"2026-07-17T14:40:24.217412Z","steps":["trace[2136744511] 'agreement among raft nodes before linearized reading' (duration: 515.694104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.217666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.700371Z","time spent":"517.278838ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"info","ts":"2026-07-17T14:40:24.302053Z","caller":"traceutil/trace.go:171","msg":"trace[1973592880] transaction","detail":"{read_only:false; response_revision:10391; number_of_response:1; }","duration":"198.771923ms","start":"2026-07-17T14:40:24.103251Z","end":"2026-07-17T14:40:24.302023Z","steps":["trace[1973592880] 'process raft request' (duration: 198.735852ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:24.302552Z","caller":"traceutil/trace.go:171","msg":"trace[681408119] transaction","detail":"{read_only:false; response_revision:10385; number_of_response:1; }","duration":"375.86312ms","start":"2026-07-17T14:40:23.926676Z","end":"2026-07-17T14:40:24.302539Z","steps":["trace[681408119] 'process raft request' (duration: 374.961123ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:24.302685Z","caller":"traceutil/trace.go:171","msg":"trace[235834701] transaction","detail":"{read_only:false; response_revision:10386; number_of_response:1; }","duration":"204.160907ms","start":"2026-07-17T14:40:24.098477Z","end":"2026-07-17T14:40:24.302638Z","steps":["trace[235834701] 'process raft request' (duration: 203.28545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.302982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.769611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:40:24.303032Z","caller":"traceutil/trace.go:171","msg":"trace[665671033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10391; }","duration":"199.831352ms","start":"2026-07-17T14:40:24.103188Z","end":"2026-07-17T14:40:24.303019Z","steps":["trace[665671033] 'agreement among raft nodes before linearized reading' (duration: 199.57946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.303281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.792234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:40:24.303318Z","caller":"traceutil/trace.go:171","msg":"trace[72600214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10391; }","duration":"203.852564ms","start":"2026-07-17T14:40:24.099457Z","end":"2026-07-17T14:40:24.303309Z","steps":["trace[72600214] 'agreement among raft nodes before linearized reading' (duration: 203.725453ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:24.303496Z","caller":"traceutil/trace.go:171","msg":"trace[431536899] transaction","detail":"{read_only:false; response_revision:10390; number_of_response:1; }","duration":"200.287325ms","start":"2026-07-17T14:40:24.103175Z","end":"2026-07-17T14:40:24.303462Z","steps":["trace[431536899] 'process raft request' (duration: 198.779313ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:24.303568Z","caller":"traceutil/trace.go:171","msg":"trace[217765255] transaction","detail":"{read_only:false; response_revision:10389; number_of_response:1; }","duration":"200.423666ms","start":"2026-07-17T14:40:24.103136Z","end":"2026-07-17T14:40:24.30356Z","steps":["trace[217765255] 'process raft request' (duration: 198.766073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.303717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.746694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:24.303745Z","caller":"traceutil/trace.go:171","msg":"trace[1159786548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10391; }","duration":"378.828465ms","start":"2026-07-17T14:40:23.924909Z","end":"2026-07-17T14:40:24.303738Z","steps":["trace[1159786548] 'agreement among raft nodes before linearized reading' (duration: 378.749154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.303765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.924895Z","time spent":"378.865435ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:24.304092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:23.926662Z","time spent":"375.928581ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2756,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:24.304372Z","caller":"traceutil/trace.go:171","msg":"trace[568973985] transaction","detail":"{read_only:false; response_revision:10387; number_of_response:1; }","duration":"205.773419ms","start":"2026-07-17T14:40:24.098586Z","end":"2026-07-17T14:40:24.304359Z","steps":["trace[568973985] 'process raft request' (duration: 203.242479ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:24.305883Z","caller":"traceutil/trace.go:171","msg":"trace[1086105308] transaction","detail":"{read_only:false; response_revision:10388; number_of_response:1; }","duration":"204.015655ms","start":"2026-07-17T14:40:24.098641Z","end":"2026-07-17T14:40:24.302657Z","steps":["trace[1086105308] 'process raft request' (duration: 203.222849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.306469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.605654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:40:24.306517Z","caller":"traceutil/trace.go:171","msg":"trace[532726993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10391; }","duration":"207.687726ms","start":"2026-07-17T14:40:24.098814Z","end":"2026-07-17T14:40:24.306502Z","steps":["trace[532726993] 'agreement among raft nodes before linearized reading' (duration: 205.277636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.627844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.2188Z","time spent":"409.037541ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T14:40:24.627882Z","caller":"traceutil/trace.go:171","msg":"trace[2051290130] linearizableReadLoop","detail":"{readStateIndex:10833; appliedIndex:10831; }","duration":"325.14194ms","start":"2026-07-17T14:40:24.302719Z","end":"2026-07-17T14:40:24.627861Z","steps":["trace[2051290130] 'read index received' (duration: 324.976918ms)","trace[2051290130] 'applied index is now lower than readState.Index' (duration: 164.012µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:24.628095Z","caller":"traceutil/trace.go:171","msg":"trace[1338768155] transaction","detail":"{read_only:false; response_revision:10392; number_of_response:1; }","duration":"406.67745ms","start":"2026-07-17T14:40:24.221406Z","end":"2026-07-17T14:40:24.628083Z","steps":["trace[1338768155] 'process raft request' (duration: 406.344997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.628189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.221387Z","time spent":"406.734821ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:24.628197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.475299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:24.628237Z","caller":"traceutil/trace.go:171","msg":"trace[1621415746] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10392; }","duration":"406.525539ms","start":"2026-07-17T14:40:24.221699Z","end":"2026-07-17T14:40:24.628224Z","steps":["trace[1621415746] 'agreement among raft nodes before linearized reading' (duration: 406.443899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.628268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.221669Z","time spent":"406.58892ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T14:40:24.897153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.156733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:24.897517Z","caller":"traceutil/trace.go:171","msg":"trace[665633365] transaction","detail":"{read_only:false; response_revision:10393; number_of_response:1; }","duration":"588.456046ms","start":"2026-07-17T14:40:24.309036Z","end":"2026-07-17T14:40:24.897492Z","steps":["trace[665633365] 'process raft request' (duration: 365.871689ms)","trace[665633365] 'compare' (duration: 221.919351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:24.897627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.309014Z","time spent":"588.562087ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:24.898146Z","caller":"traceutil/trace.go:171","msg":"trace[1787616967] transaction","detail":"{read_only:false; response_revision:10394; number_of_response:1; }","duration":"587.985202ms","start":"2026-07-17T14:40:24.310146Z","end":"2026-07-17T14:40:24.898131Z","steps":["trace[1787616967] 'process raft request' (duration: 587.089634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.898223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.310126Z","time spent":"588.054472ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:24.898307Z","caller":"traceutil/trace.go:171","msg":"trace[502479606] linearizableReadLoop","detail":"{readStateIndex:10836; appliedIndex:10833; }","duration":"270.348894ms","start":"2026-07-17T14:40:24.627942Z","end":"2026-07-17T14:40:24.898291Z","steps":["trace[502479606] 'read index received' (duration: 46.968351ms)","trace[502479606] 'applied index is now lower than readState.Index' (duration: 223.379473ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:24.898321Z","caller":"traceutil/trace.go:171","msg":"trace[1283631754] transaction","detail":"{read_only:false; response_revision:10395; number_of_response:1; }","duration":"586.654231ms","start":"2026-07-17T14:40:24.311627Z","end":"2026-07-17T14:40:24.898281Z","steps":["trace[1283631754] 'process raft request' (duration: 586.46986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.898463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.311616Z","time spent":"586.767762ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:24.898501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.637033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:24.898559Z","caller":"traceutil/trace.go:171","msg":"trace[1620385433] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10395; }","duration":"542.742895ms","start":"2026-07-17T14:40:24.355799Z","end":"2026-07-17T14:40:24.898542Z","steps":["trace[1620385433] 'agreement among raft nodes before linearized reading' (duration: 542.560573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.89862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.355774Z","time spent":"542.830615ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:24.898631Z","caller":"traceutil/trace.go:171","msg":"trace[1842155212] transaction","detail":"{read_only:false; response_revision:10396; number_of_response:1; }","duration":"270.03565ms","start":"2026-07-17T14:40:24.628581Z","end":"2026-07-17T14:40:24.898617Z","steps":["trace[1842155212] 'process raft request' (duration: 269.650188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.898681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.791778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:24.898681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.667823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:24.898743Z","caller":"traceutil/trace.go:171","msg":"trace[457882321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10396; }","duration":"588.929519ms","start":"2026-07-17T14:40:24.309798Z","end":"2026-07-17T14:40:24.898728Z","steps":["trace[457882321] 'agreement among raft nodes before linearized reading' (duration: 588.583357ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:24.898818Z","caller":"traceutil/trace.go:171","msg":"trace[1567730979] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10396; }","duration":"457.846555ms","start":"2026-07-17T14:40:24.44095Z","end":"2026-07-17T14:40:24.898797Z","steps":["trace[1567730979] 'agreement among raft nodes before linearized reading' (duration: 457.538092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.898888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.440931Z","time spent":"457.937116ms","remote":"127.0.0.1:50052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:24.898855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.309768Z","time spent":"589.070992ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:24.970193Z","caller":"traceutil/trace.go:171","msg":"trace[1886463462] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"164.366523ms","start":"2026-07-17T14:40:24.805806Z","end":"2026-07-17T14:40:24.970172Z","steps":["trace[1886463462] 'process raft request' (duration: 164.200982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.970618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.868758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:40:24.970783Z","caller":"traceutil/trace.go:171","msg":"trace[1350441899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10397; }","duration":"340.087599ms","start":"2026-07-17T14:40:24.630683Z","end":"2026-07-17T14:40:24.970771Z","steps":["trace[1350441899] 'agreement among raft nodes before linearized reading' (duration: 339.811687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:24.970905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:24.63065Z","time spent":"340.236692ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T14:40:25.21611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.221876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:25.216733Z","caller":"traceutil/trace.go:171","msg":"trace[842370596] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10397; }","duration":"168.902131ms","start":"2026-07-17T14:40:25.047816Z","end":"2026-07-17T14:40:25.216718Z","steps":["trace[842370596] 'count revisions from in-memory index tree' (duration: 168.162094ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:25.650754Z","caller":"traceutil/trace.go:171","msg":"trace[718294051] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"261.850284ms","start":"2026-07-17T14:40:25.388877Z","end":"2026-07-17T14:40:25.650728Z","steps":["trace[718294051] 'process raft request' (duration: 261.663222ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:25.650938Z","caller":"traceutil/trace.go:171","msg":"trace[477719079] linearizableReadLoop","detail":"{readStateIndex:10839; appliedIndex:10838; }","duration":"234.104351ms","start":"2026-07-17T14:40:25.41682Z","end":"2026-07-17T14:40:25.650924Z","steps":["trace[477719079] 'read index received' (duration: 233.616607ms)","trace[477719079] 'applied index is now lower than readState.Index' (duration: 486.804µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:25.651275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.437103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:40:25.651318Z","caller":"traceutil/trace.go:171","msg":"trace[1975056429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10398; }","duration":"234.532033ms","start":"2026-07-17T14:40:25.416775Z","end":"2026-07-17T14:40:25.651307Z","steps":["trace[1975056429] 'agreement among raft nodes before linearized reading' (duration: 234.233391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:25.902594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.159198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:25.902678Z","caller":"traceutil/trace.go:171","msg":"trace[1723875421] linearizableReadLoop","detail":"{readStateIndex:10840; appliedIndex:10839; }","duration":"234.081769ms","start":"2026-07-17T14:40:25.668582Z","end":"2026-07-17T14:40:25.902664Z","steps":["trace[1723875421] 'read index received' (duration: 88.73111ms)","trace[1723875421] 'applied index is now lower than readState.Index' (duration: 145.349749ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:25.902857Z","caller":"traceutil/trace.go:171","msg":"trace[2006759588] transaction","detail":"{read_only:false; response_revision:10399; number_of_response:1; }","duration":"248.010563ms","start":"2026-07-17T14:40:25.65483Z","end":"2026-07-17T14:40:25.902841Z","steps":["trace[2006759588] 'process raft request' (duration: 102.535762ms)","trace[2006759588] 'compare' (duration: 145.059228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:25.903233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.652964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:40:25.903272Z","caller":"traceutil/trace.go:171","msg":"trace[168913069] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:10399; }","duration":"234.762425ms","start":"2026-07-17T14:40:25.668499Z","end":"2026-07-17T14:40:25.903261Z","steps":["trace[168913069] 'agreement among raft nodes before linearized reading' (duration: 234.638524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:25.90363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.293452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:25.903692Z","caller":"traceutil/trace.go:171","msg":"trace[1792769204] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10399; }","duration":"202.405423ms","start":"2026-07-17T14:40:25.701274Z","end":"2026-07-17T14:40:25.90368Z","steps":["trace[1792769204] 'agreement among raft nodes before linearized reading' (duration: 201.589216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:25.904133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.694132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:25.904181Z","caller":"traceutil/trace.go:171","msg":"trace[1085467684] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10399; }","duration":"140.779792ms","start":"2026-07-17T14:40:25.76339Z","end":"2026-07-17T14:40:25.90417Z","steps":["trace[1085467684] 'agreement among raft nodes before linearized reading' (duration: 140.708592ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:26.653534Z","caller":"traceutil/trace.go:171","msg":"trace[1052256314] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"343.353626ms","start":"2026-07-17T14:40:26.310156Z","end":"2026-07-17T14:40:26.653509Z","steps":["trace[1052256314] 'process raft request' (duration: 343.130864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:26.653667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:26.310148Z","time spent":"343.451776ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:26.654263Z","caller":"traceutil/trace.go:171","msg":"trace[1913571976] transaction","detail":"{read_only:false; response_revision:10406; number_of_response:1; }","duration":"342.878493ms","start":"2026-07-17T14:40:26.311369Z","end":"2026-07-17T14:40:26.654248Z","steps":["trace[1913571976] 'process raft request' (duration: 342.838072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:26.654371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:26.311359Z","time spent":"342.971713ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:26.654653Z","caller":"traceutil/trace.go:171","msg":"trace[702177381] transaction","detail":"{read_only:false; response_revision:10403; number_of_response:1; }","duration":"344.430545ms","start":"2026-07-17T14:40:26.310211Z","end":"2026-07-17T14:40:26.654642Z","steps":["trace[702177381] 'process raft request' (duration: 343.221345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:26.654715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:26.310207Z","time spent":"344.478245ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:26.654873Z","caller":"traceutil/trace.go:171","msg":"trace[507988594] transaction","detail":"{read_only:false; response_revision:10404; number_of_response:1; }","duration":"344.396045ms","start":"2026-07-17T14:40:26.310468Z","end":"2026-07-17T14:40:26.654864Z","steps":["trace[507988594] 'process raft request' (duration: 343.670579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:26.654933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:26.310393Z","time spent":"344.510476ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:26.655056Z","caller":"traceutil/trace.go:171","msg":"trace[712741257] transaction","detail":"{read_only:false; response_revision:10405; number_of_response:1; }","duration":"344.590546ms","start":"2026-07-17T14:40:26.310457Z","end":"2026-07-17T14:40:26.655047Z","steps":["trace[712741257] 'process raft request' (duration: 343.720619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:26.655474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:26.310428Z","time spent":"344.98709ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:27.029874Z","caller":"traceutil/trace.go:171","msg":"trace[1518990776] transaction","detail":"{read_only:false; response_revision:10409; number_of_response:1; }","duration":"120.81565ms","start":"2026-07-17T14:40:26.908762Z","end":"2026-07-17T14:40:27.029578Z","steps":["trace[1518990776] 'process raft request' (duration: 120.540809ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:27.037223Z","caller":"traceutil/trace.go:171","msg":"trace[1993536436] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"128.431331ms","start":"2026-07-17T14:40:26.908771Z","end":"2026-07-17T14:40:27.037202Z","steps":["trace[1993536436] 'process raft request' (duration: 128.26618ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:27.03739Z","caller":"traceutil/trace.go:171","msg":"trace[292641289] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"127.099011ms","start":"2026-07-17T14:40:26.910284Z","end":"2026-07-17T14:40:27.037383Z","steps":["trace[292641289] 'process raft request' (duration: 126.866749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:27.643669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.465098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:27.643734Z","caller":"traceutil/trace.go:171","msg":"trace[1673076103] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10412; }","duration":"295.580198ms","start":"2026-07-17T14:40:27.348137Z","end":"2026-07-17T14:40:27.643717Z","steps":["trace[1673076103] 'count revisions from in-memory index tree' (duration: 295.365647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:28.26629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.068193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:28.266343Z","caller":"traceutil/trace.go:171","msg":"trace[1694730131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10413; }","duration":"312.129733ms","start":"2026-07-17T14:40:27.954201Z","end":"2026-07-17T14:40:28.266331Z","steps":["trace[1694730131] 'range keys from in-memory index tree' (duration: 311.977432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:28.266364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:27.954137Z","time spent":"312.222384ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:28.410503Z","caller":"traceutil/trace.go:171","msg":"trace[769844727] transaction","detail":"{read_only:false; response_revision:10414; number_of_response:1; }","duration":"132.276353ms","start":"2026-07-17T14:40:28.27821Z","end":"2026-07-17T14:40:28.410486Z","steps":["trace[769844727] 'process raft request' (duration: 132.177753ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:28.651182Z","caller":"traceutil/trace.go:171","msg":"trace[347543677] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"262.886553ms","start":"2026-07-17T14:40:28.388273Z","end":"2026-07-17T14:40:28.65116Z","steps":["trace[347543677] 'process raft request' (duration: 262.738762ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:28.723731Z","caller":"traceutil/trace.go:171","msg":"trace[1132250478] linearizableReadLoop","detail":"{readStateIndex:10857; appliedIndex:10856; }","duration":"123.21928ms","start":"2026-07-17T14:40:28.60048Z","end":"2026-07-17T14:40:28.7237Z","steps":["trace[1132250478] 'read index received' (duration: 51.328206ms)","trace[1132250478] 'applied index is now lower than readState.Index' (duration: 71.889734ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:28.724037Z","caller":"traceutil/trace.go:171","msg":"trace[421643127] transaction","detail":"{read_only:false; response_revision:10416; number_of_response:1; }","duration":"138.368103ms","start":"2026-07-17T14:40:28.585649Z","end":"2026-07-17T14:40:28.724017Z","steps":["trace[421643127] 'process raft request' (duration: 137.902479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:28.724344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.844615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:28.724386Z","caller":"traceutil/trace.go:171","msg":"trace[1467947388] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10416; }","duration":"123.924045ms","start":"2026-07-17T14:40:28.600448Z","end":"2026-07-17T14:40:28.724372Z","steps":["trace[1467947388] 'agreement among raft nodes before linearized reading' (duration: 123.820135ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:29.192595Z","caller":"traceutil/trace.go:171","msg":"trace[1725533802] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"530.121772ms","start":"2026-07-17T14:40:28.662448Z","end":"2026-07-17T14:40:29.19257Z","steps":["trace[1725533802] 'process raft request' (duration: 530.028872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.192749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:28.662441Z","time spent":"530.228323ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:29.192961Z","caller":"traceutil/trace.go:171","msg":"trace[149178325] transaction","detail":"{read_only:false; response_revision:10417; number_of_response:1; }","duration":"530.540766ms","start":"2026-07-17T14:40:28.662382Z","end":"2026-07-17T14:40:29.192923Z","steps":["trace[149178325] 'process raft request' (duration: 529.277845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.193136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:28.662373Z","time spent":"530.669546ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:29.193563Z","caller":"traceutil/trace.go:171","msg":"trace[1574051343] transaction","detail":"{read_only:false; response_revision:10419; number_of_response:1; }","duration":"531.288602ms","start":"2026-07-17T14:40:28.662256Z","end":"2026-07-17T14:40:29.193545Z","steps":["trace[1574051343] 'process raft request' (duration: 530.269114ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:29.193632Z","caller":"traceutil/trace.go:171","msg":"trace[782698646] linearizableReadLoop","detail":"{readStateIndex:10862; appliedIndex:10857; }","duration":"469.783322ms","start":"2026-07-17T14:40:28.723831Z","end":"2026-07-17T14:40:29.193615Z","steps":["trace[782698646] 'read index received' (duration: 467.241102ms)","trace[782698646] 'applied index is now lower than readState.Index' (duration: 2.54119ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:29.193676Z","caller":"traceutil/trace.go:171","msg":"trace[942989697] transaction","detail":"{read_only:false; response_revision:10420; number_of_response:1; }","duration":"531.171421ms","start":"2026-07-17T14:40:28.662495Z","end":"2026-07-17T14:40:29.193666Z","steps":["trace[942989697] 'process raft request' (duration: 530.875289ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:29.193739Z","caller":"traceutil/trace.go:171","msg":"trace[1917347755] transaction","detail":"{read_only:false; response_revision:10421; number_of_response:1; }","duration":"531.19061ms","start":"2026-07-17T14:40:28.662535Z","end":"2026-07-17T14:40:29.193726Z","steps":["trace[1917347755] 'process raft request' (duration: 531.013919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.193833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:28.662507Z","time spent":"531.275341ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:29.193922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.756514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T14:40:29.19404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.81205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:40:29.194127Z","caller":"traceutil/trace.go:171","msg":"trace[68474625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10421; }","duration":"152.962232ms","start":"2026-07-17T14:40:29.041143Z","end":"2026-07-17T14:40:29.194105Z","steps":["trace[68474625] 'agreement among raft nodes before linearized reading' (duration: 152.681771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.194329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.871188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-07-17T14:40:29.194364Z","caller":"traceutil/trace.go:171","msg":"trace[1894724262] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10421; }","duration":"509.930218ms","start":"2026-07-17T14:40:28.684425Z","end":"2026-07-17T14:40:29.194355Z","steps":["trace[1894724262] 'agreement among raft nodes before linearized reading' (duration: 509.829617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.194393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:28.684413Z","time spent":"509.972258ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-17T14:40:29.194683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.257554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:40:29.194719Z","caller":"traceutil/trace.go:171","msg":"trace[1923177045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10421; }","duration":"153.354055ms","start":"2026-07-17T14:40:29.041356Z","end":"2026-07-17T14:40:29.19471Z","steps":["trace[1923177045] 'agreement among raft nodes before linearized reading' (duration: 153.261314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.194938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.294241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T14:40:29.194955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.31452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:29.194968Z","caller":"traceutil/trace.go:171","msg":"trace[1433130440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10421; }","duration":"160.326741ms","start":"2026-07-17T14:40:29.034635Z","end":"2026-07-17T14:40:29.194962Z","steps":["trace[1433130440] 'agreement among raft nodes before linearized reading' (duration: 159.510675ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:29.194985Z","caller":"traceutil/trace.go:171","msg":"trace[177963471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10421; }","duration":"240.38438ms","start":"2026-07-17T14:40:28.954592Z","end":"2026-07-17T14:40:29.194976Z","steps":["trace[177963471] 'agreement among raft nodes before linearized reading' (duration: 240.33899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.198509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:28.662468Z","time spent":"531.228661ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:29.198642Z","caller":"traceutil/trace.go:171","msg":"trace[55286387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10421; }","duration":"447.841374ms","start":"2026-07-17T14:40:28.746113Z","end":"2026-07-17T14:40:29.193954Z","steps":["trace[55286387] 'agreement among raft nodes before linearized reading' (duration: 447.684573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.198779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:28.746091Z","time spent":"452.673465ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:40:29.199177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:28.662231Z","time spent":"531.402522ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:29.623437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.970315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:29.623582Z","caller":"traceutil/trace.go:171","msg":"trace[1791267078] linearizableReadLoop","detail":"{readStateIndex:10863; appliedIndex:10862; }","duration":"426.049597ms","start":"2026-07-17T14:40:29.197507Z","end":"2026-07-17T14:40:29.623557Z","steps":["trace[1791267078] 'read index received' (duration: 83.807651ms)","trace[1791267078] 'applied index is now lower than readState.Index' (duration: 342.239476ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:29.623682Z","caller":"traceutil/trace.go:171","msg":"trace[1237988635] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"426.508272ms","start":"2026-07-17T14:40:29.197159Z","end":"2026-07-17T14:40:29.623667Z","steps":["trace[1237988635] 'process raft request' (duration: 84.140664ms)","trace[1237988635] 'compare' (duration: 341.56588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:29.623748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:29.197138Z","time spent":"426.581602ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:29.624097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.577151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:29.624145Z","caller":"traceutil/trace.go:171","msg":"trace[1097743777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10422; }","duration":"426.645442ms","start":"2026-07-17T14:40:29.197488Z","end":"2026-07-17T14:40:29.624133Z","steps":["trace[1097743777] 'agreement among raft nodes before linearized reading' (duration: 426.508601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.624183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:29.197466Z","time spent":"426.711392ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:29.657774Z","caller":"traceutil/trace.go:171","msg":"trace[649803492] transaction","detail":"{read_only:false; response_revision:10423; number_of_response:1; }","duration":"458.751203ms","start":"2026-07-17T14:40:29.199001Z","end":"2026-07-17T14:40:29.657752Z","steps":["trace[649803492] 'process raft request' (duration: 458.519931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.657905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:29.19899Z","time spent":"458.848043ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:29.65816Z","caller":"traceutil/trace.go:171","msg":"trace[1790719617] transaction","detail":"{read_only:false; response_revision:10424; number_of_response:1; }","duration":"457.617654ms","start":"2026-07-17T14:40:29.200519Z","end":"2026-07-17T14:40:29.658137Z","steps":["trace[1790719617] 'process raft request' (duration: 457.17062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.658249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:29.200508Z","time spent":"457.691615ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:29.65856Z","caller":"traceutil/trace.go:171","msg":"trace[435525452] transaction","detail":"{read_only:false; response_revision:10425; number_of_response:1; }","duration":"457.084909ms","start":"2026-07-17T14:40:29.201459Z","end":"2026-07-17T14:40:29.658544Z","steps":["trace[435525452] 'process raft request' (duration: 456.589686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.658642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:29.201451Z","time spent":"457.150599ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:29.658799Z","caller":"traceutil/trace.go:171","msg":"trace[1577713856] transaction","detail":"{read_only:false; response_revision:10426; number_of_response:1; }","duration":"456.356623ms","start":"2026-07-17T14:40:29.202382Z","end":"2026-07-17T14:40:29.658739Z","steps":["trace[1577713856] 'process raft request' (duration: 455.98355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.659078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:29.202366Z","time spent":"456.550994ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:29.741329Z","caller":"traceutil/trace.go:171","msg":"trace[943189412] linearizableReadLoop","detail":"{readStateIndex:10868; appliedIndex:10863; }","duration":"117.676826ms","start":"2026-07-17T14:40:29.62362Z","end":"2026-07-17T14:40:29.741297Z","steps":["trace[943189412] 'read index received' (duration: 34.037987ms)","trace[943189412] 'applied index is now lower than readState.Index' (duration: 83.637299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:29.741605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.794908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-17T14:40:29.741651Z","caller":"traceutil/trace.go:171","msg":"trace[2075428337] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:10426; }","duration":"540.900519ms","start":"2026-07-17T14:40:29.200736Z","end":"2026-07-17T14:40:29.741637Z","steps":["trace[2075428337] 'agreement among raft nodes before linearized reading' (duration: 540.668938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:29.74169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:29.20073Z","time spent":"540.95124ms","remote":"127.0.0.1:60458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":929,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"warn","ts":"2026-07-17T14:40:30.008678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.672614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:30.008761Z","caller":"traceutil/trace.go:171","msg":"trace[1128684470] linearizableReadLoop","detail":"{readStateIndex:10871; appliedIndex:10870; }","duration":"150.691473ms","start":"2026-07-17T14:40:29.858054Z","end":"2026-07-17T14:40:30.008745Z","steps":["trace[1128684470] 'read index received' (duration: 78.9µs)","trace[1128684470] 'applied index is now lower than readState.Index' (duration: 150.611623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:30.008894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.844244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:30.009219Z","caller":"traceutil/trace.go:171","msg":"trace[746212410] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:10429; }","duration":"151.224017ms","start":"2026-07-17T14:40:29.85798Z","end":"2026-07-17T14:40:30.009204Z","steps":["trace[746212410] 'agreement among raft nodes before linearized reading' (duration: 150.847525ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:30.009057Z","caller":"traceutil/trace.go:171","msg":"trace[1799990178] transaction","detail":"{read_only:false; response_revision:10429; number_of_response:1; }","duration":"245.466842ms","start":"2026-07-17T14:40:29.763572Z","end":"2026-07-17T14:40:30.009039Z","steps":["trace[1799990178] 'process raft request' (duration: 89.372585ms)","trace[1799990178] 'compare' (duration: 155.560273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:30.228003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.157934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:30.228116Z","caller":"traceutil/trace.go:171","msg":"trace[1494015728] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10430; }","duration":"110.316215ms","start":"2026-07-17T14:40:30.117776Z","end":"2026-07-17T14:40:30.228092Z","steps":["trace[1494015728] 'range keys from in-memory index tree' (duration: 109.992662ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:30.946783Z","caller":"traceutil/trace.go:171","msg":"trace[131181498] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"291.722867ms","start":"2026-07-17T14:40:30.655035Z","end":"2026-07-17T14:40:30.946758Z","steps":["trace[131181498] 'process raft request' (duration: 291.511595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:31.24566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.450697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:31.245787Z","caller":"traceutil/trace.go:171","msg":"trace[770270620] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10431; }","duration":"206.571878ms","start":"2026-07-17T14:40:31.039161Z","end":"2026-07-17T14:40:31.245733Z","steps":["trace[770270620] 'count revisions from in-memory index tree' (duration: 194.335127ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:31.514023Z","caller":"traceutil/trace.go:171","msg":"trace[1201898365] transaction","detail":"{read_only:false; response_revision:10433; number_of_response:1; }","duration":"313.133782ms","start":"2026-07-17T14:40:31.200866Z","end":"2026-07-17T14:40:31.513999Z","steps":["trace[1201898365] 'process raft request' (duration: 278.151448ms)","trace[1201898365] 'compare' (duration: 34.842203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:31.51416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:31.20084Z","time spent":"313.250862ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:31.514337Z","caller":"traceutil/trace.go:171","msg":"trace[467427046] transaction","detail":"{read_only:false; response_revision:10434; number_of_response:1; }","duration":"310.401899ms","start":"2026-07-17T14:40:31.203912Z","end":"2026-07-17T14:40:31.514314Z","steps":["trace[467427046] 'process raft request' (duration: 310.047296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:31.514509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:31.203893Z","time spent":"310.54573ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:31.514714Z","caller":"traceutil/trace.go:171","msg":"trace[1048186002] transaction","detail":"{read_only:false; response_revision:10436; number_of_response:1; }","duration":"308.587324ms","start":"2026-07-17T14:40:31.206109Z","end":"2026-07-17T14:40:31.514697Z","steps":["trace[1048186002] 'process raft request' (duration: 308.526204ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:31.514782Z","caller":"traceutil/trace.go:171","msg":"trace[1073484497] transaction","detail":"{read_only:false; response_revision:10435; number_of_response:1; }","duration":"310.725352ms","start":"2026-07-17T14:40:31.204041Z","end":"2026-07-17T14:40:31.514767Z","steps":["trace[1073484497] 'process raft request' (duration: 310.192347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:31.514799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:31.206101Z","time spent":"308.659055ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:31.514854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:31.20397Z","time spent":"310.845932ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:31.881263Z","caller":"traceutil/trace.go:171","msg":"trace[1696675158] transaction","detail":"{read_only:false; response_revision:10439; number_of_response:1; }","duration":"177.298879ms","start":"2026-07-17T14:40:31.703947Z","end":"2026-07-17T14:40:31.881246Z","steps":["trace[1696675158] 'process raft request' (duration: 177.250758ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:31.881298Z","caller":"traceutil/trace.go:171","msg":"trace[2140225793] transaction","detail":"{read_only:false; response_revision:10438; number_of_response:1; }","duration":"177.378419ms","start":"2026-07-17T14:40:31.703888Z","end":"2026-07-17T14:40:31.881267Z","steps":["trace[2140225793] 'process raft request' (duration: 98.058625ms)","trace[2140225793] 'compare' (duration: 79.143853ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:31.881284Z","caller":"traceutil/trace.go:171","msg":"trace[872045565] transaction","detail":"{read_only:false; response_revision:10440; number_of_response:1; }","duration":"176.987506ms","start":"2026-07-17T14:40:31.704284Z","end":"2026-07-17T14:40:31.881271Z","steps":["trace[872045565] 'process raft request' (duration: 176.941586ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:31.933209Z","caller":"traceutil/trace.go:171","msg":"trace[757211943] transaction","detail":"{read_only:false; response_revision:10441; number_of_response:1; }","duration":"119.179957ms","start":"2026-07-17T14:40:31.814008Z","end":"2026-07-17T14:40:31.933188Z","steps":["trace[757211943] 'process raft request' (duration: 119.060136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:32.198709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.499874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:32.198803Z","caller":"traceutil/trace.go:171","msg":"trace[927631090] linearizableReadLoop","detail":"{readStateIndex:10884; appliedIndex:10883; }","duration":"246.235928ms","start":"2026-07-17T14:40:31.952552Z","end":"2026-07-17T14:40:32.198788Z","steps":["trace[927631090] 'read index received' (duration: 64.609694ms)","trace[927631090] 'applied index is now lower than readState.Index' (duration: 181.624914ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:32.198983Z","caller":"traceutil/trace.go:171","msg":"trace[1803590870] transaction","detail":"{read_only:false; response_revision:10442; number_of_response:1; }","duration":"259.504416ms","start":"2026-07-17T14:40:31.939466Z","end":"2026-07-17T14:40:32.19897Z","steps":["trace[1803590870] 'process raft request' (duration: 77.67354ms)","trace[1803590870] 'compare' (duration: 181.382142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:32.199221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.67146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T14:40:32.199252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.703422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:32.19927Z","caller":"traceutil/trace.go:171","msg":"trace[662095524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10442; }","duration":"135.753292ms","start":"2026-07-17T14:40:32.063505Z","end":"2026-07-17T14:40:32.199258Z","steps":["trace[662095524] 'agreement among raft nodes before linearized reading' (duration: 135.51815ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:32.19928Z","caller":"traceutil/trace.go:171","msg":"trace[1405565710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10442; }","duration":"246.839133ms","start":"2026-07-17T14:40:31.952433Z","end":"2026-07-17T14:40:32.199272Z","steps":["trace[1405565710] 'agreement among raft nodes before linearized reading' (duration: 246.789652ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:32.379206Z","caller":"traceutil/trace.go:171","msg":"trace[988697] transaction","detail":"{read_only:false; response_revision:10444; number_of_response:1; }","duration":"144.562603ms","start":"2026-07-17T14:40:32.234626Z","end":"2026-07-17T14:40:32.379188Z","steps":["trace[988697] 'process raft request' (duration: 124.044786ms)","trace[988697] 'compare' (duration: 20.277465ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:32.69652Z","caller":"traceutil/trace.go:171","msg":"trace[1909073486] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"141.411117ms","start":"2026-07-17T14:40:32.555084Z","end":"2026-07-17T14:40:32.696495Z","steps":["trace[1909073486] 'process raft request' (duration: 141.249586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:33.20607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709079519650721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T14:40:33.444751Z","caller":"traceutil/trace.go:171","msg":"trace[1343950068] transaction","detail":"{read_only:false; response_revision:10448; number_of_response:1; }","duration":"740.322688ms","start":"2026-07-17T14:40:32.704401Z","end":"2026-07-17T14:40:33.444724Z","steps":["trace[1343950068] 'process raft request' (duration: 658.135871ms)","trace[1343950068] 'compare' (duration: 82.047205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:33.444891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:32.704386Z","time spent":"740.428709ms","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1166,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:33.483655Z","caller":"traceutil/trace.go:171","msg":"trace[1821622339] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"778.993661ms","start":"2026-07-17T14:40:32.704635Z","end":"2026-07-17T14:40:33.483628Z","steps":["trace[1821622339] 'process raft request' (duration: 778.73697ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:33.483744Z","caller":"traceutil/trace.go:171","msg":"trace[752327091] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"773.88239ms","start":"2026-07-17T14:40:32.709843Z","end":"2026-07-17T14:40:33.483725Z","steps":["trace[752327091] 'process raft request' (duration: 773.681299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:33.483803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:32.704617Z","time spent":"779.105983ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:33.48383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:32.709824Z","time spent":"773.961111ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:33.483989Z","caller":"traceutil/trace.go:171","msg":"trace[2036294543] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"529.309465ms","start":"2026-07-17T14:40:32.954669Z","end":"2026-07-17T14:40:33.483978Z","steps":["trace[2036294543] 'process raft request' (duration: 529.000262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:33.484052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:32.954644Z","time spent":"529.377116ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:33.484223Z","caller":"traceutil/trace.go:171","msg":"trace[819220254] linearizableReadLoop","detail":"{readStateIndex:10893; appliedIndex:10889; }","duration":"778.827819ms","start":"2026-07-17T14:40:32.705384Z","end":"2026-07-17T14:40:33.484212Z","steps":["trace[819220254] 'read index received' (duration: 657.165272ms)","trace[819220254] 'applied index is now lower than readState.Index' (duration: 121.661747ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:33.484324Z","caller":"traceutil/trace.go:171","msg":"trace[43870512] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"191.154721ms","start":"2026-07-17T14:40:33.29316Z","end":"2026-07-17T14:40:33.484315Z","steps":["trace[43870512] 'process raft request' (duration: 190.778999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:33.484593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.202794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7b6111fb-b47f-4e05-9ffd-c62b6dd9f292\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-17T14:40:33.484633Z","caller":"traceutil/trace.go:171","msg":"trace[442289791] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7b6111fb-b47f-4e05-9ffd-c62b6dd9f292; range_end:; response_count:1; response_revision:10452; }","duration":"779.270785ms","start":"2026-07-17T14:40:32.705351Z","end":"2026-07-17T14:40:33.484621Z","steps":["trace[442289791] 'agreement among raft nodes before linearized reading' (duration: 779.093323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:33.489568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:32.705336Z","time spent":"784.207615ms","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-7b6111fb-b47f-4e05-9ffd-c62b6dd9f292\" "} {"level":"info","ts":"2026-07-17T14:40:33.763914Z","caller":"traceutil/trace.go:171","msg":"trace[892046580] linearizableReadLoop","detail":"{readStateIndex:10895; appliedIndex:10894; }","duration":"279.615119ms","start":"2026-07-17T14:40:33.484256Z","end":"2026-07-17T14:40:33.763872Z","steps":["trace[892046580] 'read index received' (duration: 270.636957ms)","trace[892046580] 'applied index is now lower than readState.Index' (duration: 8.977002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:33.764053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.934444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/\" range_end:\"/registry/postgresql.cnpg.io/clusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:33.764045Z","caller":"traceutil/trace.go:171","msg":"trace[2013199406] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"318.652737ms","start":"2026-07-17T14:40:33.445344Z","end":"2026-07-17T14:40:33.763997Z","steps":["trace[2013199406] 'process raft request' (duration: 309.467173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:33.764099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.081766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:33.764122Z","caller":"traceutil/trace.go:171","msg":"trace[348124533] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/; range_end:/registry/postgresql.cnpg.io/clusters0; response_count:0; response_revision:10453; }","duration":"746.032275ms","start":"2026-07-17T14:40:33.018071Z","end":"2026-07-17T14:40:33.764103Z","steps":["trace[348124533] 'agreement among raft nodes before linearized reading' (duration: 745.883774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:33.764121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.837466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:40:33.764144Z","caller":"traceutil/trace.go:171","msg":"trace[1312838644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10453; }","duration":"809.172806ms","start":"2026-07-17T14:40:32.954958Z","end":"2026-07-17T14:40:33.764131Z","steps":["trace[1312838644] 'agreement among raft nodes before linearized reading' (duration: 809.064156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:33.764159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.018061Z","time spent":"746.087795ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":30,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/\" range_end:\"/registry/postgresql.cnpg.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:33.764184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:32.95494Z","time spent":"809.235208ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:33.764179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.445276Z","time spent":"318.844358ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T14:40:33.764183Z","caller":"traceutil/trace.go:171","msg":"trace[1500396602] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10453; }","duration":"775.947017ms","start":"2026-07-17T14:40:32.988218Z","end":"2026-07-17T14:40:33.764165Z","steps":["trace[1500396602] 'agreement among raft nodes before linearized reading' (duration: 775.738835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:33.764369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:32.988197Z","time spent":"776.154999ms","remote":"127.0.0.1:60622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:34.058214Z","caller":"traceutil/trace.go:171","msg":"trace[1912886479] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"568.544584ms","start":"2026-07-17T14:40:33.489654Z","end":"2026-07-17T14:40:34.058198Z","steps":["trace[1912886479] 'process raft request' (duration: 560.272127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.058317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.489631Z","time spent":"568.627304ms","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1166,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:34.058424Z","caller":"traceutil/trace.go:171","msg":"trace[1872664154] linearizableReadLoop","detail":"{readStateIndex:10901; appliedIndex:10895; }","duration":"294.416849ms","start":"2026-07-17T14:40:33.763988Z","end":"2026-07-17T14:40:34.058405Z","steps":["trace[1872664154] 'read index received' (duration: 285.949011ms)","trace[1872664154] 'applied index is now lower than readState.Index' (duration: 8.466728ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:34.058525Z","caller":"traceutil/trace.go:171","msg":"trace[254063117] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"538.42544ms","start":"2026-07-17T14:40:33.520092Z","end":"2026-07-17T14:40:34.058517Z","steps":["trace[254063117] 'process raft request' (duration: 538.213068ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:34.058543Z","caller":"traceutil/trace.go:171","msg":"trace[944426599] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"538.082116ms","start":"2026-07-17T14:40:33.520446Z","end":"2026-07-17T14:40:34.058528Z","steps":["trace[944426599] 'process raft request' (duration: 537.908825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.058578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.520066Z","time spent":"538.48701ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:34.058729Z","caller":"traceutil/trace.go:171","msg":"trace[1254587012] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"566.85073ms","start":"2026-07-17T14:40:33.491869Z","end":"2026-07-17T14:40:34.05872Z","steps":["trace[1254587012] 'process raft request' (duration: 566.262285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.058791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.491837Z","time spent":"566.928001ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":603,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:34.058952Z","caller":"traceutil/trace.go:171","msg":"trace[1634936933] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"539.484879ms","start":"2026-07-17T14:40:33.51946Z","end":"2026-07-17T14:40:34.058945Z","steps":["trace[1634936933] 'process raft request' (duration: 538.736843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.058988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.519437Z","time spent":"539.534149ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:34.059051Z","caller":"traceutil/trace.go:171","msg":"trace[655593926] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"539.505438ms","start":"2026-07-17T14:40:33.51954Z","end":"2026-07-17T14:40:34.059045Z","steps":["trace[655593926] 'process raft request' (duration: 538.714452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.059087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.519533Z","time spent":"539.534739ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:34.059512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.693892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:40:34.059544Z","caller":"traceutil/trace.go:171","msg":"trace[7128037] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:10459; }","duration":"358.752042ms","start":"2026-07-17T14:40:33.700785Z","end":"2026-07-17T14:40:34.059537Z","steps":["trace[7128037] 'agreement among raft nodes before linearized reading' (duration: 358.663271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.059564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.700768Z","time spent":"358.791583ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"warn","ts":"2026-07-17T14:40:34.059706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.635024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:40:34.059738Z","caller":"traceutil/trace.go:171","msg":"trace[152966565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10459; }","duration":"335.662744ms","start":"2026-07-17T14:40:33.724064Z","end":"2026-07-17T14:40:34.059726Z","steps":["trace[152966565] 'agreement among raft nodes before linearized reading' (duration: 335.598964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.059765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.724012Z","time spent":"335.745464ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:34.060089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.474718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-rrg8x\" ","response":"range_response_count:1 size:9231"} {"level":"info","ts":"2026-07-17T14:40:34.060115Z","caller":"traceutil/trace.go:171","msg":"trace[360154476] range","detail":"{range_begin:/registry/pods/openstack/horizon-d7bfd8f8b-rrg8x; range_end:; response_count:1; response_revision:10459; }","duration":"555.532589ms","start":"2026-07-17T14:40:33.504577Z","end":"2026-07-17T14:40:34.06011Z","steps":["trace[360154476] 'agreement among raft nodes before linearized reading' (duration: 555.438527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.06013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.504562Z","time spent":"555.564279ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":9254,"request content":"key:\"/registry/pods/openstack/horizon-d7bfd8f8b-rrg8x\" "} {"level":"warn","ts":"2026-07-17T14:40:34.060125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.478376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-07-17T14:40:34.060241Z","caller":"traceutil/trace.go:171","msg":"trace[565259117] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10459; }","duration":"519.623986ms","start":"2026-07-17T14:40:33.540595Z","end":"2026-07-17T14:40:34.060219Z","steps":["trace[565259117] 'agreement among raft nodes before linearized reading' (duration: 519.066202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.116192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.540577Z","time spent":"519.725488ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-17T14:40:34.116648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.520437Z","time spent":"538.138886ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:34.282494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.293547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:34.28267Z","caller":"traceutil/trace.go:171","msg":"trace[2092397514] linearizableReadLoop","detail":"{readStateIndex:10902; appliedIndex:10901; }","duration":"224.104888ms","start":"2026-07-17T14:40:34.058494Z","end":"2026-07-17T14:40:34.282599Z","steps":["trace[2092397514] 'read index received' (duration: 104.747541ms)","trace[2092397514] 'applied index is now lower than readState.Index' (duration: 119.356067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:34.28293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.816059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:40:34.283004Z","caller":"traceutil/trace.go:171","msg":"trace[1778764837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10460; }","duration":"381.93173ms","start":"2026-07-17T14:40:33.901056Z","end":"2026-07-17T14:40:34.282988Z","steps":["trace[1778764837] 'agreement among raft nodes before linearized reading' (duration: 381.666388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.283069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.90104Z","time spent":"382.01875ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:34.283149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.797416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:40:34.283231Z","caller":"traceutil/trace.go:171","msg":"trace[2032683919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10460; }","duration":"398.880427ms","start":"2026-07-17T14:40:33.884305Z","end":"2026-07-17T14:40:34.283185Z","steps":["trace[2032683919] 'agreement among raft nodes before linearized reading' (duration: 398.737476ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:34.283281Z","caller":"traceutil/trace.go:171","msg":"trace[1068872769] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"515.20953ms","start":"2026-07-17T14:40:33.768056Z","end":"2026-07-17T14:40:34.283266Z","steps":["trace[1068872769] 'process raft request' (duration: 395.063957ms)","trace[1068872769] 'compare' (duration: 119.106716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:34.283356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.768037Z","time spent":"515.275982ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T14:40:34.283471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.884284Z","time spent":"399.17106ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:40:34.282989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.259732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-17T14:40:34.28363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.409659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:34.283718Z","caller":"traceutil/trace.go:171","msg":"trace[34199284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10460; }","duration":"517.543259ms","start":"2026-07-17T14:40:33.766154Z","end":"2026-07-17T14:40:34.283697Z","steps":["trace[34199284] 'agreement among raft nodes before linearized reading' (duration: 517.383678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.283766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.766136Z","time spent":"517.62323ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T14:40:34.283667Z","caller":"traceutil/trace.go:171","msg":"trace[295961549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10460; }","duration":"398.894307ms","start":"2026-07-17T14:40:33.88469Z","end":"2026-07-17T14:40:34.283584Z","steps":["trace[295961549] 'agreement among raft nodes before linearized reading' (duration: 398.11681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.284083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:33.884682Z","time spent":"399.272259ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T14:40:34.300121Z","caller":"traceutil/trace.go:171","msg":"trace[1416199892] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"231.644199ms","start":"2026-07-17T14:40:34.068452Z","end":"2026-07-17T14:40:34.300096Z","steps":["trace[1416199892] 'process raft request' (duration: 231.411058ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:34.300293Z","caller":"traceutil/trace.go:171","msg":"trace[914249213] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"229.746405ms","start":"2026-07-17T14:40:34.070525Z","end":"2026-07-17T14:40:34.300271Z","steps":["trace[914249213] 'process raft request' (duration: 229.492713ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:34.441745Z","caller":"traceutil/trace.go:171","msg":"trace[2106417772] linearizableReadLoop","detail":"{readStateIndex:10910; appliedIndex:10905; }","duration":"137.341734ms","start":"2026-07-17T14:40:34.304376Z","end":"2026-07-17T14:40:34.441717Z","steps":["trace[2106417772] 'read index received' (duration: 65.996725ms)","trace[2106417772] 'applied index is now lower than readState.Index' (duration: 71.343619ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:34.441878Z","caller":"traceutil/trace.go:171","msg":"trace[1162174829] transaction","detail":"{read_only:false; response_revision:10467; number_of_response:1; }","duration":"139.742734ms","start":"2026-07-17T14:40:34.302107Z","end":"2026-07-17T14:40:34.44185Z","steps":["trace[1162174829] 'process raft request' (duration: 103.698061ms)","trace[1162174829] 'compare' (duration: 35.510278ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:34.441922Z","caller":"traceutil/trace.go:171","msg":"trace[44361130] transaction","detail":"{read_only:false; response_revision:10468; number_of_response:1; }","duration":"125.764461ms","start":"2026-07-17T14:40:34.316144Z","end":"2026-07-17T14:40:34.441908Z","steps":["trace[44361130] 'process raft request' (duration: 125.355108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:34.442283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.898399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:34.444648Z","caller":"traceutil/trace.go:171","msg":"trace[1606339276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10470; }","duration":"140.34302ms","start":"2026-07-17T14:40:34.304288Z","end":"2026-07-17T14:40:34.444631Z","steps":["trace[1606339276] 'agreement among raft nodes before linearized reading' (duration: 137.93338ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:34.442454Z","caller":"traceutil/trace.go:171","msg":"trace[1857410302] transaction","detail":"{read_only:false; response_revision:10469; number_of_response:1; }","duration":"125.866472ms","start":"2026-07-17T14:40:34.316575Z","end":"2026-07-17T14:40:34.442441Z","steps":["trace[1857410302] 'process raft request' (duration: 125.016335ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:34.442592Z","caller":"traceutil/trace.go:171","msg":"trace[1316571355] transaction","detail":"{read_only:false; response_revision:10470; number_of_response:1; }","duration":"125.135576ms","start":"2026-07-17T14:40:34.317443Z","end":"2026-07-17T14:40:34.442578Z","steps":["trace[1316571355] 'process raft request' (duration: 124.205349ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:34.68384Z","caller":"traceutil/trace.go:171","msg":"trace[959236082] transaction","detail":"{read_only:false; response_revision:10471; number_of_response:1; }","duration":"161.021397ms","start":"2026-07-17T14:40:34.522769Z","end":"2026-07-17T14:40:34.68379Z","steps":["trace[959236082] 'process raft request' (duration: 138.913168ms)","trace[959236082] 'compare' (duration: 21.866217ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:35.646952Z","caller":"traceutil/trace.go:171","msg":"trace[67629431] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"155.671233ms","start":"2026-07-17T14:40:35.49125Z","end":"2026-07-17T14:40:35.646921Z","steps":["trace[67629431] 'process raft request' (duration: 87.602661ms)","trace[67629431] 'compare' (duration: 67.865501ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:38.300541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890921215s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:38.300911Z","caller":"traceutil/trace.go:171","msg":"trace[63410660] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"2.230641732s","start":"2026-07-17T14:40:36.070222Z","end":"2026-07-17T14:40:38.300864Z","steps":["trace[63410660] 'process raft request' (duration: 339.184512ms)","trace[63410660] 'compare' (duration: 1.89029339s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:38.301064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.070204Z","time spent":"2.230781813s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:38.300932Z","caller":"traceutil/trace.go:171","msg":"trace[1039837824] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"2.226481268s","start":"2026-07-17T14:40:36.074425Z","end":"2026-07-17T14:40:38.300906Z","steps":["trace[1039837824] 'process raft request' (duration: 2.226283337s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:38.301399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.074411Z","time spent":"2.226912432s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:38.532668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.123289461s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T14:40:38.955283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000991639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:40:38.955353Z","caller":"traceutil/trace.go:171","msg":"trace[340777936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001103919s","start":"2026-07-17T14:40:36.954234Z","end":"2026-07-17T14:40:38.955338Z","steps":["trace[340777936] 'agreement among raft nodes before linearized reading' (duration: 2.001013819s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:38.955391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.954219Z","time spent":"2.00116409s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:40:38 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:40:39.026642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.448344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:39.027525Z","caller":"traceutil/trace.go:171","msg":"trace[741386106] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"2.892796046s","start":"2026-07-17T14:40:36.134695Z","end":"2026-07-17T14:40:39.027491Z","steps":["trace[741386106] 'process raft request' (duration: 2.398440744s)","trace[741386106] 'compare' (duration: 493.082691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:39.027751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.134675Z","time spent":"2.892922026s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:39.027549Z","caller":"traceutil/trace.go:171","msg":"trace[656409971] linearizableReadLoop","detail":"{readStateIndex:10921; appliedIndex:10917; }","duration":"2.722346173s","start":"2026-07-17T14:40:36.305174Z","end":"2026-07-17T14:40:39.02752Z","steps":["trace[656409971] 'read index received' (duration: 104.217606ms)","trace[656409971] 'applied index is now lower than readState.Index' (duration: 2.618127567s)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:39.027926Z","caller":"traceutil/trace.go:171","msg":"trace[1376359991] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"2.779917999s","start":"2026-07-17T14:40:36.247985Z","end":"2026-07-17T14:40:39.027903Z","steps":["trace[1376359991] 'process raft request' (duration: 2.779442965s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.028035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.247966Z","time spent":"2.78001235s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:39.02811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722930588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T14:40:39.028145Z","caller":"traceutil/trace.go:171","msg":"trace[1635671785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10478; }","duration":"2.723002148s","start":"2026-07-17T14:40:36.305135Z","end":"2026-07-17T14:40:39.028137Z","steps":["trace[1635671785] 'agreement among raft nodes before linearized reading' (duration: 2.722436973s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.028213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.305116Z","time spent":"2.723073068s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:40:39.372477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.909769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:39.372732Z","caller":"traceutil/trace.go:171","msg":"trace[1636313853] transaction","detail":"{read_only:false; response_revision:10480; number_of_response:1; }","duration":"1.887133114s","start":"2026-07-17T14:40:37.485569Z","end":"2026-07-17T14:40:39.372702Z","steps":["trace[1636313853] 'process raft request' (duration: 1.887004663s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:39.372826Z","caller":"traceutil/trace.go:171","msg":"trace[447441555] transaction","detail":"{read_only:false; response_revision:10483; number_of_response:1; }","duration":"1.247583335s","start":"2026-07-17T14:40:38.12523Z","end":"2026-07-17T14:40:39.372813Z","steps":["trace[447441555] 'process raft request' (duration: 1.247488214s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:39.372829Z","caller":"traceutil/trace.go:171","msg":"trace[467247124] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"1.871573747s","start":"2026-07-17T14:40:37.501226Z","end":"2026-07-17T14:40:39.3728Z","steps":["trace[467247124] 'process raft request' (duration: 1.871401316s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.372885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:38.125205Z","time spent":"1.247655755s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:39.372894Z","caller":"traceutil/trace.go:171","msg":"trace[1029535308] transaction","detail":"{read_only:false; response_revision:10485; number_of_response:1; }","duration":"339.909408ms","start":"2026-07-17T14:40:39.032968Z","end":"2026-07-17T14:40:39.372877Z","steps":["trace[1029535308] 'process raft request' (duration: 339.855738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.372942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:37.501205Z","time spent":"1.871676318s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:39.372987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.032951Z","time spent":"339.993478ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:39.372889Z","caller":"traceutil/trace.go:171","msg":"trace[1167078044] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"1.720912336s","start":"2026-07-17T14:40:37.651905Z","end":"2026-07-17T14:40:39.372818Z","steps":["trace[1167078044] 'process raft request' (duration: 1.720768465s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:39.3731Z","caller":"traceutil/trace.go:171","msg":"trace[2049974165] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"1.185214598s","start":"2026-07-17T14:40:38.187869Z","end":"2026-07-17T14:40:39.373083Z","steps":["trace[2049974165] 'process raft request' (duration: 1.184896695s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:38.187841Z","time spent":"1.185292659s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:39.373167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:37.651881Z","time spent":"1.721177388s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:39.373212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997625636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:40:39.373228Z","caller":"traceutil/trace.go:171","msg":"trace[248816165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10485; }","duration":"2.997674036s","start":"2026-07-17T14:40:36.37555Z","end":"2026-07-17T14:40:39.373224Z","steps":["trace[248816165] 'agreement among raft nodes before linearized reading' (duration: 2.997574226s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.375532Z","time spent":"2.997707926s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T14:40:39.373112Z","caller":"traceutil/trace.go:171","msg":"trace[671338878] linearizableReadLoop","detail":"{readStateIndex:10927; appliedIndex:10921; }","duration":"345.13541ms","start":"2026-07-17T14:40:39.027965Z","end":"2026-07-17T14:40:39.3731Z","steps":["trace[671338878] 'read index received' (duration: 126.533316ms)","trace[671338878] 'applied index is now lower than readState.Index' (duration: 218.601284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:39.373369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925568491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:39.373382Z","caller":"traceutil/trace.go:171","msg":"trace[1578674089] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:10485; }","duration":"2.925622341s","start":"2026-07-17T14:40:36.447756Z","end":"2026-07-17T14:40:39.373379Z","steps":["trace[1578674089] 'agreement among raft nodes before linearized reading' (duration: 2.925598901s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.447736Z","time spent":"2.925656162s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-17T14:40:39.373405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918896122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:39.373425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924516863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:40:39.373446Z","caller":"traceutil/trace.go:171","msg":"trace[1231413712] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10485; }","duration":"1.918995403s","start":"2026-07-17T14:40:37.454438Z","end":"2026-07-17T14:40:39.373433Z","steps":["trace[1231413712] 'agreement among raft nodes before linearized reading' (duration: 1.918902662s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926237027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:39.373506Z","caller":"traceutil/trace.go:171","msg":"trace[937651615] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:10485; }","duration":"2.926289177s","start":"2026-07-17T14:40:36.447213Z","end":"2026-07-17T14:40:39.373502Z","steps":["trace[937651615] 'agreement among raft nodes before linearized reading' (duration: 2.926241067s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.447182Z","time spent":"2.926333977s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-17T14:40:39.373519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:37.454418Z","time spent":"1.919086233s","remote":"127.0.0.1:34902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:39.373515Z","caller":"traceutil/trace.go:171","msg":"trace[1452940275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10485; }","duration":"2.924588873s","start":"2026-07-17T14:40:36.448871Z","end":"2026-07-17T14:40:39.37346Z","steps":["trace[1452940275] 'agreement among raft nodes before linearized reading' (duration: 2.924454832s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.448859Z","time spent":"2.924696503s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:40:39.373604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997900378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:40:39.373619Z","caller":"traceutil/trace.go:171","msg":"trace[169452709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10485; }","duration":"2.997912408s","start":"2026-07-17T14:40:36.375701Z","end":"2026-07-17T14:40:39.373613Z","steps":["trace[169452709] 'agreement among raft nodes before linearized reading' (duration: 2.997872558s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.375676Z","time spent":"2.997951028s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T14:40:39.373661Z","caller":"traceutil/trace.go:171","msg":"trace[1260501941] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"2.117663125s","start":"2026-07-17T14:40:37.255028Z","end":"2026-07-17T14:40:39.372691Z","steps":["trace[1260501941] 'process raft request' (duration: 1.899458004s)","trace[1260501941] 'compare' (duration: 217.787568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:39.373734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998048281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T14:40:39.373755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120033709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:39.373785Z","caller":"traceutil/trace.go:171","msg":"trace[635656314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10485; }","duration":"2.998101141s","start":"2026-07-17T14:40:36.37567Z","end":"2026-07-17T14:40:39.373771Z","steps":["trace[635656314] 'agreement among raft nodes before linearized reading' (duration: 2.997961199s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:39.37379Z","caller":"traceutil/trace.go:171","msg":"trace[1508156736] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:10485; }","duration":"1.12011796s","start":"2026-07-17T14:40:38.253661Z","end":"2026-07-17T14:40:39.373779Z","steps":["trace[1508156736] 'agreement among raft nodes before linearized reading' (duration: 1.12007462s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755383211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:39.373818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02091967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T14:40:39.373826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:38.25364Z","time spent":"1.12017813s","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:39.373725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6604507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:40:39.373821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:37.255004Z","time spent":"2.118746765s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:39.373844Z","caller":"traceutil/trace.go:171","msg":"trace[2023995737] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10485; }","duration":"2.755452821s","start":"2026-07-17T14:40:36.618377Z","end":"2026-07-17T14:40:39.37383Z","steps":["trace[2023995737] 'agreement among raft nodes before linearized reading' (duration: 2.755350051s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:39.373876Z","caller":"traceutil/trace.go:171","msg":"trace[1203653913] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:10485; }","duration":"2.660668763s","start":"2026-07-17T14:40:36.713194Z","end":"2026-07-17T14:40:39.373863Z","steps":["trace[1203653913] 'agreement among raft nodes before linearized reading' (duration: 2.66042303s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.618302Z","time spent":"2.755571802s","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:40:39.373878Z","caller":"traceutil/trace.go:171","msg":"trace[1893528030] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10485; }","duration":"2.0210057s","start":"2026-07-17T14:40:37.352853Z","end":"2026-07-17T14:40:39.373859Z","steps":["trace[1893528030] 'agreement among raft nodes before linearized reading' (duration: 2.02091525s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.713178Z","time spent":"2.660730163s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-17T14:40:39.373939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:37.352836Z","time spent":"2.021096081s","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:39.373717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.334605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:39.37397Z","caller":"traceutil/trace.go:171","msg":"trace[2075664404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10485; }","duration":"418.621447ms","start":"2026-07-17T14:40:38.955337Z","end":"2026-07-17T14:40:39.373959Z","steps":["trace[2075664404] 'agreement among raft nodes before linearized reading' (duration: 418.352975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:39.373828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:36.375622Z","time spent":"2.998194921s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:40:39.374001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:38.955312Z","time spent":"418.680347ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:39.374863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:37.485542Z","time spent":"1.887285705s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:40.11802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7580} {"level":"warn","ts":"2026-07-17T14:40:40.121149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.982447ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:40.126552Z","caller":"traceutil/trace.go:171","msg":"trace[337354101] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10485; }","duration":"111.472036ms","start":"2026-07-17T14:40:40.014906Z","end":"2026-07-17T14:40:40.126378Z","steps":["trace[337354101] 'range keys from in-memory index tree' (duration: 102.965447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.127111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.891623ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-17T14:40:40.175089Z","caller":"traceutil/trace.go:171","msg":"trace[297748857] compact","detail":"{revision:7580; response_revision:10485; }","duration":"799.72302ms","start":"2026-07-17T14:40:39.375327Z","end":"2026-07-17T14:40:40.17505Z","steps":["trace[297748857] 'process raft request' (duration: 219.22667ms)","trace[297748857] 'check and update compact revision' (duration: 522.777072ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:40.175182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.375286Z","time spent":"799.890421ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T14:40:40.175794Z","caller":"traceutil/trace.go:171","msg":"trace[127961637] transaction","detail":"{read_only:false; response_revision:10486; number_of_response:1; }","duration":"796.306032ms","start":"2026-07-17T14:40:39.379473Z","end":"2026-07-17T14:40:40.175779Z","steps":["trace[127961637] 'process raft request' (duration: 747.719698ms)","trace[127961637] 'compare' (duration: 48.265422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:40.175911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.379456Z","time spent":"796.380762ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:40.176073Z","caller":"traceutil/trace.go:171","msg":"trace[192500898] transaction","detail":"{read_only:false; response_revision:10487; number_of_response:1; }","duration":"795.704108ms","start":"2026-07-17T14:40:39.380336Z","end":"2026-07-17T14:40:40.17604Z","steps":["trace[192500898] 'process raft request' (duration: 795.373034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.176191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.380324Z","time spent":"795.796758ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:40.17633Z","caller":"traceutil/trace.go:171","msg":"trace[332838550] transaction","detail":"{read_only:false; response_revision:10488; number_of_response:1; }","duration":"795.561755ms","start":"2026-07-17T14:40:39.380746Z","end":"2026-07-17T14:40:40.176308Z","steps":["trace[332838550] 'process raft request' (duration: 795.214403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.176432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.380733Z","time spent":"795.654696ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:40.176542Z","caller":"traceutil/trace.go:171","msg":"trace[1032476282] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"795.401425ms","start":"2026-07-17T14:40:39.381114Z","end":"2026-07-17T14:40:40.176516Z","steps":["trace[1032476282] 'process raft request' (duration: 795.186203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.17659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.381107Z","time spent":"795.459515ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:40:40.176745Z","caller":"traceutil/trace.go:171","msg":"trace[2115231184] linearizableReadLoop","detail":"{readStateIndex:10933; appliedIndex:10928; }","duration":"794.968101ms","start":"2026-07-17T14:40:39.38174Z","end":"2026-07-17T14:40:40.176708Z","steps":["trace[2115231184] 'read index received' (duration: 212.772356ms)","trace[2115231184] 'applied index is now lower than readState.Index' (duration: 582.194565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:40.402225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.813193ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-17T14:40:40.402927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021176857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c319a7116ed298\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-17T14:40:40.402986Z","caller":"traceutil/trace.go:171","msg":"trace[956380539] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c319a7116ed298; range_end:; response_count:1; response_revision:10489; }","duration":"1.021260658s","start":"2026-07-17T14:40:39.381703Z","end":"2026-07-17T14:40:40.402964Z","steps":["trace[956380539] 'agreement among raft nodes before linearized reading' (duration: 795.116053ms)","trace[956380539] 'range keys from in-memory index tree' (duration: 225.999614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:40.403026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.381684Z","time spent":"1.021333018s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c319a7116ed298\" "} {"level":"info","ts":"2026-07-17T14:40:40.403413Z","caller":"traceutil/trace.go:171","msg":"trace[9009348] linearizableReadLoop","detail":"{readStateIndex:10935; appliedIndex:10933; }","duration":"226.604028ms","start":"2026-07-17T14:40:40.17678Z","end":"2026-07-17T14:40:40.403384Z","steps":["trace[9009348] 'read index received' (duration: 53.97µs)","trace[9009348] 'applied index is now lower than readState.Index' (duration: 226.547468ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:40.403413Z","caller":"traceutil/trace.go:171","msg":"trace[1762667884] transaction","detail":"{read_only:false; response_revision:10490; number_of_response:1; }","duration":"426.654932ms","start":"2026-07-17T14:40:39.976737Z","end":"2026-07-17T14:40:40.403392Z","steps":["trace[1762667884] 'process raft request' (duration: 425.581044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.403583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.976719Z","time spent":"426.752813ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:40:40.403599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020471001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:40.403629Z","caller":"traceutil/trace.go:171","msg":"trace[1815046038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10490; }","duration":"1.020514482s","start":"2026-07-17T14:40:39.383105Z","end":"2026-07-17T14:40:40.403619Z","steps":["trace[1815046038] 'agreement among raft nodes before linearized reading' (duration: 1.020378801s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.403649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.383098Z","time spent":"1.020547252s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:40:40.403903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.101078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-567lk\" ","response":"range_response_count:1 size:6308"} {"level":"info","ts":"2026-07-17T14:40:40.404148Z","caller":"traceutil/trace.go:171","msg":"trace[836063712] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-567lk; range_end:; response_count:1; response_revision:10490; }","duration":"670.190449ms","start":"2026-07-17T14:40:39.73377Z","end":"2026-07-17T14:40:40.403961Z","steps":["trace[836063712] 'agreement among raft nodes before linearized reading' (duration: 669.657414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.403907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.393392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/imagecatalogs/\" range_end:\"/registry/postgresql.cnpg.io/imagecatalogs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:40.404288Z","caller":"traceutil/trace.go:171","msg":"trace[271848816] range","detail":"{range_begin:/registry/postgresql.cnpg.io/imagecatalogs/; range_end:/registry/postgresql.cnpg.io/imagecatalogs0; response_count:0; response_revision:10490; }","duration":"658.819157ms","start":"2026-07-17T14:40:39.745448Z","end":"2026-07-17T14:40:40.404267Z","steps":["trace[271848816] 'agreement among raft nodes before linearized reading' (duration: 657.975539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.404283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.733728Z","time spent":"670.477292ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6331,"request content":"key:\"/registry/pods/openstack/horizon-db-init-567lk\" "} {"level":"warn","ts":"2026-07-17T14:40:40.404655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:40:39.745436Z","time spent":"659.199499ms","remote":"127.0.0.1:57296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/imagecatalogs/\" range_end:\"/registry/postgresql.cnpg.io/imagecatalogs0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:40:40.559543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.725353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:40:40.55976Z","caller":"traceutil/trace.go:171","msg":"trace[738815198] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"252.689891ms","start":"2026-07-17T14:40:40.306985Z","end":"2026-07-17T14:40:40.559674Z","steps":["trace[738815198] 'process raft request' (duration: 112.682355ms)","trace[738815198] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cnpg-system/822e3f5c.cnpg.io; req_size:494; } (duration: 139.587482ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:40:40.563416Z","caller":"traceutil/trace.go:171","msg":"trace[1021326114] transaction","detail":"{read_only:false; response_revision:10492; number_of_response:1; }","duration":"256.27143ms","start":"2026-07-17T14:40:40.307123Z","end":"2026-07-17T14:40:40.563394Z","steps":["trace[1021326114] 'process raft request' (duration: 252.5224ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:40.563627Z","caller":"traceutil/trace.go:171","msg":"trace[1763444432] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"154.801076ms","start":"2026-07-17T14:40:40.408646Z","end":"2026-07-17T14:40:40.563447Z","steps":["trace[1763444432] 'process raft request' (duration: 154.623495ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:40.563864Z","caller":"traceutil/trace.go:171","msg":"trace[1723076939] transaction","detail":"{read_only:false; response_revision:10494; number_of_response:1; }","duration":"149.471353ms","start":"2026-07-17T14:40:40.414376Z","end":"2026-07-17T14:40:40.563847Z","steps":["trace[1723076939] 'process raft request' (duration: 148.963978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.5639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.243374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:40:40.563957Z","caller":"traceutil/trace.go:171","msg":"trace[1509859651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10494; }","duration":"217.344744ms","start":"2026-07-17T14:40:40.346598Z","end":"2026-07-17T14:40:40.563943Z","steps":["trace[1509859651] 'agreement among raft nodes before linearized reading' (duration: 217.140272ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:40.563699Z","caller":"traceutil/trace.go:171","msg":"trace[2083264237] linearizableReadLoop","detail":"{readStateIndex:10937; appliedIndex:10935; }","duration":"160.202671ms","start":"2026-07-17T14:40:40.40346Z","end":"2026-07-17T14:40:40.563663Z","steps":["trace[2083264237] 'read index received' (duration: 16.257003ms)","trace[2083264237] 'applied index is now lower than readState.Index' (duration: 143.943368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:40:40.564094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.13366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:40.564148Z","caller":"traceutil/trace.go:171","msg":"trace[1152073979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10494; }","duration":"159.206952ms","start":"2026-07-17T14:40:40.404925Z","end":"2026-07-17T14:40:40.564132Z","steps":["trace[1152073979] 'agreement among raft nodes before linearized reading' (duration: 159.131271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.564488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.542729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:40:40.564551Z","caller":"traceutil/trace.go:171","msg":"trace[1450542222] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:10494; }","duration":"151.6275ms","start":"2026-07-17T14:40:40.412907Z","end":"2026-07-17T14:40:40.564534Z","steps":["trace[1450542222] 'agreement among raft nodes before linearized reading' (duration: 151.457998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:40:40.564133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.609669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/backups/\" range_end:\"/registry/postgresql.cnpg.io/backups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:40:40.565684Z","caller":"traceutil/trace.go:171","msg":"trace[383517771] range","detail":"{range_begin:/registry/postgresql.cnpg.io/backups/; range_end:/registry/postgresql.cnpg.io/backups0; response_count:0; response_revision:10494; }","duration":"191.210011ms","start":"2026-07-17T14:40:40.374452Z","end":"2026-07-17T14:40:40.565662Z","steps":["trace[383517771] 'agreement among raft nodes before linearized reading' (duration: 189.625998ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:40:40.653132Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7580,"took":"529.586107ms","hash":2810152525,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":34656256,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-17T14:40:40.653417Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2810152525,"revision":7580,"compact-revision":5244} {"level":"info","ts":"2026-07-17T14:41:04.459523Z","caller":"traceutil/trace.go:171","msg":"trace[336853866] linearizableReadLoop","detail":"{readStateIndex:11118; appliedIndex:11117; }","duration":"505.037428ms","start":"2026-07-17T14:41:03.954466Z","end":"2026-07-17T14:41:04.459503Z","steps":["trace[336853866] 'read index received' (duration: 485.746012ms)","trace[336853866] 'applied index is now lower than readState.Index' (duration: 19.289656ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:41:04.459625Z","caller":"traceutil/trace.go:171","msg":"trace[1096981683] transaction","detail":"{read_only:false; response_revision:10667; number_of_response:1; }","duration":"645.869031ms","start":"2026-07-17T14:41:03.813746Z","end":"2026-07-17T14:41:04.459615Z","steps":["trace[1096981683] 'process raft request' (duration: 626.491905ms)","trace[1096981683] 'compare' (duration: 18.783812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:41:04.460221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.740754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:41:04.460285Z","caller":"traceutil/trace.go:171","msg":"trace[1540914444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10667; }","duration":"505.860954ms","start":"2026-07-17T14:41:03.95441Z","end":"2026-07-17T14:41:04.460271Z","steps":["trace[1540914444] 'agreement among raft nodes before linearized reading' (duration: 505.728283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:04.460318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:03.954348Z","time spent":"505.964126ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:41:04.460522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.41503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:41:04.460556Z","caller":"traceutil/trace.go:171","msg":"trace[255850173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10667; }","duration":"119.48321ms","start":"2026-07-17T14:41:04.341062Z","end":"2026-07-17T14:41:04.460545Z","steps":["trace[255850173] 'agreement among raft nodes before linearized reading' (duration: 118.970716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:04.460665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:03.813712Z","time spent":"645.930501ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:41:06.061857Z","caller":"traceutil/trace.go:171","msg":"trace[1590045054] transaction","detail":"{read_only:false; response_revision:10672; number_of_response:1; }","duration":"846.925403ms","start":"2026-07-17T14:41:05.212242Z","end":"2026-07-17T14:41:06.059167Z","steps":["trace[1590045054] 'process raft request' (duration: 846.735922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:06.062484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:05.212219Z","time spent":"849.704956ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:41:08.592935Z","caller":"traceutil/trace.go:171","msg":"trace[929983214] linearizableReadLoop","detail":"{readStateIndex:11143; appliedIndex:11142; }","duration":"228.601545ms","start":"2026-07-17T14:41:08.364319Z","end":"2026-07-17T14:41:08.59292Z","steps":["trace[929983214] 'read index received' (duration: 228.313743ms)","trace[929983214] 'applied index is now lower than readState.Index' (duration: 286.822µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:41:08.593257Z","caller":"traceutil/trace.go:171","msg":"trace[631976349] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10692; }","duration":"314.327721ms","start":"2026-07-17T14:41:08.278897Z","end":"2026-07-17T14:41:08.593224Z","steps":["trace[631976349] 'process raft request' (duration: 313.811536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:08.593463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.136189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:41:08.593707Z","caller":"traceutil/trace.go:171","msg":"trace[103612810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10692; }","duration":"229.419242ms","start":"2026-07-17T14:41:08.364277Z","end":"2026-07-17T14:41:08.593697Z","steps":["trace[103612810] 'agreement among raft nodes before linearized reading' (duration: 229.135099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:08.594129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:08.278884Z","time spent":"314.438782ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-17T14:41:10.240937Z","caller":"traceutil/trace.go:171","msg":"trace[1611422582] transaction","detail":"{read_only:false; response_revision:10705; number_of_response:1; }","duration":"307.98469ms","start":"2026-07-17T14:41:09.932926Z","end":"2026-07-17T14:41:10.240911Z","steps":["trace[1611422582] 'process raft request' (duration: 307.815729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:10.241096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:09.932905Z","time spent":"308.114052ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:41:11.136558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.700167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:41:11.136631Z","caller":"traceutil/trace.go:171","msg":"trace[1506680995] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"726.822569ms","start":"2026-07-17T14:41:10.40979Z","end":"2026-07-17T14:41:11.136612Z","steps":["trace[1506680995] 'agreement among raft nodes before linearized reading' (duration: 726.731058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:11.136661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.409771Z","time spent":"726.883749ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:41:11 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:41:12.982373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.225269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:41:12.982444Z","caller":"traceutil/trace.go:171","msg":"trace[228664096] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.34572ms","start":"2026-07-17T14:41:12.482081Z","end":"2026-07-17T14:41:12.982426Z","steps":["trace[228664096] 'agreement among raft nodes before linearized reading' (duration: 500.25258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:12.98248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:12.482069Z","time spent":"500.402981ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:41:12 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:41:13.142581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:41:13.142653Z","caller":"traceutil/trace.go:171","msg":"trace[392825859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647675s","start":"2026-07-17T14:41:11.141989Z","end":"2026-07-17T14:41:13.142637Z","steps":["trace[392825859] 'agreement among raft nodes before linearized reading' (duration: 2.000567754s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:13.142691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:11.141976Z","time spent":"2.000707306s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:41:13 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:41:14.25421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000782937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:41:14.254271Z","caller":"traceutil/trace.go:171","msg":"trace[902497071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000874888s","start":"2026-07-17T14:41:12.253381Z","end":"2026-07-17T14:41:14.254256Z","steps":["trace[902497071] 'agreement among raft nodes before linearized reading' (duration: 2.000798407s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:14.254326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:12.253376Z","time spent":"2.000919158s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 14:41:14 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:41:17.271613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.666648703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T14:41:17.271701Z","caller":"traceutil/trace.go:171","msg":"trace[357092203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"6.666785884s","start":"2026-07-17T14:41:10.604893Z","end":"2026-07-17T14:41:17.271679Z","steps":["trace[357092203] 'agreement among raft nodes before linearized reading' (duration: 6.666676783s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.271744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.604874Z","time spent":"6.666859614s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:41:17.271882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.127701Z","time spent":"7.144179627s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:41:17.272204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.140366Z","time spent":"7.131836089s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/17 14:41:17 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:41:17.272222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.664333034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-07-17T14:41:17.272278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.138137Z","time spent":"7.134138547s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/17 14:41:17 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:41:17.272324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129808425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T14:41:17.272338Z","caller":"traceutil/trace.go:171","msg":"trace[1502610013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"4.129847155s","start":"2026-07-17T14:41:13.142485Z","end":"2026-07-17T14:41:17.272332Z","steps":["trace[1502610013] 'agreement among raft nodes before linearized reading' (duration: 4.129831985s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.272351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:13.142473Z","time spent":"4.129875526s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T14:41:17.272321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.669287964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T14:41:17.272396Z","caller":"traceutil/trace.go:171","msg":"trace[267604826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"6.669407635s","start":"2026-07-17T14:41:10.602969Z","end":"2026-07-17T14:41:17.272376Z","steps":["trace[267604826] 'agreement among raft nodes before linearized reading' (duration: 6.669308004s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.272437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.602953Z","time spent":"6.669474725s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T14:41:17.27239Z","caller":"traceutil/trace.go:171","msg":"trace[831584937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"6.664475365s","start":"2026-07-17T14:41:10.607816Z","end":"2026-07-17T14:41:17.272291Z","steps":["trace[831584937] 'agreement among raft nodes before linearized reading' (duration: 6.664341174s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.272492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.607808Z","time spent":"6.664671537s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:41:17.272659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.137707Z","time spent":"7.134950244s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:41:17.27266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.137769Z","time spent":"7.134888804s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:41:17.272695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.137159Z","time spent":"7.135534239s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T14:41:17.327742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.685841479s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T14:41:17.333759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:12.856137Z","time spent":"4.477613418s","remote":"127.0.0.1:60426","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T14:41:17.335621Z","caller":"traceutil/trace.go:171","msg":"trace[1218764102] linearizableReadLoop","detail":"{readStateIndex:11158; appliedIndex:11156; }","duration":"7.205685717s","start":"2026-07-17T14:41:10.129916Z","end":"2026-07-17T14:41:17.335602Z","steps":["trace[1218764102] 'read index received' (duration: 110.816159ms)","trace[1218764102] 'applied index is now lower than readState.Index' (duration: 7.094868738s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:41:17.335837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.205906059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4881"} {"level":"info","ts":"2026-07-17T14:41:17.335879Z","caller":"traceutil/trace.go:171","msg":"trace[1990272316] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:10711; }","duration":"7.20599225s","start":"2026-07-17T14:41:10.129875Z","end":"2026-07-17T14:41:17.335867Z","steps":["trace[1990272316] 'agreement among raft nodes before linearized reading' (duration: 7.205829159s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.335912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.129855Z","time spent":"7.20604844s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4904,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-17T14:41:17.340965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.20113229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4881"} {"level":"info","ts":"2026-07-17T14:41:17.341021Z","caller":"traceutil/trace.go:171","msg":"trace[999315568] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:10714; }","duration":"7.201218431s","start":"2026-07-17T14:41:10.13979Z","end":"2026-07-17T14:41:17.341008Z","steps":["trace[999315568] 'agreement among raft nodes before linearized reading' (duration: 7.20106304s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.341055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.139779Z","time spent":"7.201269822s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4904,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-07-17T14:41:17.341241Z","caller":"traceutil/trace.go:171","msg":"trace[72959690] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"6.919242933s","start":"2026-07-17T14:41:10.421989Z","end":"2026-07-17T14:41:17.341232Z","steps":["trace[72959690] 'process raft request' (duration: 6.918721408s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.341297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.421968Z","time spent":"6.919288903s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:41:17.34138Z","caller":"traceutil/trace.go:171","msg":"trace[1139117089] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"6.672716603s","start":"2026-07-17T14:41:10.668657Z","end":"2026-07-17T14:41:17.341373Z","steps":["trace[1139117089] 'process raft request' (duration: 6.672133828s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.34141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.668635Z","time spent":"6.672758093s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:41:17.341591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970815469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:41:17.341615Z","caller":"traceutil/trace.go:171","msg":"trace[13327731] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10714; }","duration":"2.970879131s","start":"2026-07-17T14:41:14.370727Z","end":"2026-07-17T14:41:17.341606Z","steps":["trace[13327731] 'agreement among raft nodes before linearized reading' (duration: 2.970830421s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.341638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:14.370706Z","time spent":"2.970925512s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:41:17.344087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.146371631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:41:17.344141Z","caller":"traceutil/trace.go:171","msg":"trace[157068523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10714; }","duration":"6.146467621s","start":"2026-07-17T14:41:11.197661Z","end":"2026-07-17T14:41:17.344129Z","steps":["trace[157068523] 'agreement among raft nodes before linearized reading' (duration: 6.145910707s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.344172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:11.197644Z","time spent":"6.146517481s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T14:41:17.344327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.05835804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:41:17.344359Z","caller":"traceutil/trace.go:171","msg":"trace[1867731399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10714; }","duration":"5.058425481s","start":"2026-07-17T14:41:12.285922Z","end":"2026-07-17T14:41:17.344347Z","steps":["trace[1867731399] 'agreement among raft nodes before linearized reading' (duration: 5.05837182s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.344343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.945503985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:41:17.344388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:12.285904Z","time spent":"5.058476782s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:41:17.344404Z","caller":"traceutil/trace.go:171","msg":"trace[1926781994] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:10714; }","duration":"4.945612276s","start":"2026-07-17T14:41:12.398776Z","end":"2026-07-17T14:41:17.344388Z","steps":["trace[1926781994] 'agreement among raft nodes before linearized reading' (duration: 4.945480495s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.344432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:12.39876Z","time spent":"4.945666576s","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:41:17.344517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.092360997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:41:17.344552Z","caller":"traceutil/trace.go:171","msg":"trace[2019054997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10714; }","duration":"5.092425977s","start":"2026-07-17T14:41:12.252116Z","end":"2026-07-17T14:41:17.344542Z","steps":["trace[2019054997] 'agreement among raft nodes before linearized reading' (duration: 5.092372017s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.344579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:12.252072Z","time spent":"5.092498997s","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:41:17.344628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642561832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T14:41:17.344644Z","caller":"traceutil/trace.go:171","msg":"trace[1725635438] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:10714; }","duration":"3.642608702s","start":"2026-07-17T14:41:13.702031Z","end":"2026-07-17T14:41:17.34464Z","steps":["trace[1725635438] 'agreement among raft nodes before linearized reading' (duration: 3.642528841s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.344657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:13.702011Z","time spent":"3.642643082s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"warn","ts":"2026-07-17T14:41:17.344706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.837474713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:41:17.344733Z","caller":"traceutil/trace.go:171","msg":"trace[1889042491] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10714; }","duration":"5.837535475s","start":"2026-07-17T14:41:11.507189Z","end":"2026-07-17T14:41:17.344725Z","steps":["trace[1889042491] 'agreement among raft nodes before linearized reading' (duration: 5.837489894s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.344749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297002882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:41:17.344764Z","caller":"traceutil/trace.go:171","msg":"trace[1191400053] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10714; }","duration":"4.297058503s","start":"2026-07-17T14:41:13.0477Z","end":"2026-07-17T14:41:17.344759Z","steps":["trace[1191400053] 'agreement among raft nodes before linearized reading' (duration: 4.297023353s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.344781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:13.04768Z","time spent":"4.297097644s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:41:17.344799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.933760556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:41:17.34483Z","caller":"traceutil/trace.go:171","msg":"trace[42766722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10714; }","duration":"5.933823806s","start":"2026-07-17T14:41:11.410996Z","end":"2026-07-17T14:41:17.34482Z","steps":["trace[42766722] 'agreement among raft nodes before linearized reading' (duration: 5.933778696s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.344855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.600019432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T14:41:17.344856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:11.410962Z","time spent":"5.933885716s","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:41:17.344871Z","caller":"traceutil/trace.go:171","msg":"trace[2015795024] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10714; }","duration":"4.600081092s","start":"2026-07-17T14:41:12.744785Z","end":"2026-07-17T14:41:17.344866Z","steps":["trace[2015795024] 'agreement among raft nodes before linearized reading' (duration: 4.600056592s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.344885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:12.744761Z","time spent":"4.600120122s","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:41:17.34476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:11.507163Z","time spent":"5.837589785s","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:41:17.345252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.198440569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T14:41:17.345274Z","caller":"traceutil/trace.go:171","msg":"trace[129312283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10714; }","duration":"7.198489369s","start":"2026-07-17T14:41:10.14678Z","end":"2026-07-17T14:41:17.34527Z","steps":["trace[129312283] 'agreement among raft nodes before linearized reading' (duration: 7.198435798s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.345287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.146767Z","time spent":"7.198517829s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:41:17.345884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.739760406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T14:41:17.345374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.593118456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:41:17.345924Z","caller":"traceutil/trace.go:171","msg":"trace[1352891762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10714; }","duration":"6.739824216s","start":"2026-07-17T14:41:10.606088Z","end":"2026-07-17T14:41:17.345912Z","steps":["trace[1352891762] 'agreement among raft nodes before linearized reading' (duration: 6.739710055s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:41:17.345948Z","caller":"traceutil/trace.go:171","msg":"trace[686374755] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10714; }","duration":"6.5937439s","start":"2026-07-17T14:41:10.752196Z","end":"2026-07-17T14:41:17.34594Z","steps":["trace[686374755] 'agreement among raft nodes before linearized reading' (duration: 6.593162265s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.345955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.606079Z","time spent":"6.739868736s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:41:17.345983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.752172Z","time spent":"6.593802041s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:41:17.34607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.191059127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:41:17.346086Z","caller":"traceutil/trace.go:171","msg":"trace[1066343228] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10714; }","duration":"7.191100948s","start":"2026-07-17T14:41:10.154979Z","end":"2026-07-17T14:41:17.34608Z","steps":["trace[1066343228] 'agreement among raft nodes before linearized reading' (duration: 7.191075178s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.346099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.154966Z","time spent":"7.191129138s","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:41:17.346145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.631314937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-2\" ","response":"range_response_count:1 size:2364"} {"level":"info","ts":"2026-07-17T14:41:17.346178Z","caller":"traceutil/trace.go:171","msg":"trace[2020462824] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-2; range_end:; response_count:1; response_revision:10714; }","duration":"6.631401337s","start":"2026-07-17T14:41:10.714767Z","end":"2026-07-17T14:41:17.346168Z","steps":["trace[2020462824] 'agreement among raft nodes before linearized reading' (duration: 6.631305385s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.346203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.714742Z","time spent":"6.631454048s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2387,"request content":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-2\" "} {"level":"warn","ts":"2026-07-17T14:41:17.34623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.206312773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4881"} {"level":"info","ts":"2026-07-17T14:41:17.346271Z","caller":"traceutil/trace.go:171","msg":"trace[1800915394] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:10714; }","duration":"7.206358153s","start":"2026-07-17T14:41:10.139892Z","end":"2026-07-17T14:41:17.34625Z","steps":["trace[1800915394] 'agreement among raft nodes before linearized reading' (duration: 7.206243903s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.346323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:10.139887Z","time spent":"7.206417754s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4904,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-17T14:41:17.35101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344642588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:41:17.351089Z","caller":"traceutil/trace.go:171","msg":"trace[2092888954] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10714; }","duration":"2.352753235s","start":"2026-07-17T14:41:14.998316Z","end":"2026-07-17T14:41:17.351069Z","steps":["trace[2092888954] 'agreement among raft nodes before linearized reading' (duration: 2.344631078s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:41:17.351291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:41:14.998249Z","time spent":"2.352877655s","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:43:48.081573Z","caller":"traceutil/trace.go:171","msg":"trace[267974243] transaction","detail":"{read_only:false; response_revision:11695; number_of_response:1; }","duration":"125.003225ms","start":"2026-07-17T14:43:47.956533Z","end":"2026-07-17T14:43:48.081536Z","steps":["trace[267974243] 'process raft request' (duration: 124.853523ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:43:48.081753Z","caller":"traceutil/trace.go:171","msg":"trace[1811720705] transaction","detail":"{read_only:false; response_revision:11698; number_of_response:1; }","duration":"121.91269ms","start":"2026-07-17T14:43:47.959804Z","end":"2026-07-17T14:43:48.081716Z","steps":["trace[1811720705] 'process raft request' (duration: 121.737469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:43:48.081892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.210858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:43:48.081957Z","caller":"traceutil/trace.go:171","msg":"trace[1007289496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11698; }","duration":"129.33438ms","start":"2026-07-17T14:43:47.952607Z","end":"2026-07-17T14:43:48.081941Z","steps":["trace[1007289496] 'agreement among raft nodes before linearized reading' (duration: 129.163579ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:43:48.082051Z","caller":"traceutil/trace.go:171","msg":"trace[812465382] transaction","detail":"{read_only:false; response_revision:11694; number_of_response:1; }","duration":"140.184667ms","start":"2026-07-17T14:43:47.94185Z","end":"2026-07-17T14:43:48.082035Z","steps":["trace[812465382] 'process raft request' (duration: 139.397611ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:43:48.081851Z","caller":"traceutil/trace.go:171","msg":"trace[406300253] transaction","detail":"{read_only:false; response_revision:11696; number_of_response:1; }","duration":"123.442061ms","start":"2026-07-17T14:43:47.958362Z","end":"2026-07-17T14:43:48.081804Z","steps":["trace[406300253] 'process raft request' (duration: 123.066359ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:43:48.0824Z","caller":"traceutil/trace.go:171","msg":"trace[1221744732] linearizableReadLoop","detail":"{readStateIndex:12181; appliedIndex:12179; }","duration":"128.903846ms","start":"2026-07-17T14:43:47.952679Z","end":"2026-07-17T14:43:48.081583Z","steps":["trace[1221744732] 'read index received' (duration: 46.235435ms)","trace[1221744732] 'applied index is now lower than readState.Index' (duration: 82.667341ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:43:48.081703Z","caller":"traceutil/trace.go:171","msg":"trace[1648671892] transaction","detail":"{read_only:false; response_revision:11697; number_of_response:1; }","duration":"122.176862ms","start":"2026-07-17T14:43:47.959452Z","end":"2026-07-17T14:43:48.081629Z","steps":["trace[1648671892] 'process raft request' (duration: 122.009731ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:40.319511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10484} {"level":"warn","ts":"2026-07-17T14:45:40.909104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.748665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T14:45:40.909227Z","caller":"traceutil/trace.go:171","msg":"trace[2047924076] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.912156ms","start":"2026-07-17T14:45:40.409286Z","end":"2026-07-17T14:45:40.909198Z","steps":["trace[2047924076] 'agreement among raft nodes before linearized reading' (duration: 499.765385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:40.909298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.409243Z","time spent":"500.039678ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 14:45:40 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T14:45:41.603785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191021295s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:45:41.603891Z","caller":"traceutil/trace.go:171","msg":"trace[1278030410] linearizableReadLoop","detail":"{readStateIndex:12883; appliedIndex:12882; }","duration":"1.194560484s","start":"2026-07-17T14:45:40.409318Z","end":"2026-07-17T14:45:41.603878Z","steps":["trace[1278030410] 'read index received' (duration: 3.285787ms)","trace[1278030410] 'applied index is now lower than readState.Index' (duration: 1.191273647s)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:41.604187Z","caller":"traceutil/trace.go:171","msg":"trace[921521684] transaction","detail":"{read_only:false; response_revision:12372; number_of_response:1; }","duration":"1.203537677s","start":"2026-07-17T14:45:40.400345Z","end":"2026-07-17T14:45:41.603883Z","steps":["trace[921521684] 'process raft request' (duration: 12.33026ms)","trace[921521684] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cnpg-system/822e3f5c.cnpg.io; req_size:494; } (duration: 1.190707093s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:41.604482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.400325Z","time spent":"1.203994131s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:45:41.768297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.333813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:45:41.768645Z","caller":"traceutil/trace.go:171","msg":"trace[156664878] transaction","detail":"{read_only:false; response_revision:12374; number_of_response:1; }","duration":"1.301515732s","start":"2026-07-17T14:45:40.467097Z","end":"2026-07-17T14:45:41.768613Z","steps":["trace[156664878] 'process raft request' (duration: 1.30131655s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:41.768587Z","caller":"traceutil/trace.go:171","msg":"trace[281751345] transaction","detail":"{read_only:false; response_revision:12373; number_of_response:1; }","duration":"1.327338892s","start":"2026-07-17T14:45:40.441189Z","end":"2026-07-17T14:45:41.768528Z","steps":["trace[281751345] 'process raft request' (duration: 1.162682395s)","trace[281751345] 'compare' (duration: 70.807435ms)","trace[281751345] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 93.423618ms)"],"step_count":3} {"level":"warn","ts":"2026-07-17T14:45:41.768759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.467086Z","time spent":"1.301622033s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:45:41.768821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.441167Z","time spent":"1.327554324s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:45:41.769219Z","caller":"traceutil/trace.go:171","msg":"trace[1650931180] transaction","detail":"{read_only:false; response_revision:12375; number_of_response:1; }","duration":"1.289672277s","start":"2026-07-17T14:45:40.479527Z","end":"2026-07-17T14:45:41.769199Z","steps":["trace[1650931180] 'process raft request' (duration: 1.289020812s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.769319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.479512Z","time spent":"1.289757598s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:45:41.769686Z","caller":"traceutil/trace.go:171","msg":"trace[994682067] linearizableReadLoop","detail":"{readStateIndex:12888; appliedIndex:12883; }","duration":"165.756764ms","start":"2026-07-17T14:45:41.603912Z","end":"2026-07-17T14:45:41.769669Z","steps":["trace[994682067] 'read index received' (duration: 33.35µs)","trace[994682067] 'applied index is now lower than readState.Index' (duration: 165.722274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:41.76983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316682284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-07-17T14:45:41.76988Z","caller":"traceutil/trace.go:171","msg":"trace[824045046] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:12377; }","duration":"1.316767146s","start":"2026-07-17T14:45:40.453099Z","end":"2026-07-17T14:45:41.769867Z","steps":["trace[824045046] 'agreement among raft nodes before linearized reading' (duration: 1.316645094s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.769924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.453081Z","time spent":"1.316830377s","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":737,"request content":"key:\"/registry/clusterroles/system:node-proxier\" "} {"level":"warn","ts":"2026-07-17T14:45:41.770129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.925653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:45:41.771582Z","caller":"traceutil/trace.go:171","msg":"trace[811680106] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12377; }","duration":"800.424875ms","start":"2026-07-17T14:45:40.971143Z","end":"2026-07-17T14:45:41.771568Z","steps":["trace[811680106] 'agreement among raft nodes before linearized reading' (duration: 798.887813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.77163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.971124Z","time spent":"800.492496ms","remote":"127.0.0.1:50052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T14:45:41.770219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.63616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/poolers/\" range_end:\"/registry/postgresql.cnpg.io/poolers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:41.771786Z","caller":"traceutil/trace.go:171","msg":"trace[562587726] range","detail":"{range_begin:/registry/postgresql.cnpg.io/poolers/; range_end:/registry/postgresql.cnpg.io/poolers0; response_count:0; response_revision:12377; }","duration":"896.152953ms","start":"2026-07-17T14:45:40.875533Z","end":"2026-07-17T14:45:41.771686Z","steps":["trace[562587726] 'agreement among raft nodes before linearized reading' (duration: 894.637241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.771889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.875514Z","time spent":"896.356474ms","remote":"127.0.0.1:57284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/poolers/\" range_end:\"/registry/postgresql.cnpg.io/poolers0\" count_only:true "} {"level":"info","ts":"2026-07-17T14:45:41.770355Z","caller":"traceutil/trace.go:171","msg":"trace[1994434837] transaction","detail":"{read_only:false; response_revision:12377; number_of_response:1; }","duration":"1.286874864s","start":"2026-07-17T14:45:40.48345Z","end":"2026-07-17T14:45:41.770325Z","steps":["trace[1994434837] 'process raft request' (duration: 1.286154728s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.772059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.483416Z","time spent":"1.288591118s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:45:41.770409Z","caller":"traceutil/trace.go:171","msg":"trace[893238696] transaction","detail":"{read_only:false; response_revision:12376; number_of_response:1; }","duration":"1.287090085s","start":"2026-07-17T14:45:40.483312Z","end":"2026-07-17T14:45:41.770402Z","steps":["trace[893238696] 'process raft request' (duration: 1.285827466s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.772194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.483299Z","time spent":"1.28887404s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:45:41.770557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.347419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T14:45:41.772319Z","caller":"traceutil/trace.go:171","msg":"trace[10657997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12377; }","duration":"731.161423ms","start":"2026-07-17T14:45:41.041149Z","end":"2026-07-17T14:45:41.77231Z","steps":["trace[10657997] 'agreement among raft nodes before linearized reading' (duration: 729.280067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.772342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:41.041132Z","time spent":"731.203803ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T14:45:41.770667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30607916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-problem-detector\" ","response":"range_response_count:1 size:655"} {"level":"info","ts":"2026-07-17T14:45:41.772457Z","caller":"traceutil/trace.go:171","msg":"trace[406663954] range","detail":"{range_begin:/registry/clusterroles/system:node-problem-detector; range_end:; response_count:1; response_revision:12377; }","duration":"1.307906224s","start":"2026-07-17T14:45:40.464543Z","end":"2026-07-17T14:45:41.77245Z","steps":["trace[406663954] 'agreement among raft nodes before linearized reading' (duration: 1.306006879s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.772478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.464527Z","time spent":"1.307944764s","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":678,"request content":"key:\"/registry/clusterroles/system:node-problem-detector\" "} {"level":"warn","ts":"2026-07-17T14:45:41.770741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.774773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T14:45:41.772566Z","caller":"traceutil/trace.go:171","msg":"trace[2118887300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12377; }","duration":"736.638509ms","start":"2026-07-17T14:45:41.035921Z","end":"2026-07-17T14:45:41.77256Z","steps":["trace[2118887300] 'agreement among raft nodes before linearized reading' (duration: 734.734194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.772588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:41.035898Z","time spent":"736.683699ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T14:45:41.770766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099352962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:45:41.772697Z","caller":"traceutil/trace.go:171","msg":"trace[508948622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12377; }","duration":"1.101318938s","start":"2026-07-17T14:45:40.67137Z","end":"2026-07-17T14:45:41.772689Z","steps":["trace[508948622] 'agreement among raft nodes before linearized reading' (duration: 1.099354492s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.772717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.67136Z","time spent":"1.101351129s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T14:45:41.770788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099400103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T14:45:41.770911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052526642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-17T14:45:41.773023Z","caller":"traceutil/trace.go:171","msg":"trace[436798641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12377; }","duration":"1.101660231s","start":"2026-07-17T14:45:40.671343Z","end":"2026-07-17T14:45:41.773003Z","steps":["trace[436798641] 'agreement among raft nodes before linearized reading' (duration: 1.099393142s)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:41.773128Z","caller":"traceutil/trace.go:171","msg":"trace[2082025732] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12377; }","duration":"1.054783019s","start":"2026-07-17T14:45:40.718327Z","end":"2026-07-17T14:45:41.77311Z","steps":["trace[2082025732] 'agreement among raft nodes before linearized reading' (duration: 1.051924996s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.773157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.671322Z","time spent":"1.101816081s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T14:45:41.773173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.718301Z","time spent":"1.0548574s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-17T14:45:41.776189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183525735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T14:45:41.776299Z","caller":"traceutil/trace.go:171","msg":"trace[1029814282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12377; }","duration":"1.183670606s","start":"2026-07-17T14:45:40.592612Z","end":"2026-07-17T14:45:41.776283Z","steps":["trace[1029814282] 'agreement among raft nodes before linearized reading' (duration: 1.17790854s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:41.776336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:40.592593Z","time spent":"1.183735887s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T14:45:41.989006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.211729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:45:41.989152Z","caller":"traceutil/trace.go:171","msg":"trace[1687181428] linearizableReadLoop","detail":"{readStateIndex:12889; appliedIndex:12888; }","duration":"211.400716ms","start":"2026-07-17T14:45:41.777734Z","end":"2026-07-17T14:45:41.989135Z","steps":["trace[1687181428] 'read index received' (duration: 50.794862ms)","trace[1687181428] 'applied index is now lower than readState.Index' (duration: 160.604534ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:41.989284Z","caller":"traceutil/trace.go:171","msg":"trace[197730940] transaction","detail":"{read_only:false; response_revision:12378; number_of_response:1; }","duration":"211.88238ms","start":"2026-07-17T14:45:41.777242Z","end":"2026-07-17T14:45:41.989124Z","steps":["trace[197730940] 'process raft request' (duration: 51.461668ms)","trace[197730940] 'compare' (duration: 35.120075ms)","trace[197730940] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 124.711562ms)"],"step_count":3} {"level":"warn","ts":"2026-07-17T14:45:42.046036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.283597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dc2f876d-afd7-4ca4-af21-bd82c23d7037\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-17T14:45:42.046093Z","caller":"traceutil/trace.go:171","msg":"trace[2042220624] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dc2f876d-afd7-4ca4-af21-bd82c23d7037; range_end:; response_count:1; response_revision:12378; }","duration":"268.352107ms","start":"2026-07-17T14:45:41.777717Z","end":"2026-07-17T14:45:42.046069Z","steps":["trace[2042220624] 'agreement among raft nodes before linearized reading' (duration: 211.508966ms)","trace[2042220624] 'range keys from in-memory index tree' (duration: 56.714051ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:42.128916Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10484,"took":"1.805717243s","hash":2411193422,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":18567168,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-17T14:45:42.128997Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2411193422,"revision":10484,"compact-revision":7580} {"level":"warn","ts":"2026-07-17T14:45:42.129686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.228267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:45:42.130064Z","caller":"traceutil/trace.go:171","msg":"trace[1731583991] linearizableReadLoop","detail":"{readStateIndex:12893; appliedIndex:12889; }","duration":"140.867923ms","start":"2026-07-17T14:45:41.98918Z","end":"2026-07-17T14:45:42.130047Z","steps":["trace[1731583991] 'read index received' (duration: 61.57µs)","trace[1731583991] 'applied index is now lower than readState.Index' (duration: 140.805463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:42.13016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.690812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-07-17T14:45:42.130193Z","caller":"traceutil/trace.go:171","msg":"trace[1512153291] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:12382; }","duration":"257.758402ms","start":"2026-07-17T14:45:41.872426Z","end":"2026-07-17T14:45:42.130184Z","steps":["trace[1512153291] 'agreement among raft nodes before linearized reading' (duration: 257.678671ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:42.130345Z","caller":"traceutil/trace.go:171","msg":"trace[1138986802] transaction","detail":"{read_only:false; response_revision:12381; number_of_response:1; }","duration":"352.142678ms","start":"2026-07-17T14:45:41.778169Z","end":"2026-07-17T14:45:42.130311Z","steps":["trace[1138986802] 'process raft request' (duration: 351.812015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:42.130394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.386201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:42.130409Z","caller":"traceutil/trace.go:171","msg":"trace[1304655246] transaction","detail":"{read_only:false; response_revision:12379; number_of_response:1; }","duration":"352.522981ms","start":"2026-07-17T14:45:41.777874Z","end":"2026-07-17T14:45:42.130397Z","steps":["trace[1304655246] 'process raft request' (duration: 211.252155ms)","trace[1304655246] 'compare' (duration: 56.70847ms)","trace[1304655246] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 83.223915ms)"],"step_count":3} {"level":"info","ts":"2026-07-17T14:45:42.130427Z","caller":"traceutil/trace.go:171","msg":"trace[548329476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12382; }","duration":"171.438941ms","start":"2026-07-17T14:45:41.958979Z","end":"2026-07-17T14:45:42.130418Z","steps":["trace[548329476] 'agreement among raft nodes before linearized reading' (duration: 171.388911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:42.130488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:41.777868Z","time spent":"352.563701ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:45:42.130489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:41.778161Z","time spent":"352.254109ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:45:42.130371Z","caller":"traceutil/trace.go:171","msg":"trace[1949364086] transaction","detail":"{read_only:false; response_revision:12380; number_of_response:1; }","duration":"352.43673ms","start":"2026-07-17T14:45:41.777916Z","end":"2026-07-17T14:45:42.130353Z","steps":["trace[1949364086] 'process raft request' (duration: 351.986227ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:42.130603Z","caller":"traceutil/trace.go:171","msg":"trace[1085261086] transaction","detail":"{read_only:false; response_revision:12382; number_of_response:1; }","duration":"352.036207ms","start":"2026-07-17T14:45:41.778555Z","end":"2026-07-17T14:45:42.130591Z","steps":["trace[1085261086] 'process raft request' (duration: 351.456692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:42.13066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:41.77855Z","time spent":"352.076787ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:45:42.130657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:41.777912Z","time spent":"352.706933ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T14:45:42.130854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.721125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-07-17T14:45:42.130887Z","caller":"traceutil/trace.go:171","msg":"trace[979502933] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:12382; }","duration":"186.780695ms","start":"2026-07-17T14:45:41.944096Z","end":"2026-07-17T14:45:42.130876Z","steps":["trace[979502933] 'agreement among raft nodes before linearized reading' (duration: 186.670695ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:43.889727Z","caller":"traceutil/trace.go:171","msg":"trace[510524525] transaction","detail":"{read_only:false; response_revision:12387; number_of_response:1; }","duration":"114.755521ms","start":"2026-07-17T14:45:43.774947Z","end":"2026-07-17T14:45:43.889703Z","steps":["trace[510524525] 'process raft request' (duration: 114.68644ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:43.889761Z","caller":"traceutil/trace.go:171","msg":"trace[2009610266] transaction","detail":"{read_only:false; response_revision:12386; number_of_response:1; }","duration":"114.771081ms","start":"2026-07-17T14:45:43.77496Z","end":"2026-07-17T14:45:43.889731Z","steps":["trace[2009610266] 'process raft request' (duration: 114.546378ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:43.890185Z","caller":"traceutil/trace.go:171","msg":"trace[2038725688] transaction","detail":"{read_only:false; response_revision:12388; number_of_response:1; }","duration":"113.251259ms","start":"2026-07-17T14:45:43.776921Z","end":"2026-07-17T14:45:43.890172Z","steps":["trace[2038725688] 'process raft request' (duration: 112.747295ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:43.890335Z","caller":"traceutil/trace.go:171","msg":"trace[187069667] transaction","detail":"{read_only:false; response_revision:12389; number_of_response:1; }","duration":"110.630337ms","start":"2026-07-17T14:45:43.779617Z","end":"2026-07-17T14:45:43.890247Z","steps":["trace[187069667] 'process raft request' (duration: 110.493486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:44.061457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.525921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:44.061603Z","caller":"traceutil/trace.go:171","msg":"trace[2134094601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12389; }","duration":"108.713102ms","start":"2026-07-17T14:45:43.952866Z","end":"2026-07-17T14:45:44.061579Z","steps":["trace[2134094601] 'range keys from in-memory index tree' (duration: 108.45995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:44.279948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.106086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:45:44.280178Z","caller":"traceutil/trace.go:171","msg":"trace[1245071266] transaction","detail":"{read_only:false; response_revision:12391; number_of_response:1; }","duration":"138.840066ms","start":"2026-07-17T14:45:44.141309Z","end":"2026-07-17T14:45:44.280149Z","steps":["trace[1245071266] 'process raft request' (duration: 35.441668ms)","trace[1245071266] 'compare' (duration: 102.961625ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:44.293914Z","caller":"traceutil/trace.go:171","msg":"trace[1693525308] transaction","detail":"{read_only:false; response_revision:12392; number_of_response:1; }","duration":"152.481838ms","start":"2026-07-17T14:45:44.141421Z","end":"2026-07-17T14:45:44.293903Z","steps":["trace[1693525308] 'process raft request' (duration: 152.377567ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:44.294299Z","caller":"traceutil/trace.go:171","msg":"trace[723697774] transaction","detail":"{read_only:false; response_revision:12394; number_of_response:1; }","duration":"150.892514ms","start":"2026-07-17T14:45:44.143392Z","end":"2026-07-17T14:45:44.294284Z","steps":["trace[723697774] 'process raft request' (duration: 150.668643ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:44.294307Z","caller":"traceutil/trace.go:171","msg":"trace[1035360443] transaction","detail":"{read_only:false; response_revision:12393; number_of_response:1; }","duration":"152.556707ms","start":"2026-07-17T14:45:44.141722Z","end":"2026-07-17T14:45:44.294279Z","steps":["trace[1035360443] 'process raft request' (duration: 152.152554ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:45.73825Z","caller":"traceutil/trace.go:171","msg":"trace[461476640] transaction","detail":"{read_only:false; response_revision:12395; number_of_response:1; }","duration":"103.581551ms","start":"2026-07-17T14:45:45.634643Z","end":"2026-07-17T14:45:45.738224Z","steps":["trace[461476640] 'process raft request' (duration: 103.458541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:45.911381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.773534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:45:45.911545Z","caller":"traceutil/trace.go:171","msg":"trace[1858989616] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:12395; }","duration":"165.972448ms","start":"2026-07-17T14:45:45.745553Z","end":"2026-07-17T14:45:45.911526Z","steps":["trace[1858989616] 'count revisions from in-memory index tree' (duration: 165.650304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:45.917406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.089264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 ","response":"range_response_count:170 size:129933"} {"level":"info","ts":"2026-07-17T14:45:45.917538Z","caller":"traceutil/trace.go:171","msg":"trace[584090809] range","detail":"{range_begin:/registry/events/auth-system/; range_end:/registry/events/auth-system0; response_count:170; response_revision:12395; }","duration":"168.254655ms","start":"2026-07-17T14:45:45.749267Z","end":"2026-07-17T14:45:45.917522Z","steps":["trace[584090809] 'range keys from in-memory index tree' (duration: 161.628772ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:46.111818Z","caller":"traceutil/trace.go:171","msg":"trace[2075896887] transaction","detail":"{read_only:false; response_revision:12397; number_of_response:1; }","duration":"216.091864ms","start":"2026-07-17T14:45:45.8957Z","end":"2026-07-17T14:45:46.111792Z","steps":["trace[2075896887] 'process raft request' (duration: 204.042026ms)","trace[2075896887] 'compare' (duration: 11.862846ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:46.111831Z","caller":"traceutil/trace.go:171","msg":"trace[1667333553] transaction","detail":"{read_only:false; response_revision:12399; number_of_response:1; }","duration":"214.533841ms","start":"2026-07-17T14:45:45.897273Z","end":"2026-07-17T14:45:46.111806Z","steps":["trace[1667333553] 'process raft request' (duration: 214.469591ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:46.111968Z","caller":"traceutil/trace.go:171","msg":"trace[207629043] transaction","detail":"{read_only:false; response_revision:12398; number_of_response:1; }","duration":"216.202505ms","start":"2026-07-17T14:45:45.89576Z","end":"2026-07-17T14:45:46.111962Z","steps":["trace[207629043] 'process raft request' (duration: 215.944952ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:46.112051Z","caller":"traceutil/trace.go:171","msg":"trace[718908500] linearizableReadLoop","detail":"{readStateIndex:12912; appliedIndex:12908; }","duration":"200.91461ms","start":"2026-07-17T14:45:45.911126Z","end":"2026-07-17T14:45:46.112041Z","steps":["trace[718908500] 'read index received' (duration: 188.68802ms)","trace[718908500] 'applied index is now lower than readState.Index' (duration: 12.22558ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:46.112114Z","caller":"traceutil/trace.go:171","msg":"trace[1787877565] transaction","detail":"{read_only:false; response_revision:12401; number_of_response:1; }","duration":"188.60542ms","start":"2026-07-17T14:45:45.923504Z","end":"2026-07-17T14:45:46.112109Z","steps":["trace[1787877565] 'process raft request' (duration: 188.504689ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:46.112118Z","caller":"traceutil/trace.go:171","msg":"trace[1105868879] transaction","detail":"{read_only:false; response_revision:12400; number_of_response:1; }","duration":"214.214248ms","start":"2026-07-17T14:45:45.897896Z","end":"2026-07-17T14:45:46.11211Z","steps":["trace[1105868879] 'process raft request' (duration: 213.871416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:46.112264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.896746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:5200"} {"level":"info","ts":"2026-07-17T14:45:46.112289Z","caller":"traceutil/trace.go:171","msg":"trace[1681150566] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:12401; }","duration":"255.965036ms","start":"2026-07-17T14:45:45.856316Z","end":"2026-07-17T14:45:46.112281Z","steps":["trace[1681150566] 'agreement among raft nodes before linearized reading' (duration: 255.854096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:46.112576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.678994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T14:45:46.112595Z","caller":"traceutil/trace.go:171","msg":"trace[976451542] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12401; }","duration":"192.723754ms","start":"2026-07-17T14:45:45.919866Z","end":"2026-07-17T14:45:46.11259Z","steps":["trace[976451542] 'agreement among raft nodes before linearized reading' (duration: 192.345141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:46.112669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.121611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:46.112744Z","caller":"traceutil/trace.go:171","msg":"trace[446863134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12401; }","duration":"159.230922ms","start":"2026-07-17T14:45:45.953494Z","end":"2026-07-17T14:45:46.112725Z","steps":["trace[446863134] 'agreement among raft nodes before linearized reading' (duration: 159.121552ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:46.343171Z","caller":"traceutil/trace.go:171","msg":"trace[1231174010] linearizableReadLoop","detail":"{readStateIndex:12914; appliedIndex:12913; }","duration":"136.171674ms","start":"2026-07-17T14:45:46.20698Z","end":"2026-07-17T14:45:46.343152Z","steps":["trace[1231174010] 'read index received' (duration: 92.42691ms)","trace[1231174010] 'applied index is now lower than readState.Index' (duration: 43.744174ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:46.343306Z","caller":"traceutil/trace.go:171","msg":"trace[2069814380] transaction","detail":"{read_only:false; response_revision:12402; number_of_response:1; }","duration":"138.289861ms","start":"2026-07-17T14:45:46.205007Z","end":"2026-07-17T14:45:46.343297Z","steps":["trace[2069814380] 'process raft request' (duration: 94.450726ms)","trace[2069814380] 'compare' (duration: 43.455513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:46.343512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.517708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/\" range_end:\"/registry/networkpolicies/auth-system0\" limit:500 ","response":"range_response_count:1 size:1066"} {"level":"info","ts":"2026-07-17T14:45:46.34354Z","caller":"traceutil/trace.go:171","msg":"trace[1552734368] range","detail":"{range_begin:/registry/networkpolicies/auth-system/; range_end:/registry/networkpolicies/auth-system0; response_count:1; response_revision:12402; }","duration":"136.561508ms","start":"2026-07-17T14:45:46.206971Z","end":"2026-07-17T14:45:46.343533Z","steps":["trace[1552734368] 'agreement among raft nodes before linearized reading' (duration: 136.446796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:46.343676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.2696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-17T14:45:46.343799Z","caller":"traceutil/trace.go:171","msg":"trace[430853472] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:12402; }","duration":"102.422091ms","start":"2026-07-17T14:45:46.24135Z","end":"2026-07-17T14:45:46.343772Z","steps":["trace[430853472] 'agreement among raft nodes before linearized reading' (duration: 102.14448ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:47.83788Z","caller":"traceutil/trace.go:171","msg":"trace[527742025] linearizableReadLoop","detail":"{readStateIndex:12921; appliedIndex:12919; }","duration":"281.956568ms","start":"2026-07-17T14:45:47.555896Z","end":"2026-07-17T14:45:47.837853Z","steps":["trace[527742025] 'read index received' (duration: 96.698284ms)","trace[527742025] 'applied index is now lower than readState.Index' (duration: 185.257114ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:47.837996Z","caller":"traceutil/trace.go:171","msg":"trace[114387388] transaction","detail":"{read_only:false; response_revision:12409; number_of_response:1; }","duration":"284.353348ms","start":"2026-07-17T14:45:47.553595Z","end":"2026-07-17T14:45:47.837949Z","steps":["trace[114387388] 'process raft request' (duration: 272.013738ms)","trace[114387388] 'compare' (duration: 12.122318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:47.838135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.21646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/cnpg-system/\" range_end:\"/registry/cronjobs/cnpg-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:47.838263Z","caller":"traceutil/trace.go:171","msg":"trace[183890919] range","detail":"{range_begin:/registry/cronjobs/cnpg-system/; range_end:/registry/cronjobs/cnpg-system0; response_count:0; response_revision:12409; }","duration":"282.372973ms","start":"2026-07-17T14:45:47.555864Z","end":"2026-07-17T14:45:47.838237Z","steps":["trace[183890919] 'agreement among raft nodes before linearized reading' (duration: 282.07185ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:47.839722Z","caller":"traceutil/trace.go:171","msg":"trace[83654288] transaction","detail":"{read_only:false; response_revision:12410; number_of_response:1; }","duration":"120.388307ms","start":"2026-07-17T14:45:47.71928Z","end":"2026-07-17T14:45:47.839668Z","steps":["trace[83654288] 'process raft request' (duration: 120.165265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:47.839884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.216436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cnpg-system/\" range_end:\"/registry/configmaps/cnpg-system0\" limit:500 ","response":"range_response_count:4 size:22801"} {"level":"warn","ts":"2026-07-17T14:45:47.839931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.472857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-service\" ","response":"range_response_count:1 size:1008"} {"level":"info","ts":"2026-07-17T14:45:47.839969Z","caller":"traceutil/trace.go:171","msg":"trace[842300933] range","detail":"{range_begin:/registry/configmaps/cnpg-system/; range_end:/registry/configmaps/cnpg-system0; response_count:4; response_revision:12411; }","duration":"257.354779ms","start":"2026-07-17T14:45:47.582592Z","end":"2026-07-17T14:45:47.839946Z","steps":["trace[842300933] 'agreement among raft nodes before linearized reading' (duration: 257.070047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:47.839951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.378109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-17T14:45:47.839975Z","caller":"traceutil/trace.go:171","msg":"trace[1552270632] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-service; range_end:; response_count:1; response_revision:12411; }","duration":"232.556467ms","start":"2026-07-17T14:45:47.607406Z","end":"2026-07-17T14:45:47.839963Z","steps":["trace[1552270632] 'agreement among raft nodes before linearized reading' (duration: 232.404596ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:47.840116Z","caller":"traceutil/trace.go:171","msg":"trace[452788021] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:12411; }","duration":"204.56306ms","start":"2026-07-17T14:45:47.635535Z","end":"2026-07-17T14:45:47.840098Z","steps":["trace[452788021] 'agreement among raft nodes before linearized reading' (duration: 204.164528ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:48.333352Z","caller":"traceutil/trace.go:171","msg":"trace[499597505] linearizableReadLoop","detail":"{readStateIndex:12928; appliedIndex:12925; }","duration":"211.786999ms","start":"2026-07-17T14:45:48.121546Z","end":"2026-07-17T14:45:48.333333Z","steps":["trace[499597505] 'read index received' (duration: 26.463035ms)","trace[499597505] 'applied index is now lower than readState.Index' (duration: 185.323104ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:48.333563Z","caller":"traceutil/trace.go:171","msg":"trace[2081811141] transaction","detail":"{read_only:false; response_revision:12414; number_of_response:1; }","duration":"213.059198ms","start":"2026-07-17T14:45:48.120468Z","end":"2026-07-17T14:45:48.333527Z","steps":["trace[2081811141] 'process raft request' (duration: 118.604192ms)","trace[2081811141] 'compare' (duration: 93.914652ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:48.333731Z","caller":"traceutil/trace.go:171","msg":"trace[824450467] transaction","detail":"{read_only:false; response_revision:12415; number_of_response:1; }","duration":"213.13546ms","start":"2026-07-17T14:45:48.120583Z","end":"2026-07-17T14:45:48.333719Z","steps":["trace[824450467] 'process raft request' (duration: 212.648756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:48.333951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.846442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T14:45:48.333961Z","caller":"traceutil/trace.go:171","msg":"trace[2057139347] transaction","detail":"{read_only:false; response_revision:12416; number_of_response:1; }","duration":"213.269551ms","start":"2026-07-17T14:45:48.120668Z","end":"2026-07-17T14:45:48.333937Z","steps":["trace[2057139347] 'process raft request' (duration: 212.626986ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:48.333986Z","caller":"traceutil/trace.go:171","msg":"trace[1878900143] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:12416; }","duration":"199.921082ms","start":"2026-07-17T14:45:48.134057Z","end":"2026-07-17T14:45:48.333978Z","steps":["trace[1878900143] 'agreement among raft nodes before linearized reading' (duration: 199.847682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:48.334184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.143453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/default/\" range_end:\"/registry/daemonsets/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:45:48.334343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.006978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/cnpg-system/\" range_end:\"/registry/services/endpoints/cnpg-system0\" limit:500 ","response":"range_response_count:2 size:2060"} {"level":"info","ts":"2026-07-17T14:45:48.334333Z","caller":"traceutil/trace.go:171","msg":"trace[520745937] range","detail":"{range_begin:/registry/daemonsets/default/; range_end:/registry/daemonsets/default0; response_count:0; response_revision:12416; }","duration":"132.304714ms","start":"2026-07-17T14:45:48.202009Z","end":"2026-07-17T14:45:48.334314Z","steps":["trace[520745937] 'agreement among raft nodes before linearized reading' (duration: 132.102492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:48.334364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.475039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak-network-policy\" ","response":"range_response_count:1 size:1066"} {"level":"info","ts":"2026-07-17T14:45:48.334417Z","caller":"traceutil/trace.go:171","msg":"trace[1002241992] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak-network-policy; range_end:; response_count:1; response_revision:12416; }","duration":"199.548079ms","start":"2026-07-17T14:45:48.134857Z","end":"2026-07-17T14:45:48.334405Z","steps":["trace[1002241992] 'agreement among raft nodes before linearized reading' (duration: 199.378488ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:48.33438Z","caller":"traceutil/trace.go:171","msg":"trace[1910399401] range","detail":"{range_begin:/registry/services/endpoints/cnpg-system/; range_end:/registry/services/endpoints/cnpg-system0; response_count:2; response_revision:12416; }","duration":"144.085288ms","start":"2026-07-17T14:45:48.190285Z","end":"2026-07-17T14:45:48.33437Z","steps":["trace[1910399401] 'agreement among raft nodes before linearized reading' (duration: 143.950727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:48.333947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.381904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:52 size:42040"} {"level":"info","ts":"2026-07-17T14:45:48.334981Z","caller":"traceutil/trace.go:171","msg":"trace[1541056631] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:52; response_revision:12416; }","duration":"213.433922ms","start":"2026-07-17T14:45:48.121534Z","end":"2026-07-17T14:45:48.334968Z","steps":["trace[1541056631] 'agreement among raft nodes before linearized reading' (duration: 212.163631ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:48.514445Z","caller":"traceutil/trace.go:171","msg":"trace[1582668576] transaction","detail":"{read_only:false; response_revision:12418; number_of_response:1; }","duration":"102.480161ms","start":"2026-07-17T14:45:48.411925Z","end":"2026-07-17T14:45:48.514405Z","steps":["trace[1582668576] 'process raft request' (duration: 58.179822ms)","trace[1582668576] 'compare' (duration: 44.094288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:50.919656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.993011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-17T14:45:50.919753Z","caller":"traceutil/trace.go:171","msg":"trace[1764686930] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12432; }","duration":"185.114661ms","start":"2026-07-17T14:45:50.7346Z","end":"2026-07-17T14:45:50.919715Z","steps":["trace[1764686930] 'range keys from in-memory index tree' (duration: 184.888581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:50.919912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.49779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/envoy-gateway-system/\" range_end:\"/registry/persistentvolumeclaims/envoy-gateway-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:50.919982Z","caller":"traceutil/trace.go:171","msg":"trace[1153333605] range","detail":"{range_begin:/registry/persistentvolumeclaims/envoy-gateway-system/; range_end:/registry/persistentvolumeclaims/envoy-gateway-system0; response_count:0; response_revision:12432; }","duration":"129.612913ms","start":"2026-07-17T14:45:50.790348Z","end":"2026-07-17T14:45:50.919961Z","steps":["trace[1153333605] 'range keys from in-memory index tree' (duration: 129.399549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:50.920059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.33243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:1 size:1201"} {"level":"info","ts":"2026-07-17T14:45:50.92009Z","caller":"traceutil/trace.go:171","msg":"trace[820016451] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:1; response_revision:12432; }","duration":"108.36377ms","start":"2026-07-17T14:45:50.811716Z","end":"2026-07-17T14:45:50.92008Z","steps":["trace[820016451] 'range keys from in-memory index tree' (duration: 108.206859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:50.920256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.688256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/auth-system/keycloakrealmimportcontroller-role-binding\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-07-17T14:45:50.920288Z","caller":"traceutil/trace.go:171","msg":"trace[1579967991] range","detail":"{range_begin:/registry/rolebindings/auth-system/keycloakrealmimportcontroller-role-binding; range_end:; response_count:1; response_revision:12432; }","duration":"143.746816ms","start":"2026-07-17T14:45:50.77653Z","end":"2026-07-17T14:45:50.920277Z","steps":["trace[1579967991] 'range keys from in-memory index tree' (duration: 143.480685ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:51.987428Z","caller":"traceutil/trace.go:171","msg":"trace[173190965] transaction","detail":"{read_only:false; response_revision:12433; number_of_response:1; }","duration":"100.172593ms","start":"2026-07-17T14:45:51.887226Z","end":"2026-07-17T14:45:51.987399Z","steps":["trace[173190965] 'process raft request' (duration: 99.999412ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:52.660739Z","caller":"traceutil/trace.go:171","msg":"trace[1487043411] linearizableReadLoop","detail":"{readStateIndex:12951; appliedIndex:12949; }","duration":"236.630491ms","start":"2026-07-17T14:45:52.424084Z","end":"2026-07-17T14:45:52.660715Z","steps":["trace[1487043411] 'read index received' (duration: 170.09674ms)","trace[1487043411] 'applied index is now lower than readState.Index' (duration: 66.532661ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:52.660766Z","caller":"traceutil/trace.go:171","msg":"trace[1140239518] transaction","detail":"{read_only:false; response_revision:12438; number_of_response:1; }","duration":"237.110805ms","start":"2026-07-17T14:45:52.423623Z","end":"2026-07-17T14:45:52.660734Z","steps":["trace[1140239518] 'process raft request' (duration: 237.002044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:52.660928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.038598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/ingress-nginx/\" range_end:\"/registry/statefulsets/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:52.660989Z","caller":"traceutil/trace.go:171","msg":"trace[520657651] range","detail":"{range_begin:/registry/statefulsets/ingress-nginx/; range_end:/registry/statefulsets/ingress-nginx0; response_count:0; response_revision:12438; }","duration":"155.132838ms","start":"2026-07-17T14:45:52.505839Z","end":"2026-07-17T14:45:52.660972Z","steps":["trace[520657651] 'agreement among raft nodes before linearized reading' (duration: 155.033358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:52.660994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.642813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-17T14:45:52.660973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.872152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-17T14:45:52.661033Z","caller":"traceutil/trace.go:171","msg":"trace[1087035349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12438; }","duration":"192.729435ms","start":"2026-07-17T14:45:52.468291Z","end":"2026-07-17T14:45:52.66102Z","steps":["trace[1087035349] 'agreement among raft nodes before linearized reading' (duration: 192.569253ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:52.661064Z","caller":"traceutil/trace.go:171","msg":"trace[1063545370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12438; }","duration":"237.012384ms","start":"2026-07-17T14:45:52.424027Z","end":"2026-07-17T14:45:52.661039Z","steps":["trace[1063545370] 'agreement among raft nodes before linearized reading' (duration: 236.784031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:52.661301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.951052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/\" range_end:\"/registry/services/specs/ingress-nginx0\" limit:500 ","response":"range_response_count:4 size:6498"} {"level":"warn","ts":"2026-07-17T14:45:52.661321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.679704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:45:52.661335Z","caller":"traceutil/trace.go:171","msg":"trace[167887220] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/; range_end:/registry/services/specs/ingress-nginx0; response_count:4; response_revision:12438; }","duration":"162.995623ms","start":"2026-07-17T14:45:52.498327Z","end":"2026-07-17T14:45:52.661323Z","steps":["trace[167887220] 'agreement among raft nodes before linearized reading' (duration: 162.879862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:52.66136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.434325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:45:52.661411Z","caller":"traceutil/trace.go:171","msg":"trace[1393962208] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:12438; }","duration":"180.507975ms","start":"2026-07-17T14:45:52.480884Z","end":"2026-07-17T14:45:52.661392Z","steps":["trace[1393962208] 'agreement among raft nodes before linearized reading' (duration: 180.329374ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:52.661345Z","caller":"traceutil/trace.go:171","msg":"trace[756635904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12438; }","duration":"118.726624ms","start":"2026-07-17T14:45:52.542611Z","end":"2026-07-17T14:45:52.661338Z","steps":["trace[756635904] 'agreement among raft nodes before linearized reading' (duration: 118.664153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:52.661674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.271891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/default\" ","response":"range_response_count:1 size:181"} {"level":"info","ts":"2026-07-17T14:45:52.661707Z","caller":"traceutil/trace.go:171","msg":"trace[2145218255] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/default; range_end:; response_count:1; response_revision:12438; }","duration":"165.338483ms","start":"2026-07-17T14:45:52.496359Z","end":"2026-07-17T14:45:52.661698Z","steps":["trace[2145218255] 'agreement among raft nodes before linearized reading' (duration: 165.242311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:52.661525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.490747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T14:45:52.661749Z","caller":"traceutil/trace.go:171","msg":"trace[914812398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12438; }","duration":"131.8077ms","start":"2026-07-17T14:45:52.52993Z","end":"2026-07-17T14:45:52.661737Z","steps":["trace[914812398] 'agreement among raft nodes before linearized reading' (duration: 131.443747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:52.661969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.461176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-admin\" ","response":"range_response_count:1 size:376"} {"level":"info","ts":"2026-07-17T14:45:52.662009Z","caller":"traceutil/trace.go:171","msg":"trace[1603715324] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-admin; range_end:; response_count:1; response_revision:12438; }","duration":"179.524976ms","start":"2026-07-17T14:45:52.48247Z","end":"2026-07-17T14:45:52.661995Z","steps":["trace[1603715324] 'agreement among raft nodes before linearized reading' (duration: 179.421805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:52.662556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.672625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:45:52.662593Z","caller":"traceutil/trace.go:171","msg":"trace[591210839] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:12438; }","duration":"181.737615ms","start":"2026-07-17T14:45:52.480846Z","end":"2026-07-17T14:45:52.662583Z","steps":["trace[591210839] 'agreement among raft nodes before linearized reading' (duration: 180.610066ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:52.662562Z","caller":"traceutil/trace.go:171","msg":"trace[127617433] transaction","detail":"{read_only:false; response_revision:12437; number_of_response:1; }","duration":"237.144945ms","start":"2026-07-17T14:45:52.423623Z","end":"2026-07-17T14:45:52.660768Z","steps":["trace[127617433] 'process raft request' (duration: 170.559724ms)","trace[127617433] 'compare' (duration: 66.085077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:53.138183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.402658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-node-lease/\" range_end:\"/registry/rolebindings/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:53.138294Z","caller":"traceutil/trace.go:171","msg":"trace[435619632] range","detail":"{range_begin:/registry/rolebindings/kube-node-lease/; range_end:/registry/rolebindings/kube-node-lease0; response_count:0; response_revision:12443; }","duration":"125.592079ms","start":"2026-07-17T14:45:53.012675Z","end":"2026-07-17T14:45:53.138267Z","steps":["trace[435619632] 'range keys from in-memory index tree' (duration: 125.331988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:53.138303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.799303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-app\" ","response":"range_response_count:1 size:1856"} {"level":"info","ts":"2026-07-17T14:45:53.138409Z","caller":"traceutil/trace.go:171","msg":"trace[433990815] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-app; range_end:; response_count:1; response_revision:12443; }","duration":"193.949815ms","start":"2026-07-17T14:45:52.944434Z","end":"2026-07-17T14:45:53.138383Z","steps":["trace[433990815] 'range keys from in-memory index tree' (duration: 193.625682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:53.138489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.462394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/kube-public/\" range_end:\"/registry/cronjobs/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:53.138825Z","caller":"traceutil/trace.go:171","msg":"trace[1405437870] range","detail":"{range_begin:/registry/cronjobs/kube-public/; range_end:/registry/cronjobs/kube-public0; response_count:0; response_revision:12443; }","duration":"208.040498ms","start":"2026-07-17T14:45:52.930753Z","end":"2026-07-17T14:45:53.138793Z","steps":["trace[1405437870] 'range keys from in-memory index tree' (duration: 207.371833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:53.138302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.0504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-ca\" ","response":"range_response_count:1 size:1463"} {"level":"info","ts":"2026-07-17T14:45:53.139098Z","caller":"traceutil/trace.go:171","msg":"trace[2075732482] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-ca; range_end:; response_count:1; response_revision:12443; }","duration":"128.880666ms","start":"2026-07-17T14:45:53.010172Z","end":"2026-07-17T14:45:53.139053Z","steps":["trace[2075732482] 'range keys from in-memory index tree' (duration: 127.910818ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:53.886271Z","caller":"traceutil/trace.go:171","msg":"trace[1915659235] linearizableReadLoop","detail":"{readStateIndex:12958; appliedIndex:12957; }","duration":"113.108618ms","start":"2026-07-17T14:45:53.773125Z","end":"2026-07-17T14:45:53.886234Z","steps":["trace[1915659235] 'read index received' (duration: 70.660384ms)","trace[1915659235] 'applied index is now lower than readState.Index' (duration: 42.446354ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:53.886393Z","caller":"traceutil/trace.go:171","msg":"trace[949851159] transaction","detail":"{read_only:false; response_revision:12444; number_of_response:1; }","duration":"162.861302ms","start":"2026-07-17T14:45:53.723519Z","end":"2026-07-17T14:45:53.88638Z","steps":["trace[949851159] 'process raft request' (duration: 120.333487ms)","trace[949851159] 'compare' (duration: 42.103651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:53.886839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.953277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1413"} {"level":"info","ts":"2026-07-17T14:45:53.886891Z","caller":"traceutil/trace.go:171","msg":"trace[631754932] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:12444; }","duration":"107.058079ms","start":"2026-07-17T14:45:53.779821Z","end":"2026-07-17T14:45:53.886879Z","steps":["trace[631754932] 'agreement among raft nodes before linearized reading' (duration: 106.872566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:53.886856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.724673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"info","ts":"2026-07-17T14:45:53.887691Z","caller":"traceutil/trace.go:171","msg":"trace[879560623] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:12444; }","duration":"114.58653ms","start":"2026-07-17T14:45:53.773084Z","end":"2026-07-17T14:45:53.88767Z","steps":["trace[879560623] 'agreement among raft nodes before linearized reading' (duration: 113.648332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.337303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.954942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"info","ts":"2026-07-17T14:45:54.337418Z","caller":"traceutil/trace.go:171","msg":"trace[689399326] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:12444; }","duration":"349.101543ms","start":"2026-07-17T14:45:53.988289Z","end":"2026-07-17T14:45:54.33739Z","steps":["trace[689399326] 'range keys from in-memory index tree' (duration: 348.780231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.337514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:53.98828Z","time spent":"349.182504ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1412,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-07-17T14:45:54.337867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.635083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:45:54.338067Z","caller":"traceutil/trace.go:171","msg":"trace[141758962] linearizableReadLoop","detail":"{readStateIndex:12959; appliedIndex:12958; }","duration":"322.834289ms","start":"2026-07-17T14:45:54.015215Z","end":"2026-07-17T14:45:54.33805Z","steps":["trace[141758962] 'read index received' (duration: 50.088316ms)","trace[141758962] 'applied index is now lower than readState.Index' (duration: 272.744633ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:54.338087Z","caller":"traceutil/trace.go:171","msg":"trace[550774550] transaction","detail":"{read_only:false; response_revision:12445; number_of_response:1; }","duration":"346.614462ms","start":"2026-07-17T14:45:53.991408Z","end":"2026-07-17T14:45:54.338022Z","steps":["trace[550774550] 'process raft request' (duration: 73.687888ms)","trace[550774550] 'compare' (duration: 272.131938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:54.338239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:53.991396Z","time spent":"346.761263ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:45:54.338659Z","caller":"traceutil/trace.go:171","msg":"trace[243478142] transaction","detail":"{read_only:false; response_revision:12446; number_of_response:1; }","duration":"301.092513ms","start":"2026-07-17T14:45:54.037527Z","end":"2026-07-17T14:45:54.33862Z","steps":["trace[243478142] 'process raft request' (duration: 300.436698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.338708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.479185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/kube-system/\" range_end:\"/registry/cronjobs/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:54.338779Z","caller":"traceutil/trace.go:171","msg":"trace[1643710333] range","detail":"{range_begin:/registry/cronjobs/kube-system/; range_end:/registry/cronjobs/kube-system0; response_count:0; response_revision:12445; }","duration":"323.591186ms","start":"2026-07-17T14:45:54.015168Z","end":"2026-07-17T14:45:54.338759Z","steps":["trace[1643710333] 'agreement among raft nodes before linearized reading' (duration: 322.974991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.338821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:54.015147Z","time spent":"323.662746ms","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/kube-system/\" range_end:\"/registry/cronjobs/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-07-17T14:45:54.338876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:54.037508Z","time spent":"301.251504ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T14:45:54.375291Z","caller":"traceutil/trace.go:171","msg":"trace[1501729769] transaction","detail":"{read_only:false; response_revision:12447; number_of_response:1; }","duration":"136.394677ms","start":"2026-07-17T14:45:54.23887Z","end":"2026-07-17T14:45:54.375265Z","steps":["trace[1501729769] 'process raft request' (duration: 136.016395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.375849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.556314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T14:45:54.375855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.329608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-public/\" range_end:\"/registry/persistentvolumeclaims/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:54.37591Z","caller":"traceutil/trace.go:171","msg":"trace[1397723746] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-public/; range_end:/registry/persistentvolumeclaims/kube-public0; response_count:0; response_revision:12447; }","duration":"177.42136ms","start":"2026-07-17T14:45:54.198476Z","end":"2026-07-17T14:45:54.375898Z","steps":["trace[1397723746] 'agreement among raft nodes before linearized reading' (duration: 177.329359ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:54.375907Z","caller":"traceutil/trace.go:171","msg":"trace[1999130075] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12447; }","duration":"101.625125ms","start":"2026-07-17T14:45:54.274266Z","end":"2026-07-17T14:45:54.375892Z","steps":["trace[1999130075] 'agreement among raft nodes before linearized reading' (duration: 101.514114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.376212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.919733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/default\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-07-17T14:45:54.376246Z","caller":"traceutil/trace.go:171","msg":"trace[1636794548] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/default; range_end:; response_count:1; response_revision:12447; }","duration":"306.432747ms","start":"2026-07-17T14:45:54.069804Z","end":"2026-07-17T14:45:54.376237Z","steps":["trace[1636794548] 'agreement among raft nodes before linearized reading' (duration: 305.847712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.376272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T14:45:54.06979Z","time spent":"306.470927ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/auth-system/default\" "} {"level":"warn","ts":"2026-07-17T14:45:54.564275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.996938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/\" range_end:\"/registry/rolebindings/kube-public0\" limit:500 ","response":"range_response_count:2 size:1230"} {"level":"info","ts":"2026-07-17T14:45:54.564379Z","caller":"traceutil/trace.go:171","msg":"trace[2047185584] range","detail":"{range_begin:/registry/rolebindings/kube-public/; range_end:/registry/rolebindings/kube-public0; response_count:2; response_revision:12448; }","duration":"123.14627ms","start":"2026-07-17T14:45:54.441208Z","end":"2026-07-17T14:45:54.564354Z","steps":["trace[2047185584] 'range keys from in-memory index tree' (duration: 122.878467ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:54.942989Z","caller":"traceutil/trace.go:171","msg":"trace[871451530] linearizableReadLoop","detail":"{readStateIndex:12964; appliedIndex:12963; }","duration":"273.425378ms","start":"2026-07-17T14:45:54.669546Z","end":"2026-07-17T14:45:54.942971Z","steps":["trace[871451530] 'read index received' (duration: 88.461958ms)","trace[871451530] 'applied index is now lower than readState.Index' (duration: 184.96246ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:54.943096Z","caller":"traceutil/trace.go:171","msg":"trace[1840769953] transaction","detail":"{read_only:false; response_revision:12450; number_of_response:1; }","duration":"275.863438ms","start":"2026-07-17T14:45:54.667224Z","end":"2026-07-17T14:45:54.943087Z","steps":["trace[1840769953] 'process raft request' (duration: 238.425055ms)","trace[1840769953] 'compare' (duration: 36.96578ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:54.943457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.47965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:54.943495Z","caller":"traceutil/trace.go:171","msg":"trace[1852067755] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:12450; }","duration":"119.55162ms","start":"2026-07-17T14:45:54.823933Z","end":"2026-07-17T14:45:54.943485Z","steps":["trace[1852067755] 'agreement among raft nodes before linearized reading' (duration: 119.491499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.943573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.513531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-public/\" range_end:\"/registry/serviceaccounts/kube-public0\" limit:500 ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-07-17T14:45:54.943661Z","caller":"traceutil/trace.go:171","msg":"trace[313428413] range","detail":"{range_begin:/registry/serviceaccounts/kube-public/; range_end:/registry/serviceaccounts/kube-public0; response_count:1; response_revision:12450; }","duration":"272.627092ms","start":"2026-07-17T14:45:54.671011Z","end":"2026-07-17T14:45:54.943638Z","steps":["trace[313428413] 'agreement among raft nodes before linearized reading' (duration: 272.4027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.943687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.572985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T14:45:54.94372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.004367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T14:45:54.94373Z","caller":"traceutil/trace.go:171","msg":"trace[1875973045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12450; }","duration":"191.640195ms","start":"2026-07-17T14:45:54.752075Z","end":"2026-07-17T14:45:54.943715Z","steps":["trace[1875973045] 'agreement among raft nodes before linearized reading' (duration: 191.545185ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:54.943744Z","caller":"traceutil/trace.go:171","msg":"trace[1117815737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12450; }","duration":"235.037807ms","start":"2026-07-17T14:45:54.7087Z","end":"2026-07-17T14:45:54.943738Z","steps":["trace[1117815737] 'agreement among raft nodes before linearized reading' (duration: 234.967277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.943828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.894435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:54.943853Z","caller":"traceutil/trace.go:171","msg":"trace[1649936581] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:12450; }","duration":"256.940915ms","start":"2026-07-17T14:45:54.686905Z","end":"2026-07-17T14:45:54.943846Z","steps":["trace[1649936581] 'agreement among raft nodes before linearized reading' (duration: 256.904045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.94385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.983718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T14:45:54.943802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.969494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T14:45:54.944045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.70634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak-db\" ","response":"range_response_count:1 size:743"} {"level":"warn","ts":"2026-07-17T14:45:54.943577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.220228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:45:54.944072Z","caller":"traceutil/trace.go:171","msg":"trace[37901961] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak-db; range_end:; response_count:1; response_revision:12450; }","duration":"274.544039ms","start":"2026-07-17T14:45:54.669521Z","end":"2026-07-17T14:45:54.944065Z","steps":["trace[37901961] 'agreement among raft nodes before linearized reading' (duration: 273.656821ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:54.94406Z","caller":"traceutil/trace.go:171","msg":"trace[63470282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12450; }","duration":"109.200496ms","start":"2026-07-17T14:45:54.834778Z","end":"2026-07-17T14:45:54.943978Z","steps":["trace[63470282] 'agreement among raft nodes before linearized reading' (duration: 108.691642ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:54.944119Z","caller":"traceutil/trace.go:171","msg":"trace[1998901073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12450; }","duration":"193.772393ms","start":"2026-07-17T14:45:54.750308Z","end":"2026-07-17T14:45:54.94408Z","steps":["trace[1998901073] 'agreement among raft nodes before linearized reading' (duration: 193.116097ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:54.943895Z","caller":"traceutil/trace.go:171","msg":"trace[1034646936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12450; }","duration":"234.043058ms","start":"2026-07-17T14:45:54.709839Z","end":"2026-07-17T14:45:54.943882Z","steps":["trace[1034646936] 'agreement among raft nodes before linearized reading' (duration: 233.919038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:54.943912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.584882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak-operator\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-07-17T14:45:54.944346Z","caller":"traceutil/trace.go:171","msg":"trace[70353212] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak-operator; range_end:; response_count:1; response_revision:12450; }","duration":"245.997725ms","start":"2026-07-17T14:45:54.698308Z","end":"2026-07-17T14:45:54.944306Z","steps":["trace[70353212] 'agreement among raft nodes before linearized reading' (duration: 245.541811ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:55.091212Z","caller":"traceutil/trace.go:171","msg":"trace[716517266] transaction","detail":"{read_only:false; response_revision:12452; number_of_response:1; }","duration":"139.469192ms","start":"2026-07-17T14:45:54.951719Z","end":"2026-07-17T14:45:55.091189Z","steps":["trace[716517266] 'process raft request' (duration: 91.971746ms)","trace[716517266] 'compare' (duration: 47.330155ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:55.091477Z","caller":"traceutil/trace.go:171","msg":"trace[1757208930] transaction","detail":"{read_only:false; response_revision:12453; number_of_response:1; }","duration":"139.671613ms","start":"2026-07-17T14:45:54.951781Z","end":"2026-07-17T14:45:55.091453Z","steps":["trace[1757208930] 'process raft request' (duration: 139.370421ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:55.092064Z","caller":"traceutil/trace.go:171","msg":"trace[1307015365] transaction","detail":"{read_only:false; response_revision:12454; number_of_response:1; }","duration":"140.241238ms","start":"2026-07-17T14:45:54.951813Z","end":"2026-07-17T14:45:55.092054Z","steps":["trace[1307015365] 'process raft request' (duration: 139.563593ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:55.092141Z","caller":"traceutil/trace.go:171","msg":"trace[1655449964] transaction","detail":"{read_only:false; response_revision:12455; number_of_response:1; }","duration":"140.209248ms","start":"2026-07-17T14:45:54.951926Z","end":"2026-07-17T14:45:55.092135Z","steps":["trace[1655449964] 'process raft request' (duration: 139.883816ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:55.09198Z","caller":"traceutil/trace.go:171","msg":"trace[42165252] linearizableReadLoop","detail":"{readStateIndex:12969; appliedIndex:12965; }","duration":"114.874182ms","start":"2026-07-17T14:45:54.977096Z","end":"2026-07-17T14:45:55.091971Z","steps":["trace[42165252] 'read index received' (duration: 66.56095ms)","trace[42165252] 'applied index is now lower than readState.Index' (duration: 48.312672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:55.092382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.13799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" limit:500 ","response":"range_response_count:7 size:12022"} {"level":"info","ts":"2026-07-17T14:45:55.092415Z","caller":"traceutil/trace.go:171","msg":"trace[713596276] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:7; response_revision:12455; }","duration":"112.213452ms","start":"2026-07-17T14:45:54.980192Z","end":"2026-07-17T14:45:55.092406Z","steps":["trace[713596276] 'agreement among raft nodes before linearized reading' (duration: 112.07838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:55.093122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.789578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:45:55.093242Z","caller":"traceutil/trace.go:171","msg":"trace[907445941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12455; }","duration":"138.907708ms","start":"2026-07-17T14:45:54.954289Z","end":"2026-07-17T14:45:55.093197Z","steps":["trace[907445941] 'agreement among raft nodes before linearized reading' (duration: 137.95805ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:56.469338Z","caller":"traceutil/trace.go:171","msg":"trace[1931564396] transaction","detail":"{read_only:false; response_revision:12457; number_of_response:1; }","duration":"126.786169ms","start":"2026-07-17T14:45:56.342531Z","end":"2026-07-17T14:45:56.469317Z","steps":["trace[1931564396] 'process raft request' (duration: 126.663018ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:56.524941Z","caller":"traceutil/trace.go:171","msg":"trace[1432214584] transaction","detail":"{read_only:false; response_revision:12459; number_of_response:1; }","duration":"143.717836ms","start":"2026-07-17T14:45:56.381194Z","end":"2026-07-17T14:45:56.524912Z","steps":["trace[1432214584] 'process raft request' (duration: 143.621796ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:56.525022Z","caller":"traceutil/trace.go:171","msg":"trace[1041814580] transaction","detail":"{read_only:false; response_revision:12458; number_of_response:1; }","duration":"181.719725ms","start":"2026-07-17T14:45:56.343258Z","end":"2026-07-17T14:45:56.524978Z","steps":["trace[1041814580] 'process raft request' (duration: 181.412562ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:56.525103Z","caller":"traceutil/trace.go:171","msg":"trace[2015992653] linearizableReadLoop","detail":"{readStateIndex:12973; appliedIndex:12970; }","duration":"141.505438ms","start":"2026-07-17T14:45:56.383575Z","end":"2026-07-17T14:45:56.525081Z","steps":["trace[2015992653] 'read index received' (duration: 85.602884ms)","trace[2015992653] 'applied index is now lower than readState.Index' (duration: 55.901024ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:56.525154Z","caller":"traceutil/trace.go:171","msg":"trace[182085188] transaction","detail":"{read_only:false; response_revision:12460; number_of_response:1; }","duration":"101.504014ms","start":"2026-07-17T14:45:56.423615Z","end":"2026-07-17T14:45:56.525119Z","steps":["trace[182085188] 'process raft request' (duration: 101.250232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:56.525431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.83246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-07-17T14:45:56.525523Z","caller":"traceutil/trace.go:171","msg":"trace[1356518654] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:12460; }","duration":"141.920332ms","start":"2026-07-17T14:45:56.383543Z","end":"2026-07-17T14:45:56.525463Z","steps":["trace[1356518654] 'agreement among raft nodes before linearized reading' (duration: 141.651739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:56.551691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.732997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-07-17T14:45:56.551736Z","caller":"traceutil/trace.go:171","msg":"trace[1784604164] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:12461; }","duration":"164.806807ms","start":"2026-07-17T14:45:56.386919Z","end":"2026-07-17T14:45:56.551726Z","steps":["trace[1784604164] 'agreement among raft nodes before linearized reading' (duration: 164.679276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:56.55202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.328197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/\" range_end:\"/registry/roles/kube-system0\" limit:500 ","response":"range_response_count:11 size:5916"} {"level":"info","ts":"2026-07-17T14:45:56.552113Z","caller":"traceutil/trace.go:171","msg":"trace[1314907260] range","detail":"{range_begin:/registry/roles/kube-system/; range_end:/registry/roles/kube-system0; response_count:11; response_revision:12461; }","duration":"162.456468ms","start":"2026-07-17T14:45:56.389634Z","end":"2026-07-17T14:45:56.552091Z","steps":["trace[1314907260] 'agreement among raft nodes before linearized reading' (duration: 162.095375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:56.552148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.358766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cnpg-system/cloudnative-pg\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-07-17T14:45:56.552253Z","caller":"traceutil/trace.go:171","msg":"trace[473887082] range","detail":"{range_begin:/registry/deployments/cnpg-system/cloudnative-pg; range_end:; response_count:1; response_revision:12461; }","duration":"116.491266ms","start":"2026-07-17T14:45:56.435733Z","end":"2026-07-17T14:45:56.552225Z","steps":["trace[473887082] 'agreement among raft nodes before linearized reading' (duration: 116.294334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:56.764298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.622586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cnpg-system/cloudnative-pg-barman-cloud\" ","response":"range_response_count:1 size:4583"} {"level":"info","ts":"2026-07-17T14:45:56.764396Z","caller":"traceutil/trace.go:171","msg":"trace[2043808740] range","detail":"{range_begin:/registry/deployments/cnpg-system/cloudnative-pg-barman-cloud; range_end:; response_count:1; response_revision:12461; }","duration":"111.749648ms","start":"2026-07-17T14:45:56.652617Z","end":"2026-07-17T14:45:56.764367Z","steps":["trace[2043808740] 'range keys from in-memory index tree' (duration: 111.471856ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:45:56.96405Z","caller":"traceutil/trace.go:171","msg":"trace[47933151] transaction","detail":"{read_only:false; response_revision:12463; number_of_response:1; }","duration":"149.506894ms","start":"2026-07-17T14:45:56.814523Z","end":"2026-07-17T14:45:56.96403Z","steps":["trace[47933151] 'process raft request' (duration: 70.765386ms)","trace[47933151] 'compare' (duration: 78.619297ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:45:56.964179Z","caller":"traceutil/trace.go:171","msg":"trace[8030903] linearizableReadLoop","detail":"{readStateIndex:12977; appliedIndex:12976; }","duration":"147.375656ms","start":"2026-07-17T14:45:56.81678Z","end":"2026-07-17T14:45:56.964155Z","steps":["trace[8030903] 'read index received' (duration: 68.530857ms)","trace[8030903] 'applied index is now lower than readState.Index' (duration: 78.843859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:45:56.964385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.009546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cnpg-system/cloudnative-pg-barman-cloud\" ","response":"range_response_count:1 size:4583"} {"level":"info","ts":"2026-07-17T14:45:56.964436Z","caller":"traceutil/trace.go:171","msg":"trace[1437732656] range","detail":"{range_begin:/registry/deployments/cnpg-system/cloudnative-pg-barman-cloud; range_end:; response_count:1; response_revision:12464; }","duration":"108.086048ms","start":"2026-07-17T14:45:56.856326Z","end":"2026-07-17T14:45:56.964412Z","steps":["trace[1437732656] 'agreement among raft nodes before linearized reading' (duration: 107.958576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:45:56.964335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.541287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cnpg-system/\" range_end:\"/registry/replicasets/cnpg-system0\" limit:500 ","response":"range_response_count:2 size:9723"} {"level":"info","ts":"2026-07-17T14:45:56.964537Z","caller":"traceutil/trace.go:171","msg":"trace[1381939590] range","detail":"{range_begin:/registry/replicasets/cnpg-system/; range_end:/registry/replicasets/cnpg-system0; response_count:2; response_revision:12464; }","duration":"147.789709ms","start":"2026-07-17T14:45:56.816741Z","end":"2026-07-17T14:45:56.964531Z","steps":["trace[1381939590] 'agreement among raft nodes before linearized reading' (duration: 147.487896ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:46:08.70678Z","caller":"traceutil/trace.go:171","msg":"trace[1691551112] transaction","detail":"{read_only:false; response_revision:12532; number_of_response:1; }","duration":"130.180767ms","start":"2026-07-17T14:46:08.576572Z","end":"2026-07-17T14:46:08.706753Z","steps":["trace[1691551112] 'process raft request' (duration: 54.05219ms)","trace[1691551112] 'compare' (duration: 76.034726ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:46:08.756911Z","caller":"traceutil/trace.go:171","msg":"trace[588172449] linearizableReadLoop","detail":"{readStateIndex:13050; appliedIndex:13047; }","duration":"160.986717ms","start":"2026-07-17T14:46:08.595896Z","end":"2026-07-17T14:46:08.756883Z","steps":["trace[588172449] 'read index received' (duration: 34.698502ms)","trace[588172449] 'applied index is now lower than readState.Index' (duration: 126.287195ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:46:08.756971Z","caller":"traceutil/trace.go:171","msg":"trace[1483531544] transaction","detail":"{read_only:false; response_revision:12534; number_of_response:1; }","duration":"164.256363ms","start":"2026-07-17T14:46:08.592667Z","end":"2026-07-17T14:46:08.756923Z","steps":["trace[1483531544] 'process raft request' (duration: 164.159843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:08.757112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.184118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:853"} {"level":"info","ts":"2026-07-17T14:46:08.757157Z","caller":"traceutil/trace.go:171","msg":"trace[661294364] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:12534; }","duration":"161.270779ms","start":"2026-07-17T14:46:08.595872Z","end":"2026-07-17T14:46:08.757143Z","steps":["trace[661294364] 'agreement among raft nodes before linearized reading' (duration: 161.167608ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:46:08.757764Z","caller":"traceutil/trace.go:171","msg":"trace[1419587071] transaction","detail":"{read_only:false; response_revision:12533; number_of_response:1; }","duration":"165.558833ms","start":"2026-07-17T14:46:08.592182Z","end":"2026-07-17T14:46:08.757741Z","steps":["trace[1419587071] 'process raft request' (duration: 164.497695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:09.136048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.434895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-07-17T14:46:09.136138Z","caller":"traceutil/trace.go:171","msg":"trace[935170464] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:12536; }","duration":"106.575376ms","start":"2026-07-17T14:46:09.02954Z","end":"2026-07-17T14:46:09.136115Z","steps":["trace[935170464] 'range keys from in-memory index tree' (duration: 106.254661ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:46:10.661163Z","caller":"traceutil/trace.go:171","msg":"trace[1612553984] transaction","detail":"{read_only:false; response_revision:12543; number_of_response:1; }","duration":"103.522011ms","start":"2026-07-17T14:46:10.557612Z","end":"2026-07-17T14:46:10.661135Z","steps":["trace[1612553984] 'process raft request' (duration: 51.479938ms)","trace[1612553984] 'compare' (duration: 51.791641ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:46:10.897105Z","caller":"traceutil/trace.go:171","msg":"trace[225652670] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"185.764607ms","start":"2026-07-17T14:46:10.711309Z","end":"2026-07-17T14:46:10.897073Z","steps":["trace[225652670] 'process raft request' (duration: 151.108675ms)","trace[225652670] 'compare' (duration: 34.40816ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:46:10.89745Z","caller":"traceutil/trace.go:171","msg":"trace[1598134122] transaction","detail":"{read_only:false; response_revision:12545; number_of_response:1; }","duration":"135.640671ms","start":"2026-07-17T14:46:10.761788Z","end":"2026-07-17T14:46:10.897429Z","steps":["trace[1598134122] 'process raft request' (duration: 135.147747ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:46:10.897586Z","caller":"traceutil/trace.go:171","msg":"trace[373309464] transaction","detail":"{read_only:false; response_revision:12546; number_of_response:1; }","duration":"135.029126ms","start":"2026-07-17T14:46:10.762543Z","end":"2026-07-17T14:46:10.897572Z","steps":["trace[373309464] 'process raft request' (duration: 134.449851ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:46:11.606641Z","caller":"traceutil/trace.go:171","msg":"trace[340640700] linearizableReadLoop","detail":"{readStateIndex:13070; appliedIndex:13069; }","duration":"115.046785ms","start":"2026-07-17T14:46:11.491571Z","end":"2026-07-17T14:46:11.606618Z","steps":["trace[340640700] 'read index received' (duration: 24.843773ms)","trace[340640700] 'applied index is now lower than readState.Index' (duration: 90.202262ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:46:11.606736Z","caller":"traceutil/trace.go:171","msg":"trace[1811251849] transaction","detail":"{read_only:false; response_revision:12553; number_of_response:1; }","duration":"128.16597ms","start":"2026-07-17T14:46:11.478557Z","end":"2026-07-17T14:46:11.606723Z","steps":["trace[1811251849] 'process raft request' (duration: 37.977538ms)","trace[1811251849] 'compare' (duration: 89.99825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:46:11.60683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.243846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-17T14:46:11.606854Z","caller":"traceutil/trace.go:171","msg":"trace[1742085098] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:12553; }","duration":"115.312156ms","start":"2026-07-17T14:46:11.491533Z","end":"2026-07-17T14:46:11.606845Z","steps":["trace[1742085098] 'agreement among raft nodes before linearized reading' (duration: 115.204586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:11.606981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.969172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:46:11.607012Z","caller":"traceutil/trace.go:171","msg":"trace[1634958930] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12553; }","duration":"110.017913ms","start":"2026-07-17T14:46:11.496984Z","end":"2026-07-17T14:46:11.607002Z","steps":["trace[1634958930] 'agreement among raft nodes before linearized reading' (duration: 109.968803ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:46:13.029326Z","caller":"traceutil/trace.go:171","msg":"trace[1854859651] transaction","detail":"{read_only:false; response_revision:12557; number_of_response:1; }","duration":"125.716441ms","start":"2026-07-17T14:46:12.903561Z","end":"2026-07-17T14:46:13.029278Z","steps":["trace[1854859651] 'process raft request' (duration: 125.412218ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T14:46:13.029129Z","caller":"traceutil/trace.go:171","msg":"trace[1290059281] transaction","detail":"{read_only:false; response_revision:12556; number_of_response:1; }","duration":"128.009328ms","start":"2026-07-17T14:46:12.90109Z","end":"2026-07-17T14:46:13.029099Z","steps":["trace[1290059281] 'process raft request' (duration: 127.747396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:13.936691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.558837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:101 size:75557"} {"level":"info","ts":"2026-07-17T14:46:13.936768Z","caller":"traceutil/trace.go:171","msg":"trace[830141179] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:101; response_revision:12565; }","duration":"115.676379ms","start":"2026-07-17T14:46:13.821076Z","end":"2026-07-17T14:46:13.936752Z","steps":["trace[830141179] 'range keys from in-memory index tree' (duration: 115.153104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:15.808025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.049945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:46:15.80814Z","caller":"traceutil/trace.go:171","msg":"trace[706658494] linearizableReadLoop","detail":"{readStateIndex:13093; appliedIndex:13092; }","duration":"195.861559ms","start":"2026-07-17T14:46:15.612259Z","end":"2026-07-17T14:46:15.80812Z","steps":["trace[706658494] 'read index received' (duration: 70.533042ms)","trace[706658494] 'applied index is now lower than readState.Index' (duration: 125.327527ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:46:15.808231Z","caller":"traceutil/trace.go:171","msg":"trace[1863443717] transaction","detail":"{read_only:false; response_revision:12575; number_of_response:1; }","duration":"245.23962ms","start":"2026-07-17T14:46:15.562979Z","end":"2026-07-17T14:46:15.808219Z","steps":["trace[1863443717] 'process raft request' (duration: 119.913873ms)","trace[1863443717] 'compare' (duration: 124.932094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:46:15.808394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.410771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-07-17T14:46:15.808456Z","caller":"traceutil/trace.go:171","msg":"trace[1106946634] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:12575; }","duration":"155.514741ms","start":"2026-07-17T14:46:15.652926Z","end":"2026-07-17T14:46:15.808441Z","steps":["trace[1106946634] 'agreement among raft nodes before linearized reading' (duration: 155.36765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:15.808437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.130105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T14:46:15.808504Z","caller":"traceutil/trace.go:171","msg":"trace[1773549631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12575; }","duration":"130.227017ms","start":"2026-07-17T14:46:15.678259Z","end":"2026-07-17T14:46:15.808486Z","steps":["trace[1773549631] 'agreement among raft nodes before linearized reading' (duration: 130.058746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:15.808585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.094544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-07-17T14:46:15.808601Z","caller":"traceutil/trace.go:171","msg":"trace[849691990] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:12575; }","duration":"152.151895ms","start":"2026-07-17T14:46:15.656445Z","end":"2026-07-17T14:46:15.808597Z","steps":["trace[849691990] 'agreement among raft nodes before linearized reading' (duration: 152.109265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:15.808613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.772602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-17T14:46:15.808724Z","caller":"traceutil/trace.go:171","msg":"trace[648417829] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:12575; }","duration":"140.920444ms","start":"2026-07-17T14:46:15.667758Z","end":"2026-07-17T14:46:15.808678Z","steps":["trace[648417829] 'agreement among raft nodes before linearized reading' (duration: 140.617831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:15.808831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.569915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T14:46:15.808854Z","caller":"traceutil/trace.go:171","msg":"trace[1859363588] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12575; }","duration":"196.629576ms","start":"2026-07-17T14:46:15.612219Z","end":"2026-07-17T14:46:15.808848Z","steps":["trace[1859363588] 'agreement among raft nodes before linearized reading' (duration: 196.595856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:16.029854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.799581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T14:46:16.029964Z","caller":"traceutil/trace.go:171","msg":"trace[589746974] linearizableReadLoop","detail":"{readStateIndex:13094; appliedIndex:13093; }","duration":"218.271491ms","start":"2026-07-17T14:46:15.811675Z","end":"2026-07-17T14:46:16.029946Z","steps":["trace[589746974] 'read index received' (duration: 103.247329ms)","trace[589746974] 'applied index is now lower than readState.Index' (duration: 115.023132ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T14:46:16.030035Z","caller":"traceutil/trace.go:171","msg":"trace[654726702] transaction","detail":"{read_only:false; response_revision:12576; number_of_response:1; }","duration":"218.395742ms","start":"2026-07-17T14:46:15.811603Z","end":"2026-07-17T14:46:16.029998Z","steps":["trace[654726702] 'process raft request' (duration: 103.386459ms)","trace[654726702] 'compare' (duration: 114.70106ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T14:46:16.030114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.225712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0216c83e-4597-4aa2-97a8-d40ef5845411\" ","response":"range_response_count:1 size:1274"} {"level":"info","ts":"2026-07-17T14:46:16.030138Z","caller":"traceutil/trace.go:171","msg":"trace[1669322922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0216c83e-4597-4aa2-97a8-d40ef5845411; range_end:; response_count:1; response_revision:12576; }","duration":"218.267852ms","start":"2026-07-17T14:46:15.811862Z","end":"2026-07-17T14:46:16.030129Z","steps":["trace[1669322922] 'agreement among raft nodes before linearized reading' (duration: 218.166701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:16.030115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.420712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-07-17T14:46:16.030215Z","caller":"traceutil/trace.go:171","msg":"trace[713107373] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:12576; }","duration":"218.509553ms","start":"2026-07-17T14:46:15.811669Z","end":"2026-07-17T14:46:16.030179Z","steps":["trace[713107373] 'agreement among raft nodes before linearized reading' (duration: 218.330512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T14:46:16.030441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.9501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-07-17T14:46:16.030487Z","caller":"traceutil/trace.go:171","msg":"trace[2035275853] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:12576; }","duration":"218.01003ms","start":"2026-07-17T14:46:15.81247Z","end":"2026-07-17T14:46:16.03048Z","steps":["trace[2035275853] 'agreement among raft nodes before linearized reading' (duration: 217.808298ms)"],"step_count":1}