{"level":"warn","ts":"2026-07-16T00:16:04.916389Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-16T00:16:04.916493Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=instance=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-16T00:16:04.916567Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-16T00:16:04.916574Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-07-16T00:16:04.916605Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-16T00:16:04.917232Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-07-16T00:16:04.917302Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-16T00:16:04.96707Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"49.539787ms"} {"level":"info","ts":"2026-07-16T00:16:05.092097Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-07-16T00:16:05.092523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-07-16T00:16:05.092567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-07-16T00:16:05.092584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-16T00:16:05.092605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-07-16T00:16:05.092665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-07-16T00:16:05.15123Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-16T00:16:05.156736Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-16T00:16:05.164446Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-16T00:16:05.166667Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-16T00:16:05.166906Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-16T00:16:05.167166Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T00:16:05.167276Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T00:16:05.167304Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T00:16:05.170938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-07-16T00:16:05.171146Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-07-16T00:16:05.172377Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-16T00:16:05.172468Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-07-16T00:16:05.172518Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-07-16T00:16:05.172744Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-16T00:16:05.172816Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-16T00:16:06.093853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-07-16T00:16:06.094041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-16T00:16:06.094077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-07-16T00:16:06.094115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-07-16T00:16:06.094128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-07-16T00:16:06.094145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-07-16T00:16:06.094169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-07-16T00:16:06.095551Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.240:2379]}","request-path":"/0/members/4e46287fb5aa4785/attributes","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-07-16T00:16:06.095785Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-16T00:16:06.095916Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-16T00:16:06.096165Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T00:16:06.096225Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-16T00:16:06.096326Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-16T00:16:06.097335Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T00:16:06.097493Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T00:16:06.097548Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T00:16:06.099255Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-07-16T00:16:06.099782Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-16T00:16:11.142324Z","caller":"traceutil/trace.go:171","msg":"trace[1185215842] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"254.937756ms","start":"2026-07-16T00:16:10.887349Z","end":"2026-07-16T00:16:11.142287Z","steps":["trace[1185215842] 'process raft request' (duration: 172.268532ms)","trace[1185215842] 'compare' (duration: 82.395482ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:11.142499Z","caller":"traceutil/trace.go:171","msg":"trace[761985222] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"195.216025ms","start":"2026-07-16T00:16:10.947228Z","end":"2026-07-16T00:16:11.142444Z","steps":["trace[761985222] 'process raft request' (duration: 194.949523ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:11.143597Z","caller":"traceutil/trace.go:171","msg":"trace[1769445591] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"162.613618ms","start":"2026-07-16T00:16:10.980938Z","end":"2026-07-16T00:16:11.143552Z","steps":["trace[1769445591] 'process raft request' (duration: 162.559187ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:11.143649Z","caller":"traceutil/trace.go:171","msg":"trace[1729684195] linearizableReadLoop","detail":"{readStateIndex:274; appliedIndex:273; }","duration":"234.77222ms","start":"2026-07-16T00:16:10.908857Z","end":"2026-07-16T00:16:11.143629Z","steps":["trace[1729684195] 'read index received' (duration: 68.880406ms)","trace[1729684195] 'applied index is now lower than readState.Index' (duration: 165.889204ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:11.143692Z","caller":"traceutil/trace.go:171","msg":"trace[1313615697] transaction","detail":"{read_only:false; number_of_response:0; response_revision:270; }","duration":"165.182918ms","start":"2026-07-16T00:16:10.978498Z","end":"2026-07-16T00:16:11.143681Z","steps":["trace[1313615697] 'process raft request' (duration: 164.842864ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:11.14378Z","caller":"traceutil/trace.go:171","msg":"trace[654415827] transaction","detail":"{read_only:false; number_of_response:0; response_revision:269; }","duration":"179.115262ms","start":"2026-07-16T00:16:10.964651Z","end":"2026-07-16T00:16:11.143766Z","steps":["trace[654415827] 'process raft request' (duration: 178.491166ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:11.143894Z","caller":"traceutil/trace.go:171","msg":"trace[657315606] transaction","detail":"{read_only:false; number_of_response:0; response_revision:271; }","duration":"164.725784ms","start":"2026-07-16T00:16:10.979158Z","end":"2026-07-16T00:16:11.143884Z","steps":["trace[657315606] 'process raft request' (duration: 164.271881ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:11.143621Z","caller":"traceutil/trace.go:171","msg":"trace[1842075185] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"165.217859ms","start":"2026-07-16T00:16:10.978334Z","end":"2026-07-16T00:16:11.143552Z","steps":["trace[1842075185] 'process raft request' (duration: 164.927665ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:11.143637Z","caller":"traceutil/trace.go:171","msg":"trace[1280294966] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"164.462162ms","start":"2026-07-16T00:16:10.979138Z","end":"2026-07-16T00:16:11.1436Z","steps":["trace[1280294966] 'process raft request' (duration: 164.231449ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:11.144023Z","caller":"traceutil/trace.go:171","msg":"trace[2132703305] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"164.767505ms","start":"2026-07-16T00:16:10.979244Z","end":"2026-07-16T00:16:11.144011Z","steps":["trace[2132703305] 'process raft request' (duration: 164.216871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:11.14566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.768316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:16:11.145823Z","caller":"traceutil/trace.go:171","msg":"trace[112238899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:273; }","duration":"236.988517ms","start":"2026-07-16T00:16:10.908787Z","end":"2026-07-16T00:16:11.145775Z","steps":["trace[112238899] 'agreement among raft nodes before linearized reading' (duration: 235.214383ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:12.102073Z","caller":"traceutil/trace.go:171","msg":"trace[1940039595] linearizableReadLoop","detail":"{readStateIndex:305; appliedIndex:304; }","duration":"111.973257ms","start":"2026-07-16T00:16:11.990063Z","end":"2026-07-16T00:16:12.102036Z","steps":["trace[1940039595] 'read index received' (duration: 111.777976ms)","trace[1940039595] 'applied index is now lower than readState.Index' (duration: 193.511µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:12.102197Z","caller":"traceutil/trace.go:171","msg":"trace[111568527] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"135.783671ms","start":"2026-07-16T00:16:11.966356Z","end":"2026-07-16T00:16:12.102139Z","steps":["trace[111568527] 'process raft request' (duration: 135.448338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:12.10225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.157858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:16:12.102297Z","caller":"traceutil/trace.go:171","msg":"trace[1056133585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:291; }","duration":"112.258269ms","start":"2026-07-16T00:16:11.990024Z","end":"2026-07-16T00:16:12.102283Z","steps":["trace[1056133585] 'agreement among raft nodes before linearized reading' (duration: 112.142068ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:12.136842Z","caller":"traceutil/trace.go:171","msg":"trace[421355948] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"145.73366ms","start":"2026-07-16T00:16:11.991066Z","end":"2026-07-16T00:16:12.136799Z","steps":["trace[421355948] 'process raft request' (duration: 145.496718ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:12.13686Z","caller":"traceutil/trace.go:171","msg":"trace[725085602] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"144.863493ms","start":"2026-07-16T00:16:11.991958Z","end":"2026-07-16T00:16:12.136821Z","steps":["trace[725085602] 'process raft request' (duration: 144.745132ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:12.264331Z","caller":"traceutil/trace.go:171","msg":"trace[1008189368] linearizableReadLoop","detail":"{readStateIndex:308; appliedIndex:307; }","duration":"122.771433ms","start":"2026-07-16T00:16:12.141524Z","end":"2026-07-16T00:16:12.264295Z","steps":["trace[1008189368] 'read index received' (duration: 65.65558ms)","trace[1008189368] 'applied index is now lower than readState.Index' (duration: 57.114373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:16:12.264486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.937106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:16:12.264447Z","caller":"traceutil/trace.go:171","msg":"trace[1044041162] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"155.857132ms","start":"2026-07-16T00:16:12.108537Z","end":"2026-07-16T00:16:12.264394Z","steps":["trace[1044041162] 'process raft request' (duration: 98.630188ms)","trace[1044041162] 'compare' (duration: 56.987952ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:12.264519Z","caller":"traceutil/trace.go:171","msg":"trace[288458700] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:294; }","duration":"123.044666ms","start":"2026-07-16T00:16:12.14146Z","end":"2026-07-16T00:16:12.264504Z","steps":["trace[288458700] 'agreement among raft nodes before linearized reading' (duration: 122.951795ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:12.266923Z","caller":"traceutil/trace.go:171","msg":"trace[1975755858] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"121.476283ms","start":"2026-07-16T00:16:12.145412Z","end":"2026-07-16T00:16:12.266888Z","steps":["trace[1975755858] 'process raft request' (duration: 121.313051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:14.686979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.439991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:16:14.687199Z","caller":"traceutil/trace.go:171","msg":"trace[1074039022] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"167.705938ms","start":"2026-07-16T00:16:14.519464Z","end":"2026-07-16T00:16:14.68717Z","steps":["trace[1074039022] 'process raft request' (duration: 16.364199ms)","trace[1074039022] 'compare' (duration: 150.238329ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:16.645432Z","caller":"traceutil/trace.go:171","msg":"trace[1046586906] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"119.072377ms","start":"2026-07-16T00:16:16.52633Z","end":"2026-07-16T00:16:16.645403Z","steps":["trace[1046586906] 'process raft request' (duration: 118.740204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:17.684776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.272254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:16:17.684928Z","caller":"traceutil/trace.go:171","msg":"trace[580029907] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"176.468711ms","start":"2026-07-16T00:16:17.508435Z","end":"2026-07-16T00:16:17.684904Z","steps":["trace[580029907] 'process raft request' (duration: 61.969695ms)","trace[580029907] 'compare' (duration: 114.110982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:16:30.478758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.17055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-16T00:16:30.478834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.257186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-07-16T00:16:30.478981Z","caller":"traceutil/trace.go:171","msg":"trace[2087147506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:431; }","duration":"104.349901ms","start":"2026-07-16T00:16:30.374494Z","end":"2026-07-16T00:16:30.478844Z","steps":["trace[2087147506] 'range keys from in-memory index tree' (duration: 103.948178ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:30.47915Z","caller":"traceutil/trace.go:171","msg":"trace[1043855767] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:431; }","duration":"478.627449ms","start":"2026-07-16T00:16:30.000457Z","end":"2026-07-16T00:16:30.479084Z","steps":["trace[1043855767] 'range keys from in-memory index tree' (duration: 478.106025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:30.479254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:30.000429Z","time spent":"478.80999ms","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-16T00:16:30.479579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.423334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T00:16:30.479632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.516823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T00:16:30.479664Z","caller":"traceutil/trace.go:171","msg":"trace[2121355131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:431; }","duration":"666.557704ms","start":"2026-07-16T00:16:29.813085Z","end":"2026-07-16T00:16:30.479642Z","steps":["trace[2121355131] 'range keys from in-memory index tree' (duration: 666.316653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:30.479724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:29.813058Z","time spent":"666.654715ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T00:16:30.479723Z","caller":"traceutil/trace.go:171","msg":"trace[2016958896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:431; }","duration":"417.722775ms","start":"2026-07-16T00:16:30.061979Z","end":"2026-07-16T00:16:30.479701Z","steps":["trace[2016958896] 'range keys from in-memory index tree' (duration: 416.716597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:30.479782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:30.06195Z","time spent":"417.821075ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T00:16:40.80679Z","caller":"traceutil/trace.go:171","msg":"trace[701527490] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"211.991093ms","start":"2026-07-16T00:16:40.594771Z","end":"2026-07-16T00:16:40.806762Z","steps":["trace[701527490] 'process raft request' (duration: 211.852848ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:40.809264Z","caller":"traceutil/trace.go:171","msg":"trace[1361365700] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"214.214377ms","start":"2026-07-16T00:16:40.59502Z","end":"2026-07-16T00:16:40.809235Z","steps":["trace[1361365700] 'process raft request' (duration: 214.074172ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:44.23726Z","caller":"traceutil/trace.go:171","msg":"trace[1953739594] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"112.416498ms","start":"2026-07-16T00:16:44.124807Z","end":"2026-07-16T00:16:44.237223Z","steps":["trace[1953739594] 'process raft request' (duration: 111.749284ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:44.237582Z","caller":"traceutil/trace.go:171","msg":"trace[332582447] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"120.88759ms","start":"2026-07-16T00:16:44.11667Z","end":"2026-07-16T00:16:44.237558Z","steps":["trace[332582447] 'process raft request' (duration: 91.19207ms)","trace[332582447] 'compare' (duration: 28.402245ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:44.237811Z","caller":"traceutil/trace.go:171","msg":"trace[593320101] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"114.800733ms","start":"2026-07-16T00:16:44.122987Z","end":"2026-07-16T00:16:44.237788Z","steps":["trace[593320101] 'process raft request' (duration: 113.511827ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:44.238056Z","caller":"traceutil/trace.go:171","msg":"trace[1918767870] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"115.337392ms","start":"2026-07-16T00:16:44.12271Z","end":"2026-07-16T00:16:44.238047Z","steps":["trace[1918767870] 'process raft request' (duration: 113.720324ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:44.277666Z","caller":"traceutil/trace.go:171","msg":"trace[395174003] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"117.534289ms","start":"2026-07-16T00:16:44.160105Z","end":"2026-07-16T00:16:44.27764Z","steps":["trace[395174003] 'process raft request' (duration: 116.718711ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:44.277964Z","caller":"traceutil/trace.go:171","msg":"trace[1770723142] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"106.631961ms","start":"2026-07-16T00:16:44.171324Z","end":"2026-07-16T00:16:44.277956Z","steps":["trace[1770723142] 'process raft request' (duration: 105.663425ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:44.278046Z","caller":"traceutil/trace.go:171","msg":"trace[401278822] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"111.466754ms","start":"2026-07-16T00:16:44.166574Z","end":"2026-07-16T00:16:44.278041Z","steps":["trace[401278822] 'process raft request' (duration: 110.380854ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:44.278185Z","caller":"traceutil/trace.go:171","msg":"trace[1904151884] transaction","detail":"{read_only:false; number_of_response:1; response_revision:540; }","duration":"105.936877ms","start":"2026-07-16T00:16:44.172216Z","end":"2026-07-16T00:16:44.278153Z","steps":["trace[1904151884] 'process raft request' (duration: 104.819146ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:45.155137Z","caller":"traceutil/trace.go:171","msg":"trace[960234675] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"903.048843ms","start":"2026-07-16T00:16:44.25204Z","end":"2026-07-16T00:16:45.155088Z","steps":["trace[960234675] 'process raft request' (duration: 902.809895ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:45.15538Z","caller":"traceutil/trace.go:171","msg":"trace[206773724] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"890.09402ms","start":"2026-07-16T00:16:44.265254Z","end":"2026-07-16T00:16:45.155348Z","steps":["trace[206773724] 'process raft request' (duration: 890.026008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:45.155411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.252017Z","time spent":"903.23384ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T00:16:45.15587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.265249Z","time spent":"890.229825ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:16:45.156122Z","caller":"traceutil/trace.go:171","msg":"trace[450653382] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"890.92719ms","start":"2026-07-16T00:16:44.265169Z","end":"2026-07-16T00:16:45.156096Z","steps":["trace[450653382] 'process raft request' (duration: 889.996657ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:45.156177Z","caller":"traceutil/trace.go:171","msg":"trace[415926032] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"890.964511ms","start":"2026-07-16T00:16:44.265198Z","end":"2026-07-16T00:16:45.156162Z","steps":["trace[415926032] 'process raft request' (duration: 890.025578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:45.156242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.26519Z","time spent":"891.015982ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:45.156275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.265164Z","time spent":"891.016573ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:16:45.156347Z","caller":"traceutil/trace.go:171","msg":"trace[68279014] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"891.305313ms","start":"2026-07-16T00:16:44.265017Z","end":"2026-07-16T00:16:45.156323Z","steps":["trace[68279014] 'process raft request' (duration: 890.029918ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:45.156417Z","caller":"traceutil/trace.go:171","msg":"trace[80523931] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"891.313683ms","start":"2026-07-16T00:16:44.265084Z","end":"2026-07-16T00:16:45.156397Z","steps":["trace[80523931] 'process raft request' (duration: 890.021608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:45.156455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.265011Z","time spent":"891.391875ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T00:16:45.156504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.265061Z","time spent":"891.391965ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:16:45.156626Z","caller":"traceutil/trace.go:171","msg":"trace[492977885] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"891.52039ms","start":"2026-07-16T00:16:44.265095Z","end":"2026-07-16T00:16:45.156615Z","steps":["trace[492977885] 'process raft request' (duration: 889.976556ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:45.156668Z","caller":"traceutil/trace.go:171","msg":"trace[872200350] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"891.727137ms","start":"2026-07-16T00:16:44.264917Z","end":"2026-07-16T00:16:45.156644Z","steps":["trace[872200350] 'process raft request' (duration: 890.08878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:45.156683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.265088Z","time spent":"891.569221ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T00:16:45.156756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.264892Z","time spent":"891.82352ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T00:16:45.230432Z","caller":"traceutil/trace.go:171","msg":"trace[1945924121] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"943.950264ms","start":"2026-07-16T00:16:44.286439Z","end":"2026-07-16T00:16:45.23039Z","steps":["trace[1945924121] 'process raft request' (duration: 910.590385ms)","trace[1945924121] 'compare' (duration: 33.092809ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:45.230579Z","caller":"traceutil/trace.go:171","msg":"trace[1326432677] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:562; }","duration":"417.54332ms","start":"2026-07-16T00:16:44.813009Z","end":"2026-07-16T00:16:45.230552Z","steps":["trace[1326432677] 'read index received' (duration: 301.418566ms)","trace[1326432677] 'applied index is now lower than readState.Index' (duration: 116.123904ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:45.230642Z","caller":"traceutil/trace.go:171","msg":"trace[481605626] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"890.351559ms","start":"2026-07-16T00:16:44.34028Z","end":"2026-07-16T00:16:45.230632Z","steps":["trace[481605626] 'process raft request' (duration: 890.202534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:45.230631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.286408Z","time spent":"944.11871ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:16:45.230643Z","caller":"traceutil/trace.go:171","msg":"trace[1710302442] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"934.88554ms","start":"2026-07-16T00:16:44.295709Z","end":"2026-07-16T00:16:45.230594Z","steps":["trace[1710302442] 'process raft request' (duration: 934.59062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:45.230765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.758498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:16:45.230793Z","caller":"traceutil/trace.go:171","msg":"trace[63376568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"417.862931ms","start":"2026-07-16T00:16:44.812923Z","end":"2026-07-16T00:16:45.230786Z","steps":["trace[63376568] 'agreement among raft nodes before linearized reading' (duration: 417.785538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:45.230814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.812892Z","time spent":"417.917924ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:16:45.230874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.295642Z","time spent":"935.102428ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:45.230686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.34026Z","time spent":"890.396521ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T00:16:45.233485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.089996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:16:45.233593Z","caller":"traceutil/trace.go:171","msg":"trace[675965185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:554; }","duration":"407.20741ms","start":"2026-07-16T00:16:44.82636Z","end":"2026-07-16T00:16:45.233567Z","steps":["trace[675965185] 'agreement among raft nodes before linearized reading' (duration: 407.031924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:45.233651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.826326Z","time spent":"407.315744ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:16:45.23377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.499343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:16:45.23381Z","caller":"traceutil/trace.go:171","msg":"trace[1139411084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:554; }","duration":"411.552945ms","start":"2026-07-16T00:16:44.822248Z","end":"2026-07-16T00:16:45.233801Z","steps":["trace[1139411084] 'agreement among raft nodes before linearized reading' (duration: 411.480633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:45.233832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:44.82224Z","time spent":"411.586996ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T00:16:45.552784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.661617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:16:45.553044Z","caller":"traceutil/trace.go:171","msg":"trace[1598282655] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"239.914487ms","start":"2026-07-16T00:16:45.31309Z","end":"2026-07-16T00:16:45.553005Z","steps":["trace[1598282655] 'process raft request' (duration: 63.901908ms)","trace[1598282655] 'compare' (duration: 175.447489ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:45.553224Z","caller":"traceutil/trace.go:171","msg":"trace[1303652367] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"222.286564ms","start":"2026-07-16T00:16:45.330927Z","end":"2026-07-16T00:16:45.553214Z","steps":["trace[1303652367] 'process raft request' (duration: 222.070447ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:45.553305Z","caller":"traceutil/trace.go:171","msg":"trace[1312814212] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"239.70657ms","start":"2026-07-16T00:16:45.313589Z","end":"2026-07-16T00:16:45.553296Z","steps":["trace[1312814212] 'process raft request' (duration: 239.335967ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:45.55338Z","caller":"traceutil/trace.go:171","msg":"trace[825904867] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"214.413766ms","start":"2026-07-16T00:16:45.338958Z","end":"2026-07-16T00:16:45.553371Z","steps":["trace[825904867] 'process raft request' (duration: 214.105725ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:45.730655Z","caller":"traceutil/trace.go:171","msg":"trace[1391076055] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"128.415828ms","start":"2026-07-16T00:16:45.602205Z","end":"2026-07-16T00:16:45.730621Z","steps":["trace[1391076055] 'process raft request' (duration: 52.587859ms)","trace[1391076055] 'compare' (duration: 75.552119ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:45.731104Z","caller":"traceutil/trace.go:171","msg":"trace[458293551] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"101.563219ms","start":"2026-07-16T00:16:45.629523Z","end":"2026-07-16T00:16:45.731086Z","steps":["trace[458293551] 'process raft request' (duration: 101.374742ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:45.731222Z","caller":"traceutil/trace.go:171","msg":"trace[1940055716] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"125.423102ms","start":"2026-07-16T00:16:45.605584Z","end":"2026-07-16T00:16:45.731007Z","steps":["trace[1940055716] 'process raft request' (duration: 124.971257ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:46.274397Z","caller":"traceutil/trace.go:171","msg":"trace[1560923484] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"469.697327ms","start":"2026-07-16T00:16:45.804681Z","end":"2026-07-16T00:16:46.274378Z","steps":["trace[1560923484] 'process raft request' (duration: 466.083501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:46.274515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:45.804657Z","time spent":"469.805401ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T00:16:46.275933Z","caller":"traceutil/trace.go:171","msg":"trace[1212785132] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"461.387584ms","start":"2026-07-16T00:16:45.81451Z","end":"2026-07-16T00:16:46.275897Z","steps":["trace[1212785132] 'process raft request' (duration: 461.137605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:46.276153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:45.814485Z","time spent":"461.542679ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:16:46.276437Z","caller":"traceutil/trace.go:171","msg":"trace[1718340820] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"460.767531ms","start":"2026-07-16T00:16:45.815442Z","end":"2026-07-16T00:16:46.27621Z","steps":["trace[1718340820] 'process raft request' (duration: 460.397699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:46.27664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:45.815435Z","time spent":"461.056102ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:54.171361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111832183s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:16:54.171988Z","caller":"traceutil/trace.go:171","msg":"trace[1761713426] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:655; }","duration":"1.166104125s","start":"2026-07-16T00:16:53.005858Z","end":"2026-07-16T00:16:54.171962Z","steps":["trace[1761713426] 'read index received' (duration: 53.491218ms)","trace[1761713426] 'applied index is now lower than readState.Index' (duration: 1.112611107s)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:54.172055Z","caller":"traceutil/trace.go:171","msg":"trace[1789210089] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.64534096s","start":"2026-07-16T00:16:52.526667Z","end":"2026-07-16T00:16:54.172008Z","steps":["trace[1789210089] 'process raft request' (duration: 532.753673ms)","trace[1789210089] 'compare' (duration: 1.111617136s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:16:54.172228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:52.526636Z","time spent":"1.645505365s","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T00:16:54.172497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.975392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T00:16:54.172518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166649424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m8vcj\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-16T00:16:54.172548Z","caller":"traceutil/trace.go:171","msg":"trace[1631727813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"360.032833ms","start":"2026-07-16T00:16:53.8125Z","end":"2026-07-16T00:16:54.172533Z","steps":["trace[1631727813] 'agreement among raft nodes before linearized reading' (duration: 359.93637ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:54.172564Z","caller":"traceutil/trace.go:171","msg":"trace[1469690475] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m8vcj; range_end:; response_count:1; response_revision:631; }","duration":"1.166743877s","start":"2026-07-16T00:16:53.005806Z","end":"2026-07-16T00:16:54.17255Z","steps":["trace[1469690475] 'agreement among raft nodes before linearized reading' (duration: 1.166484449s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:54.172578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:53.81243Z","time spent":"360.141738ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:16:54.172558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.060882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-16T00:16:54.172617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:53.005786Z","time spent":"1.166821279s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-m8vcj\" "} {"level":"warn","ts":"2026-07-16T00:16:54.172595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.962487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T00:16:54.172655Z","caller":"traceutil/trace.go:171","msg":"trace[683250983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:631; }","duration":"814.187157ms","start":"2026-07-16T00:16:53.358442Z","end":"2026-07-16T00:16:54.172629Z","steps":["trace[683250983] 'agreement among raft nodes before linearized reading' (duration: 813.918638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:54.172783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:53.358431Z","time spent":"814.339671ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:16:54.172665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.430616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:16:54.173052Z","caller":"traceutil/trace.go:171","msg":"trace[977868484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:631; }","duration":"845.915501ms","start":"2026-07-16T00:16:53.327116Z","end":"2026-07-16T00:16:54.173031Z","steps":["trace[977868484] 'agreement among raft nodes before linearized reading' (duration: 845.199209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:54.173108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:53.327078Z","time spent":"846.014565ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T00:16:54.172711Z","caller":"traceutil/trace.go:171","msg":"trace[417827472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:631; }","duration":"514.115332ms","start":"2026-07-16T00:16:53.658567Z","end":"2026-07-16T00:16:54.172682Z","steps":["trace[417827472] 'agreement among raft nodes before linearized reading' (duration: 513.755041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:54.173179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:53.658556Z","time spent":"514.612228ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:16:54.173359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.606247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:16:54.173412Z","caller":"traceutil/trace.go:171","msg":"trace[1330984332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:631; }","duration":"540.704841ms","start":"2026-07-16T00:16:53.632692Z","end":"2026-07-16T00:16:54.173397Z","steps":["trace[1330984332] 'agreement among raft nodes before linearized reading' (duration: 540.580087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:54.173442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:53.632664Z","time spent":"540.772173ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T00:16:55.073758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.4838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:16:55.073867Z","caller":"traceutil/trace.go:171","msg":"trace[328071714] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"895.541051ms","start":"2026-07-16T00:16:54.178308Z","end":"2026-07-16T00:16:55.073849Z","steps":["trace[328071714] 'process raft request' (duration: 158.881176ms)","trace[328071714] 'compare' (duration: 736.232572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:16:55.073926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:54.178291Z","time spent":"895.609134ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:55.378871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.403845ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:16:55.379104Z","caller":"traceutil/trace.go:171","msg":"trace[94151830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:632; }","duration":"113.665123ms","start":"2026-07-16T00:16:55.265395Z","end":"2026-07-16T00:16:55.37906Z","steps":["trace[94151830] 'range keys from in-memory index tree' (duration: 113.374484ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:55.379751Z","caller":"traceutil/trace.go:171","msg":"trace[90137630] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.20106509s","start":"2026-07-16T00:16:54.178665Z","end":"2026-07-16T00:16:55.37973Z","steps":["trace[90137630] 'process raft request' (duration: 1.150684437s)","trace[90137630] 'compare' (duration: 49.838815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:16:55.380091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:54.178657Z","time spent":"1.201183803s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:16:55.38044Z","caller":"traceutil/trace.go:171","msg":"trace[577163791] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.200912895s","start":"2026-07-16T00:16:54.179482Z","end":"2026-07-16T00:16:55.380395Z","steps":["trace[577163791] 'process raft request' (duration: 1.200422569s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:55.38083Z","caller":"traceutil/trace.go:171","msg":"trace[1186116105] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.200109239s","start":"2026-07-16T00:16:54.180261Z","end":"2026-07-16T00:16:55.380371Z","steps":["trace[1186116105] 'process raft request' (duration: 1.199711496s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:55.380514Z","caller":"traceutil/trace.go:171","msg":"trace[1172414233] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.192674212s","start":"2026-07-16T00:16:54.187816Z","end":"2026-07-16T00:16:55.380491Z","steps":["trace[1172414233] 'process raft request' (duration: 1.192248938s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:55.381108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:54.180247Z","time spent":"1.200810961s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:55.381257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:54.179448Z","time spent":"1.201351548s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:55.381261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:54.187787Z","time spent":"1.193372524s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:56.812747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T00:16:56.812858Z","caller":"traceutil/trace.go:171","msg":"trace[1407250179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251994s","start":"2026-07-16T00:16:54.81258Z","end":"2026-07-16T00:16:56.812832Z","steps":["trace[1407250179] 'agreement among raft nodes before linearized reading' (duration: 2.00010879s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:56.812918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:54.812549Z","time spent":"2.000358027s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:16:57.484377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104215351s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-16T00:16:57.484495Z","caller":"traceutil/trace.go:171","msg":"trace[1440285668] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:656; }","duration":"3.299472536s","start":"2026-07-16T00:16:54.185Z","end":"2026-07-16T00:16:57.484472Z","steps":["trace[1440285668] 'read index received' (duration: 152.266165ms)","trace[1440285668] 'applied index is now lower than readState.Index' (duration: 3.1472045s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:16:57.485746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300718713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:16:57.485838Z","caller":"traceutil/trace.go:171","msg":"trace[1315933536] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:636; }","duration":"3.300846838s","start":"2026-07-16T00:16:54.184967Z","end":"2026-07-16T00:16:57.485814Z","steps":["trace[1315933536] 'agreement among raft nodes before linearized reading' (duration: 3.300700303s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:57.485889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:54.184958Z","time spent":"3.30092315s","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-07-16T00:16:57.486131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.029678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:16:57.486221Z","caller":"traceutil/trace.go:171","msg":"trace[1254368488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"672.178042ms","start":"2026-07-16T00:16:56.814019Z","end":"2026-07-16T00:16:57.486197Z","steps":["trace[1254368488] 'agreement among raft nodes before linearized reading' (duration: 671.999017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:57.486217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.503948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-16T00:16:57.486268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:56.813972Z","time spent":"672.287457ms","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:16:57.486276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.766735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:16:57.486304Z","caller":"traceutil/trace.go:171","msg":"trace[1741589285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"100.662532ms","start":"2026-07-16T00:16:57.385618Z","end":"2026-07-16T00:16:57.486281Z","steps":["trace[1741589285] 'agreement among raft nodes before linearized reading' (duration: 100.397604ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:57.486315Z","caller":"traceutil/trace.go:171","msg":"trace[74628231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"100.85508ms","start":"2026-07-16T00:16:57.385448Z","end":"2026-07-16T00:16:57.486303Z","steps":["trace[74628231] 'agreement among raft nodes before linearized reading' (duration: 100.772447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:57.486366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.632622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:16:57.486413Z","caller":"traceutil/trace.go:171","msg":"trace[866114154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"100.697835ms","start":"2026-07-16T00:16:57.385703Z","end":"2026-07-16T00:16:57.4864Z","steps":["trace[866114154] 'agreement among raft nodes before linearized reading' (duration: 100.525528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:57.486741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.121023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:16:57.487088Z","caller":"traceutil/trace.go:171","msg":"trace[265198474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"408.347339ms","start":"2026-07-16T00:16:57.078502Z","end":"2026-07-16T00:16:57.486849Z","steps":["trace[265198474] 'agreement among raft nodes before linearized reading' (duration: 407.854284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:57.488239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:57.078474Z","time spent":"409.215256ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T00:16:57.853513Z","caller":"traceutil/trace.go:171","msg":"trace[223158801] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"361.946026ms","start":"2026-07-16T00:16:57.491536Z","end":"2026-07-16T00:16:57.853482Z","steps":["trace[223158801] 'process raft request' (duration: 361.76296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:57.853707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:57.49151Z","time spent":"362.100511ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:16:57.853818Z","caller":"traceutil/trace.go:171","msg":"trace[843718658] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:662; }","duration":"358.448027ms","start":"2026-07-16T00:16:57.495345Z","end":"2026-07-16T00:16:57.853793Z","steps":["trace[843718658] 'read index received' (duration: 44.049092ms)","trace[843718658] 'applied index is now lower than readState.Index' (duration: 314.395034ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:57.853939Z","caller":"traceutil/trace.go:171","msg":"trace[1275004721] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"360.045207ms","start":"2026-07-16T00:16:57.493858Z","end":"2026-07-16T00:16:57.853904Z","steps":["trace[1275004721] 'process raft request' (duration: 359.764458ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:57.85407Z","caller":"traceutil/trace.go:171","msg":"trace[928317072] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"359.104347ms","start":"2026-07-16T00:16:57.494951Z","end":"2026-07-16T00:16:57.854056Z","steps":["trace[928317072] 'process raft request' (duration: 358.794627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:57.854172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:57.493829Z","time spent":"360.237293ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:57.854187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:57.494928Z","time spent":"359.182049ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:16:57.854297Z","caller":"traceutil/trace.go:171","msg":"trace[403209513] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"361.891163ms","start":"2026-07-16T00:16:57.492381Z","end":"2026-07-16T00:16:57.854272Z","steps":["trace[403209513] 'process raft request' (duration: 361.057308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:57.854017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.624293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:16:57.854348Z","caller":"traceutil/trace.go:171","msg":"trace[1252157169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"359.020494ms","start":"2026-07-16T00:16:57.495316Z","end":"2026-07-16T00:16:57.854337Z","steps":["trace[1252157169] 'agreement among raft nodes before linearized reading' (duration: 358.610752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:57.854377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:57.495308Z","time spent":"359.062195ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:16:57.854385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:57.492374Z","time spent":"361.964725ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:58.578695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.05952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:16:58.578793Z","caller":"traceutil/trace.go:171","msg":"trace[839321254] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"249.599278ms","start":"2026-07-16T00:16:58.329177Z","end":"2026-07-16T00:16:58.578776Z","steps":["trace[839321254] 'process raft request' (duration: 17.364433ms)","trace[839321254] 'compare' (duration: 231.790221ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:58.585414Z","caller":"traceutil/trace.go:171","msg":"trace[337778877] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"161.283285ms","start":"2026-07-16T00:16:58.424103Z","end":"2026-07-16T00:16:58.585386Z","steps":["trace[337778877] 'process raft request' (duration: 160.675567ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:16:59.920287Z","caller":"traceutil/trace.go:171","msg":"trace[1156547950] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:684; }","duration":"108.117963ms","start":"2026-07-16T00:16:59.812137Z","end":"2026-07-16T00:16:59.920255Z","steps":["trace[1156547950] 'read index received' (duration: 106.081932ms)","trace[1156547950] 'applied index is now lower than readState.Index' (duration: 2.035121ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:16:59.920427Z","caller":"traceutil/trace.go:171","msg":"trace[76007592] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"332.603458ms","start":"2026-07-16T00:16:59.587815Z","end":"2026-07-16T00:16:59.920419Z","steps":["trace[76007592] 'process raft request' (duration: 331.030331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:16:59.920544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:16:59.587774Z","time spent":"332.677071ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:16:59.920823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.658529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:16:59.920946Z","caller":"traceutil/trace.go:171","msg":"trace[38344731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:658; }","duration":"108.851136ms","start":"2026-07-16T00:16:59.81207Z","end":"2026-07-16T00:16:59.920921Z","steps":["trace[38344731] 'agreement among raft nodes before linearized reading' (duration: 108.630218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:13.212891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825755336,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T00:17:13.453416Z","caller":"traceutil/trace.go:171","msg":"trace[1199091454] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"958.082189ms","start":"2026-07-16T00:17:12.495302Z","end":"2026-07-16T00:17:13.453384Z","steps":["trace[1199091454] 'process raft request' (duration: 957.879304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:13.453619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:12.495268Z","time spent":"958.249923ms","remote":"127.0.0.1:44580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:17:13.86784Z","caller":"traceutil/trace.go:171","msg":"trace[1820083088] linearizableReadLoop","detail":"{readStateIndex:844; appliedIndex:842; }","duration":"1.155416894s","start":"2026-07-16T00:17:12.712393Z","end":"2026-07-16T00:17:13.86781Z","steps":["trace[1820083088] 'read index received' (duration: 741.397731ms)","trace[1820083088] 'applied index is now lower than readState.Index' (duration: 414.017333ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:17:13.867868Z","caller":"traceutil/trace.go:171","msg":"trace[1958510176] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"1.090351692s","start":"2026-07-16T00:17:12.77746Z","end":"2026-07-16T00:17:13.867812Z","steps":["trace[1958510176] 'process raft request' (duration: 1.090062175s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:13.868031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:12.777428Z","time spent":"1.090516467s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:17:13.86807Z","caller":"traceutil/trace.go:171","msg":"trace[494858739] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"719.053509ms","start":"2026-07-16T00:17:13.148949Z","end":"2026-07-16T00:17:13.868002Z","steps":["trace[494858739] 'process raft request' (duration: 718.763631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:13.868362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:13.148901Z","time spent":"719.307865ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:17:13.868507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155672921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:17:13.868554Z","caller":"traceutil/trace.go:171","msg":"trace[280824858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:812; }","duration":"1.156204495s","start":"2026-07-16T00:17:12.712339Z","end":"2026-07-16T00:17:13.868544Z","steps":["trace[280824858] 'agreement among raft nodes before linearized reading' (duration: 1.15561897s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:13.86858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:12.712317Z","time spent":"1.156254996s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T00:17:52.589147Z","caller":"traceutil/trace.go:171","msg":"trace[79366865] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1285; }","duration":"122.362773ms","start":"2026-07-16T00:17:52.466757Z","end":"2026-07-16T00:17:52.58912Z","steps":["trace[79366865] 'read index received' (duration: 122.170359ms)","trace[79366865] 'applied index is now lower than readState.Index' (duration: 191.513µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:17:52.589565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.73761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:17:52.590209Z","caller":"traceutil/trace.go:171","msg":"trace[743479254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1244; }","duration":"123.470334ms","start":"2026-07-16T00:17:52.46671Z","end":"2026-07-16T00:17:52.590181Z","steps":["trace[743479254] 'agreement among raft nodes before linearized reading' (duration: 122.636908ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:17:52.589689Z","caller":"traceutil/trace.go:171","msg":"trace[1710213007] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"301.11253ms","start":"2026-07-16T00:17:52.288563Z","end":"2026-07-16T00:17:52.589675Z","steps":["trace[1710213007] 'process raft request' (duration: 300.420076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:52.5898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.257715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:17:52.590528Z","caller":"traceutil/trace.go:171","msg":"trace[914404828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1244; }","duration":"105.929977ms","start":"2026-07-16T00:17:52.484489Z","end":"2026-07-16T00:17:52.590419Z","steps":["trace[914404828] 'agreement among raft nodes before linearized reading' (duration: 105.237675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:52.590547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:52.288552Z","time spent":"301.721181ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:17:52.58988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.846365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T00:17:52.590894Z","caller":"traceutil/trace.go:171","msg":"trace[1780601799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1244; }","duration":"114.900215ms","start":"2026-07-16T00:17:52.475979Z","end":"2026-07-16T00:17:52.590879Z","steps":["trace[1780601799] 'agreement among raft nodes before linearized reading' (duration: 113.848565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:52.589863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.587952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:17:52.591152Z","caller":"traceutil/trace.go:171","msg":"trace[527150740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1244; }","duration":"120.928176ms","start":"2026-07-16T00:17:52.470211Z","end":"2026-07-16T00:17:52.591139Z","steps":["trace[527150740] 'agreement among raft nodes before linearized reading' (duration: 119.269176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:53.565891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825756197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:17:54.066216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825756197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:17:54.221181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567542707s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:17:54.221427Z","caller":"traceutil/trace.go:171","msg":"trace[1592236433] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"1.62669312s","start":"2026-07-16T00:17:52.594707Z","end":"2026-07-16T00:17:54.2214Z","steps":["trace[1592236433] 'process raft request' (duration: 58.819557ms)","trace[1592236433] 'compare' (duration: 1.567191291s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:17:54.221533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:52.594676Z","time spent":"1.626822453s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:17:54.223142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.569561554s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T00:17:54.223604Z","caller":"traceutil/trace.go:171","msg":"trace[2089663740] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"1.626487046s","start":"2026-07-16T00:17:52.597094Z","end":"2026-07-16T00:17:54.223581Z","steps":["trace[2089663740] 'process raft request' (duration: 1.626444305s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:54.223839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:52.597068Z","time spent":"1.62671592s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:17:54.223635Z","caller":"traceutil/trace.go:171","msg":"trace[770109652] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"1.62726823s","start":"2026-07-16T00:17:52.596351Z","end":"2026-07-16T00:17:54.223619Z","steps":["trace[770109652] 'process raft request' (duration: 1.627142338s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:54.224648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:52.596329Z","time spent":"1.628218778s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:17:54.223656Z","caller":"traceutil/trace.go:171","msg":"trace[1397185716] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"1.627600086s","start":"2026-07-16T00:17:52.596011Z","end":"2026-07-16T00:17:54.223611Z","steps":["trace[1397185716] 'process raft request' (duration: 1.627440263s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:17:54.224079Z","caller":"traceutil/trace.go:171","msg":"trace[2111479717] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"1.628851729s","start":"2026-07-16T00:17:52.595177Z","end":"2026-07-16T00:17:54.224029Z","steps":["trace[2111479717] 'process raft request' (duration: 1.628202228s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:54.224963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:52.595167Z","time spent":"1.629744275s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:17:54.225112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:52.595994Z","time spent":"1.628775448s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:17:54.237717Z","caller":"traceutil/trace.go:171","msg":"trace[321498069] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1291; }","duration":"1.172199412s","start":"2026-07-16T00:17:53.06549Z","end":"2026-07-16T00:17:54.237689Z","steps":["trace[321498069] 'read index received' (duration: 1.158157763s)","trace[321498069] 'applied index is now lower than readState.Index' (duration: 14.040629ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:17:54.237763Z","caller":"traceutil/trace.go:171","msg":"trace[1645126820] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"1.00096464s","start":"2026-07-16T00:17:53.236784Z","end":"2026-07-16T00:17:54.237749Z","steps":["trace[1645126820] 'process raft request' (duration: 1.000713305s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:54.237834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:53.236757Z","time spent":"1.00103618s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:17:54.237863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172355645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T00:17:54.237871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.384249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:17:54.237913Z","caller":"traceutil/trace.go:171","msg":"trace[232667043] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1251; }","duration":"1.172479347s","start":"2026-07-16T00:17:53.065419Z","end":"2026-07-16T00:17:54.237898Z","steps":["trace[232667043] 'agreement among raft nodes before linearized reading' (duration: 1.172381836s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:17:54.237922Z","caller":"traceutil/trace.go:171","msg":"trace[1085005027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1251; }","duration":"425.460649ms","start":"2026-07-16T00:17:53.812445Z","end":"2026-07-16T00:17:54.237906Z","steps":["trace[1085005027] 'agreement among raft nodes before linearized reading' (duration: 425.377988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:54.237951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:53.812434Z","time spent":"425.51266ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:17:54.237956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:53.06539Z","time spent":"1.172555488s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:17:54.238403Z","caller":"traceutil/trace.go:171","msg":"trace[1973395095] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"442.758019ms","start":"2026-07-16T00:17:53.795587Z","end":"2026-07-16T00:17:54.238345Z","steps":["trace[1973395095] 'process raft request' (duration: 442.057537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:54.238583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:17:53.795548Z","time spent":"442.980574ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:17:56.510128Z","caller":"traceutil/trace.go:171","msg":"trace[1096357494] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"157.622966ms","start":"2026-07-16T00:17:56.352477Z","end":"2026-07-16T00:17:56.5101Z","steps":["trace[1096357494] 'process raft request' (duration: 157.355181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:56.798082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.29465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:17:56.798148Z","caller":"traceutil/trace.go:171","msg":"trace[1453083524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1262; }","duration":"152.431863ms","start":"2026-07-16T00:17:56.645699Z","end":"2026-07-16T00:17:56.798131Z","steps":["trace[1453083524] 'range keys from in-memory index tree' (duration: 152.095696ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:17:56.938779Z","caller":"traceutil/trace.go:171","msg":"trace[1594199600] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1305; }","duration":"123.66491ms","start":"2026-07-16T00:17:56.815087Z","end":"2026-07-16T00:17:56.938752Z","steps":["trace[1594199600] 'read index received' (duration: 123.467627ms)","trace[1594199600] 'applied index is now lower than readState.Index' (duration: 196.413µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:17:56.938973Z","caller":"traceutil/trace.go:171","msg":"trace[1667464494] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"136.049244ms","start":"2026-07-16T00:17:56.802827Z","end":"2026-07-16T00:17:56.938877Z","steps":["trace[1667464494] 'process raft request' (duration: 135.77774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:17:56.939146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.040348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:17:56.939257Z","caller":"traceutil/trace.go:171","msg":"trace[1704241221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1263; }","duration":"124.20285ms","start":"2026-07-16T00:17:56.815041Z","end":"2026-07-16T00:17:56.939243Z","steps":["trace[1704241221] 'agreement among raft nodes before linearized reading' (duration: 123.810453ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:17:57.688767Z","caller":"traceutil/trace.go:171","msg":"trace[90869109] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"169.925857ms","start":"2026-07-16T00:17:57.518812Z","end":"2026-07-16T00:17:57.688737Z","steps":["trace[90869109] 'process raft request' (duration: 169.731344ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:17:58.123782Z","caller":"traceutil/trace.go:171","msg":"trace[1189242985] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1270; }","duration":"171.872866ms","start":"2026-07-16T00:17:57.951886Z","end":"2026-07-16T00:17:58.123759Z","steps":["trace[1189242985] 'process raft request' (duration: 151.453442ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:18:11.23371Z","caller":"traceutil/trace.go:171","msg":"trace[1816071216] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"186.467211ms","start":"2026-07-16T00:18:11.04722Z","end":"2026-07-16T00:18:11.233687Z","steps":["trace[1816071216] 'process raft request' (duration: 186.299388ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:18:14.480497Z","caller":"traceutil/trace.go:171","msg":"trace[904580613] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"109.696881ms","start":"2026-07-16T00:18:14.370764Z","end":"2026-07-16T00:18:14.480461Z","steps":["trace[904580613] 'process raft request' (duration: 109.519668ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:18:15.158196Z","caller":"traceutil/trace.go:171","msg":"trace[162810317] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"106.729983ms","start":"2026-07-16T00:18:15.051433Z","end":"2026-07-16T00:18:15.158163Z","steps":["trace[162810317] 'process raft request' (duration: 106.50971ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:18:15.568456Z","caller":"traceutil/trace.go:171","msg":"trace[2061567908] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"121.133842ms","start":"2026-07-16T00:18:15.447296Z","end":"2026-07-16T00:18:15.56843Z","steps":["trace[2061567908] 'process raft request' (duration: 120.914579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:19.49258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.091048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:18:19.492667Z","caller":"traceutil/trace.go:171","msg":"trace[619047503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1509; }","duration":"209.204559ms","start":"2026-07-16T00:18:19.283443Z","end":"2026-07-16T00:18:19.492648Z","steps":["trace[619047503] 'range keys from in-memory index tree' (duration: 208.236174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:39.779538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.808318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:18:39.779662Z","caller":"traceutil/trace.go:171","msg":"trace[1104972653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1834; }","duration":"154.991501ms","start":"2026-07-16T00:18:39.624645Z","end":"2026-07-16T00:18:39.779636Z","steps":["trace[1104972653] 'range keys from in-memory index tree' (duration: 154.510344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:48.14753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.631124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-16T00:18:48.147619Z","caller":"traceutil/trace.go:171","msg":"trace[1841844696] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7; range_end:; response_count:1; response_revision:1950; }","duration":"529.784275ms","start":"2026-07-16T00:18:47.617812Z","end":"2026-07-16T00:18:48.147597Z","steps":["trace[1841844696] 'range keys from in-memory index tree' (duration: 529.41674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:48.147665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:47.617787Z","time spent":"529.867357ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7\" "} {"level":"warn","ts":"2026-07-16T00:18:48.147937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.101759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-16T00:18:48.147979Z","caller":"traceutil/trace.go:171","msg":"trace[305081114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7; range_end:; response_count:1; response_revision:1950; }","duration":"493.186441ms","start":"2026-07-16T00:18:47.654782Z","end":"2026-07-16T00:18:48.147968Z","steps":["trace[305081114] 'range keys from in-memory index tree' (duration: 492.947988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:48.14801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:47.654756Z","time spent":"493.246691ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7\" "} {"level":"warn","ts":"2026-07-16T00:18:48.148169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.696241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:18:48.14828Z","caller":"traceutil/trace.go:171","msg":"trace[1014057591] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1950; }","duration":"594.912284ms","start":"2026-07-16T00:18:47.553343Z","end":"2026-07-16T00:18:48.148256Z","steps":["trace[1014057591] 'count revisions from in-memory index tree' (duration: 594.468338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:48.148336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:47.553314Z","time spent":"595.009245ms","remote":"127.0.0.1:34750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:18:48.314986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825757604,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T00:18:48.738773Z","caller":"traceutil/trace.go:171","msg":"trace[1016320746] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"1.025214551s","start":"2026-07-16T00:18:47.713535Z","end":"2026-07-16T00:18:48.738749Z","steps":["trace[1016320746] 'process raft request' (duration: 1.025049439s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:48.739041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:47.713501Z","time spent":"1.025365772s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:18:49.713104Z","caller":"traceutil/trace.go:171","msg":"trace[198822449] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"1.555587633s","start":"2026-07-16T00:18:48.157495Z","end":"2026-07-16T00:18:49.713083Z","steps":["trace[198822449] 'process raft request' (duration: 1.555507262s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:18:49.713156Z","caller":"traceutil/trace.go:171","msg":"trace[141776647] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"1.892786768s","start":"2026-07-16T00:18:47.820313Z","end":"2026-07-16T00:18:49.7131Z","steps":["trace[141776647] 'process raft request' (duration: 1.892551965s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.713283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:48.157468Z","time spent":"1.555701555s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:18:49.713398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:47.820267Z","time spent":"1.89300561s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:18:49.71351Z","caller":"traceutil/trace.go:171","msg":"trace[63524654] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"1.220286656s","start":"2026-07-16T00:18:48.493191Z","end":"2026-07-16T00:18:49.713478Z","steps":["trace[63524654] 'process raft request' (duration: 1.2198595s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.71378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:48.493159Z","time spent":"1.220452397s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:18:49.71405Z","caller":"traceutil/trace.go:171","msg":"trace[488886688] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2029; }","duration":"1.899787472s","start":"2026-07-16T00:18:47.814248Z","end":"2026-07-16T00:18:49.714035Z","steps":["trace[488886688] 'read index received' (duration: 924.44344ms)","trace[488886688] 'applied index is now lower than readState.Index' (duration: 975.342652ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:18:49.71415Z","caller":"traceutil/trace.go:171","msg":"trace[590266090] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"1.100511015s","start":"2026-07-16T00:18:48.613623Z","end":"2026-07-16T00:18:49.714134Z","steps":["trace[590266090] 'process raft request' (duration: 1.099717745s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.71417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899932434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:18:49.714207Z","caller":"traceutil/trace.go:171","msg":"trace[577243797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1956; }","duration":"1.900014815s","start":"2026-07-16T00:18:47.814183Z","end":"2026-07-16T00:18:49.714198Z","steps":["trace[577243797] 'agreement among raft nodes before linearized reading' (duration: 1.899948784s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.714234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:48.613591Z","time spent":"1.100602956s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:18:49.714212Z","caller":"traceutil/trace.go:171","msg":"trace[1796658568] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.092611788s","start":"2026-07-16T00:18:48.621541Z","end":"2026-07-16T00:18:49.714153Z","steps":["trace[1796658568] 'process raft request' (duration: 1.092340465s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.714381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.022682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-16T00:18:49.71442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.783789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T00:18:49.714431Z","caller":"traceutil/trace.go:171","msg":"trace[1898166753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"965.089413ms","start":"2026-07-16T00:18:48.749326Z","end":"2026-07-16T00:18:49.714415Z","steps":["trace[1898166753] 'agreement among raft nodes before linearized reading' (duration: 964.992542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.714391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.717486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-16T00:18:49.714461Z","caller":"traceutil/trace.go:171","msg":"trace[1903931759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1956; }","duration":"961.84025ms","start":"2026-07-16T00:18:48.752611Z","end":"2026-07-16T00:18:49.714451Z","steps":["trace[1903931759] 'agreement among raft nodes before linearized reading' (duration: 961.669508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.71447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:48.749313Z","time spent":"965.149475ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T00:18:49.714483Z","caller":"traceutil/trace.go:171","msg":"trace[1808480209] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7; range_end:; response_count:1; response_revision:1956; }","duration":"560.851878ms","start":"2026-07-16T00:18:49.153619Z","end":"2026-07-16T00:18:49.714471Z","steps":["trace[1808480209] 'agreement among raft nodes before linearized reading' (duration: 560.714286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.714524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.153596Z","time spent":"560.920718ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7\" "} {"level":"warn","ts":"2026-07-16T00:18:49.714522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:48.621529Z","time spent":"1.092844261s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:18:49.714595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.490047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:18:49.714626Z","caller":"traceutil/trace.go:171","msg":"trace[1444770347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1956; }","duration":"985.56935ms","start":"2026-07-16T00:18:48.729048Z","end":"2026-07-16T00:18:49.714617Z","steps":["trace[1444770347] 'agreement among raft nodes before linearized reading' (duration: 985.492438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.714661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:48.729012Z","time spent":"985.6437ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T00:18:49.714669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.129875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:18:49.714701Z","caller":"traceutil/trace.go:171","msg":"trace[667441158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"936.178457ms","start":"2026-07-16T00:18:48.778514Z","end":"2026-07-16T00:18:49.714692Z","steps":["trace[667441158] 'agreement among raft nodes before linearized reading' (duration: 936.080014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.714736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:48.778503Z","time spent":"936.226007ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:18:49.714575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.524994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-16T00:18:49.714752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511593202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:18:49.714805Z","caller":"traceutil/trace.go:171","msg":"trace[1374950626] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1956; }","duration":"1.511645253s","start":"2026-07-16T00:18:48.203149Z","end":"2026-07-16T00:18:49.714794Z","steps":["trace[1374950626] 'agreement among raft nodes before linearized reading' (duration: 1.511577442s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.714848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:48.203091Z","time spent":"1.511746734s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:18:49.714282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875657735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:18:49.714959Z","caller":"traceutil/trace.go:171","msg":"trace[1200004489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1956; }","duration":"1.876373466s","start":"2026-07-16T00:18:47.838574Z","end":"2026-07-16T00:18:49.714947Z","steps":["trace[1200004489] 'agreement among raft nodes before linearized reading' (duration: 1.875597065s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.714997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:47.838555Z","time spent":"1.876430556s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T00:18:49.714246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:47.814158Z","time spent":"1.900081516s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:18:49.714491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:48.752598Z","time spent":"961.886701ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T00:18:49.714796Z","caller":"traceutil/trace.go:171","msg":"trace[610793708] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:1956; }","duration":"581.785919ms","start":"2026-07-16T00:18:49.13299Z","end":"2026-07-16T00:18:49.714776Z","steps":["trace[610793708] 'agreement among raft nodes before linearized reading' (duration: 581.521874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:49.715319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.132923Z","time spent":"582.355716ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-16T00:18:50.269884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360350712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:18:50.270021Z","caller":"traceutil/trace.go:171","msg":"trace[1548132627] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1956; }","duration":"2.360518404s","start":"2026-07-16T00:18:47.909447Z","end":"2026-07-16T00:18:50.269965Z","steps":["trace[1548132627] 'agreement among raft nodes before linearized reading' (duration: 1.805471899s)","trace[1548132627] 'count revisions from in-memory index tree' (duration: 554.879443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:18:50.270096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:47.909424Z","time spent":"2.360654195s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:18:50.270446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.752864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:18:50.27056Z","caller":"traceutil/trace.go:171","msg":"trace[377576429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1956; }","duration":"552.930676ms","start":"2026-07-16T00:18:49.7176Z","end":"2026-07-16T00:18:50.270531Z","steps":["trace[377576429] 'range keys from in-memory index tree' (duration: 552.580342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:50.270646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.75422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-16T00:18:50.270602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397857507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-16T00:18:50.270768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.718103Z","time spent":"552.661273ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T00:18:50.270863Z","caller":"traceutil/trace.go:171","msg":"trace[526152938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"796.917823ms","start":"2026-07-16T00:18:49.473832Z","end":"2026-07-16T00:18:50.27075Z","steps":["trace[526152938] 'agreement among raft nodes before linearized reading' (duration: 240.935176ms)","trace[526152938] 'range keys from in-memory index tree' (duration: 555.635202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:18:50.270998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.47381Z","time spent":"797.172696ms","remote":"127.0.0.1:40092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T00:18:50.270687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.717573Z","time spent":"553.029678ms","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T00:18:50.27099Z","caller":"traceutil/trace.go:171","msg":"trace[519185249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"2.398138601s","start":"2026-07-16T00:18:47.872637Z","end":"2026-07-16T00:18:50.270776Z","steps":["trace[519185249] 'agreement among raft nodes before linearized reading' (duration: 1.842270275s)","trace[519185249] 'range keys from in-memory index tree' (duration: 555.471101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:18:50.271816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:47.872573Z","time spent":"2.399222935s","remote":"127.0.0.1:40092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T00:18:50.779942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825757613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:18:51.683817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.759464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:18:51.684087Z","caller":"traceutil/trace.go:171","msg":"trace[623484582] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.96106356s","start":"2026-07-16T00:18:49.723005Z","end":"2026-07-16T00:18:51.684069Z","steps":["trace[623484582] 'process raft request' (duration: 1.961016289s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:18:51.684047Z","caller":"traceutil/trace.go:171","msg":"trace[208058358] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.962197286s","start":"2026-07-16T00:18:49.721796Z","end":"2026-07-16T00:18:51.683993Z","steps":["trace[208058358] 'process raft request' (duration: 1.267169408s)","trace[208058358] 'compare' (duration: 694.604411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:18:51.684148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.722997Z","time spent":"1.961123752s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:18:51.684229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.721779Z","time spent":"1.962353388s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:18:51.684382Z","caller":"traceutil/trace.go:171","msg":"trace[1268058677] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.96250648s","start":"2026-07-16T00:18:49.721864Z","end":"2026-07-16T00:18:51.68437Z","steps":["trace[1268058677] 'process raft request' (duration: 1.962110905s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:51.684429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.721855Z","time spent":"1.96254737s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:18:51.684488Z","caller":"traceutil/trace.go:171","msg":"trace[1918764832] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"1.961903942s","start":"2026-07-16T00:18:49.722576Z","end":"2026-07-16T00:18:51.68448Z","steps":["trace[1918764832] 'process raft request' (duration: 1.961422036s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:51.68453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.722569Z","time spent":"1.961941383s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:18:51.684644Z","caller":"traceutil/trace.go:171","msg":"trace[207299226] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.962845024s","start":"2026-07-16T00:18:49.721789Z","end":"2026-07-16T00:18:51.684634Z","steps":["trace[207299226] 'process raft request' (duration: 1.962139284s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:51.684696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:49.721765Z","time spent":"1.962903705s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:18:51.689454Z","caller":"traceutil/trace.go:171","msg":"trace[1033393934] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2036; }","duration":"1.410024598s","start":"2026-07-16T00:18:50.279404Z","end":"2026-07-16T00:18:51.689428Z","steps":["trace[1033393934] 'read index received' (duration: 709.64033ms)","trace[1033393934] 'applied index is now lower than readState.Index' (duration: 700.383108ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:18:51.689472Z","caller":"traceutil/trace.go:171","msg":"trace[1177536779] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"1.416387783s","start":"2026-07-16T00:18:50.273065Z","end":"2026-07-16T00:18:51.689453Z","steps":["trace[1177536779] 'process raft request' (duration: 1.416226711s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:51.689594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410191321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:18:51.689659Z","caller":"traceutil/trace.go:171","msg":"trace[863212790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1962; }","duration":"1.410289183s","start":"2026-07-16T00:18:50.27936Z","end":"2026-07-16T00:18:51.689649Z","steps":["trace[863212790] 'agreement among raft nodes before linearized reading' (duration: 1.4101522s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:51.689666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:50.273039Z","time spent":"1.416519095s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:18:51.689683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:50.279349Z","time spent":"1.410328574s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:18:51.693881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324528239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-07-16T00:18:51.693913Z","caller":"traceutil/trace.go:171","msg":"trace[1535634067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1963; }","duration":"1.32462151s","start":"2026-07-16T00:18:50.369283Z","end":"2026-07-16T00:18:51.693904Z","steps":["trace[1535634067] 'agreement among raft nodes before linearized reading' (duration: 1.324508519s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:51.693933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:50.369254Z","time spent":"1.32467423s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T00:18:51.693925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.418541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:18:51.693923Z","caller":"traceutil/trace.go:171","msg":"trace[1410411275] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"476.235542ms","start":"2026-07-16T00:18:51.217676Z","end":"2026-07-16T00:18:51.693911Z","steps":["trace[1410411275] 'process raft request' (duration: 475.975029ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:18:51.693957Z","caller":"traceutil/trace.go:171","msg":"trace[957364254] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1963; }","duration":"902.508923ms","start":"2026-07-16T00:18:50.791439Z","end":"2026-07-16T00:18:51.693948Z","steps":["trace[957364254] 'agreement among raft nodes before linearized reading' (duration: 902.435132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:51.693981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:50.791411Z","time spent":"902.564693ms","remote":"127.0.0.1:51170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:18:51.693966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.972168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-16T00:18:51.694006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:51.217647Z","time spent":"476.313263ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:18:51.694044Z","caller":"traceutil/trace.go:171","msg":"trace[1472120435] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7; range_end:; response_count:1; response_revision:1963; }","duration":"972.146311ms","start":"2026-07-16T00:18:50.721881Z","end":"2026-07-16T00:18:51.694027Z","steps":["trace[1472120435] 'agreement among raft nodes before linearized reading' (duration: 971.905878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:51.693881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.153665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-16T00:18:51.694084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:50.721849Z","time spent":"972.228102ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-951103f4-f3ab-4074-9895-f5abc32f74e7\" "} {"level":"info","ts":"2026-07-16T00:18:51.69409Z","caller":"traceutil/trace.go:171","msg":"trace[523585054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"413.399387ms","start":"2026-07-16T00:18:51.280678Z","end":"2026-07-16T00:18:51.694077Z","steps":["trace[523585054] 'agreement among raft nodes before linearized reading' (duration: 413.087473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:18:51.694123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:18:51.280654Z","time spent":"413.459468ms","remote":"127.0.0.1:40092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T00:19:04.196692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.265843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:19:04.197082Z","caller":"traceutil/trace.go:171","msg":"trace[945571338] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2156; }","duration":"408.605448ms","start":"2026-07-16T00:19:03.788454Z","end":"2026-07-16T00:19:04.197059Z","steps":["trace[945571338] 'read index received' (duration: 32.386171ms)","trace[945571338] 'applied index is now lower than readState.Index' (duration: 376.217957ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:19:04.197207Z","caller":"traceutil/trace.go:171","msg":"trace[103715979] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"411.158299ms","start":"2026-07-16T00:19:03.786035Z","end":"2026-07-16T00:19:04.197193Z","steps":["trace[103715979] 'process raft request' (duration: 62.244909ms)","trace[103715979] 'compare' (duration: 347.733856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:04.197281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:03.785983Z","time spent":"411.26059ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:04.197869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.762016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-16T00:19:04.197936Z","caller":"traceutil/trace.go:171","msg":"trace[778174912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2077; }","duration":"399.840827ms","start":"2026-07-16T00:19:03.798076Z","end":"2026-07-16T00:19:04.197916Z","steps":["trace[778174912] 'agreement among raft nodes before linearized reading' (duration: 399.464781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:04.197947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.462459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-16T00:19:04.198031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:03.798066Z","time spent":"399.952478ms","remote":"127.0.0.1:40092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T00:19:04.197982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.704543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:04.198076Z","caller":"traceutil/trace.go:171","msg":"trace[1176690978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2077; }","duration":"409.617911ms","start":"2026-07-16T00:19:03.788431Z","end":"2026-07-16T00:19:04.198049Z","steps":["trace[1176690978] 'agreement among raft nodes before linearized reading' (duration: 409.107493ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:04.198099Z","caller":"traceutil/trace.go:171","msg":"trace[1019023964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2077; }","duration":"387.875675ms","start":"2026-07-16T00:19:03.810201Z","end":"2026-07-16T00:19:04.198076Z","steps":["trace[1019023964] 'agreement among raft nodes before linearized reading' (duration: 387.704593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:04.198133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:03.788416Z","time spent":"409.707782ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:19:04.198147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:03.810178Z","time spent":"387.960927ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T00:19:04.198371Z","caller":"traceutil/trace.go:171","msg":"trace[1326635448] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"412.236723ms","start":"2026-07-16T00:19:03.786115Z","end":"2026-07-16T00:19:04.198352Z","steps":["trace[1326635448] 'process raft request' (duration: 410.764914ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:04.198504Z","caller":"traceutil/trace.go:171","msg":"trace[516398173] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"412.289254ms","start":"2026-07-16T00:19:03.786163Z","end":"2026-07-16T00:19:04.198452Z","steps":["trace[516398173] 'process raft request' (duration: 410.848905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:04.198681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:03.786154Z","time spent":"412.389475ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:04.200435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:03.786104Z","time spent":"412.294344ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:19:04.581652Z","caller":"traceutil/trace.go:171","msg":"trace[1206596467] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"377.928971ms","start":"2026-07-16T00:19:04.203691Z","end":"2026-07-16T00:19:04.58162Z","steps":["trace[1206596467] 'process raft request' (duration: 377.643807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:04.582127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:04.203664Z","time spent":"378.217104ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:19:08.373504Z","caller":"traceutil/trace.go:171","msg":"trace[855030187] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"161.044024ms","start":"2026-07-16T00:19:08.21243Z","end":"2026-07-16T00:19:08.373474Z","steps":["trace[855030187] 'process raft request' (duration: 160.810662ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:08.374432Z","caller":"traceutil/trace.go:171","msg":"trace[204504095] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"160.512809ms","start":"2026-07-16T00:19:08.213907Z","end":"2026-07-16T00:19:08.37442Z","steps":["trace[204504095] 'process raft request' (duration: 160.278625ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:08.374441Z","caller":"traceutil/trace.go:171","msg":"trace[1913779267] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2179; }","duration":"146.08825ms","start":"2026-07-16T00:19:08.228315Z","end":"2026-07-16T00:19:08.374404Z","steps":["trace[1913779267] 'read index received' (duration: 144.919045ms)","trace[1913779267] 'applied index is now lower than readState.Index' (duration: 1.167315ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:19:08.374538Z","caller":"traceutil/trace.go:171","msg":"trace[931107629] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"159.213152ms","start":"2026-07-16T00:19:08.215284Z","end":"2026-07-16T00:19:08.374497Z","steps":["trace[931107629] 'process raft request' (duration: 159.065139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:08.37478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.436214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-16T00:19:08.37487Z","caller":"traceutil/trace.go:171","msg":"trace[1828103050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2098; }","duration":"146.569965ms","start":"2026-07-16T00:19:08.22827Z","end":"2026-07-16T00:19:08.37484Z","steps":["trace[1828103050] 'agreement among raft nodes before linearized reading' (duration: 146.311742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:09.885017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825757912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:19:10.214123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078244268s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T00:19:10.215532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.135735Z","time spent":"1.079791478s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T00:19:10.589812Z","caller":"traceutil/trace.go:171","msg":"trace[93227060] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"1.325500281s","start":"2026-07-16T00:19:09.264285Z","end":"2026-07-16T00:19:10.589785Z","steps":["trace[93227060] 'process raft request' (duration: 1.325285558s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.590057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.264257Z","time spent":"1.325642882s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:19:10.590265Z","caller":"traceutil/trace.go:171","msg":"trace[1888285107] linearizableReadLoop","detail":"{readStateIndex:2187; appliedIndex:2184; }","duration":"1.205996979s","start":"2026-07-16T00:19:09.384224Z","end":"2026-07-16T00:19:10.590221Z","steps":["trace[1888285107] 'read index received' (duration: 831.724801ms)","trace[1888285107] 'applied index is now lower than readState.Index' (duration: 374.270508ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:19:10.590299Z","caller":"traceutil/trace.go:171","msg":"trace[2145881964] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"1.322799757s","start":"2026-07-16T00:19:09.267396Z","end":"2026-07-16T00:19:10.590196Z","steps":["trace[2145881964] 'process raft request' (duration: 1.322336851s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:10.590459Z","caller":"traceutil/trace.go:171","msg":"trace[1805334259] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"748.196539ms","start":"2026-07-16T00:19:09.842232Z","end":"2026-07-16T00:19:10.590428Z","steps":["trace[1805334259] 'process raft request' (duration: 747.811344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.590651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.842213Z","time spent":"748.331181ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:10.590967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206524365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-16T00:19:10.590739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.267364Z","time spent":"1.323098392s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:19:10.591053Z","caller":"traceutil/trace.go:171","msg":"trace[806287491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2102; }","duration":"1.206867458s","start":"2026-07-16T00:19:09.384154Z","end":"2026-07-16T00:19:10.591021Z","steps":["trace[806287491] 'agreement among raft nodes before linearized reading' (duration: 1.206445643s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.591097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.384117Z","time spent":"1.20696923s","remote":"127.0.0.1:40092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-16T00:19:10.591792Z","caller":"traceutil/trace.go:171","msg":"trace[1670679332] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"210.720796ms","start":"2026-07-16T00:19:10.381057Z","end":"2026-07-16T00:19:10.591778Z","steps":["trace[1670679332] 'process raft request' (duration: 210.626714ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:10.591906Z","caller":"traceutil/trace.go:171","msg":"trace[306941964] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"211.647517ms","start":"2026-07-16T00:19:10.38025Z","end":"2026-07-16T00:19:10.591897Z","steps":["trace[306941964] 'process raft request' (duration: 211.393424ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:10.591953Z","caller":"traceutil/trace.go:171","msg":"trace[1455648243] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"375.241129ms","start":"2026-07-16T00:19:10.216695Z","end":"2026-07-16T00:19:10.591936Z","steps":["trace[1455648243] 'process raft request' (duration: 374.872325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.592106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:10.216671Z","time spent":"375.358352ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:19:10.592404Z","caller":"traceutil/trace.go:171","msg":"trace[1909129950] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"210.748566ms","start":"2026-07-16T00:19:10.381641Z","end":"2026-07-16T00:19:10.59239Z","steps":["trace[1909129950] 'process raft request' (duration: 210.082438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.593364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107313734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:10.593424Z","caller":"traceutil/trace.go:171","msg":"trace[537246043] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2106; }","duration":"1.107458686s","start":"2026-07-16T00:19:09.485953Z","end":"2026-07-16T00:19:10.593412Z","steps":["trace[537246043] 'agreement among raft nodes before linearized reading' (duration: 1.107345055s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.593466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.485931Z","time spent":"1.107523587s","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:19:10.593736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.245155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:19:10.593776Z","caller":"traceutil/trace.go:171","msg":"trace[939580555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2106; }","duration":"763.294666ms","start":"2026-07-16T00:19:09.830472Z","end":"2026-07-16T00:19:10.593767Z","steps":["trace[939580555] 'agreement among raft nodes before linearized reading' (duration: 763.195394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.593806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.830469Z","time spent":"763.329847ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T00:19:10.594036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.58109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:19:10.594092Z","caller":"traceutil/trace.go:171","msg":"trace[1213034546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2106; }","duration":"763.64937ms","start":"2026-07-16T00:19:09.830416Z","end":"2026-07-16T00:19:10.594066Z","steps":["trace[1213034546] 'agreement among raft nodes before linearized reading' (duration: 763.532129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.594127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.830396Z","time spent":"763.724611ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T00:19:10.594282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102800648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:19:10.594331Z","caller":"traceutil/trace.go:171","msg":"trace[273355290] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2106; }","duration":"1.102893349s","start":"2026-07-16T00:19:09.491419Z","end":"2026-07-16T00:19:10.594312Z","steps":["trace[273355290] 'agreement among raft nodes before linearized reading' (duration: 1.102826608s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.594399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.491393Z","time spent":"1.10298906s","remote":"127.0.0.1:46608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:19:10.594099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.835791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T00:19:10.59514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.281577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T00:19:10.595185Z","caller":"traceutil/trace.go:171","msg":"trace[159166160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2106; }","duration":"768.326117ms","start":"2026-07-16T00:19:09.826848Z","end":"2026-07-16T00:19:10.595174Z","steps":["trace[159166160] 'agreement among raft nodes before linearized reading' (duration: 768.219796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.595228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.826824Z","time spent":"768.394258ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T00:19:10.59518Z","caller":"traceutil/trace.go:171","msg":"trace[1702030890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2106; }","duration":"768.960675ms","start":"2026-07-16T00:19:09.826208Z","end":"2026-07-16T00:19:10.595168Z","steps":["trace[1702030890] 'agreement among raft nodes before linearized reading' (duration: 767.833412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.596071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.826192Z","time spent":"769.867007ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:19:10.596253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.415702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:19:10.596354Z","caller":"traceutil/trace.go:171","msg":"trace[4910347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2106; }","duration":"769.572853ms","start":"2026-07-16T00:19:09.826762Z","end":"2026-07-16T00:19:10.596335Z","steps":["trace[4910347] 'agreement among raft nodes before linearized reading' (duration: 768.336487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:10.59641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:09.826733Z","time spent":"769.668155ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T00:19:26.002791Z","caller":"traceutil/trace.go:171","msg":"trace[1953783680] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2282; }","duration":"296.926508ms","start":"2026-07-16T00:19:25.705837Z","end":"2026-07-16T00:19:26.002763Z","steps":["trace[1953783680] 'read index received' (duration: 290.869547ms)","trace[1953783680] 'applied index is now lower than readState.Index' (duration: 6.055361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:26.002984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.879503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:26.003025Z","caller":"traceutil/trace.go:171","msg":"trace[45339289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2194; }","duration":"190.004044ms","start":"2026-07-16T00:19:25.813011Z","end":"2026-07-16T00:19:26.003016Z","steps":["trace[45339289] 'agreement among raft nodes before linearized reading' (duration: 189.902983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:26.003094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.228702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-16T00:19:26.003195Z","caller":"traceutil/trace.go:171","msg":"trace[1483405845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2194; }","duration":"297.396034ms","start":"2026-07-16T00:19:25.705775Z","end":"2026-07-16T00:19:26.003171Z","steps":["trace[1483405845] 'agreement among raft nodes before linearized reading' (duration: 297.109841ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:32.912107Z","caller":"traceutil/trace.go:171","msg":"trace[93790912] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"235.2624ms","start":"2026-07-16T00:19:32.67681Z","end":"2026-07-16T00:19:32.912072Z","steps":["trace[93790912] 'process raft request' (duration: 234.189247ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:33.434413Z","caller":"traceutil/trace.go:171","msg":"trace[532694478] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2316; }","duration":"694.407704ms","start":"2026-07-16T00:19:32.739973Z","end":"2026-07-16T00:19:33.434381Z","steps":["trace[532694478] 'read index received' (duration: 170.997524ms)","trace[532694478] 'applied index is now lower than readState.Index' (duration: 523.40889ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:19:33.434755Z","caller":"traceutil/trace.go:171","msg":"trace[1622885779] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"734.703372ms","start":"2026-07-16T00:19:32.700013Z","end":"2026-07-16T00:19:33.434717Z","steps":["trace[1622885779] 'process raft request' (duration: 734.316747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:33.434807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.342088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T00:19:33.434949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:32.699999Z","time spent":"734.843953ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:33.435005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.367399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-16T00:19:33.435002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.570829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-16T00:19:33.435002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.00683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:19:33.435073Z","caller":"traceutil/trace.go:171","msg":"trace[1418699999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"685.441579ms","start":"2026-07-16T00:19:32.74961Z","end":"2026-07-16T00:19:33.435052Z","steps":["trace[1418699999] 'agreement among raft nodes before linearized reading' (duration: 685.333738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:33.435124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:32.749598Z","time spent":"685.5179ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T00:19:33.435084Z","caller":"traceutil/trace.go:171","msg":"trace[938108186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"684.687451ms","start":"2026-07-16T00:19:32.750381Z","end":"2026-07-16T00:19:33.435069Z","steps":["trace[938108186] 'agreement among raft nodes before linearized reading' (duration: 684.455168ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:33.43509Z","caller":"traceutil/trace.go:171","msg":"trace[437760860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2230; }","duration":"695.152453ms","start":"2026-07-16T00:19:32.739923Z","end":"2026-07-16T00:19:33.435075Z","steps":["trace[437760860] 'agreement among raft nodes before linearized reading' (duration: 694.863309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:33.435181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:32.750372Z","time spent":"684.796403ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T00:19:33.434978Z","caller":"traceutil/trace.go:171","msg":"trace[679549169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2230; }","duration":"622.57808ms","start":"2026-07-16T00:19:32.812379Z","end":"2026-07-16T00:19:33.434957Z","steps":["trace[679549169] 'agreement among raft nodes before linearized reading' (duration: 622.350028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:33.435232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:32.739908Z","time spent":"695.312905ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T00:19:33.435238Z","caller":"traceutil/trace.go:171","msg":"trace[837606632] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"735.835615ms","start":"2026-07-16T00:19:32.69939Z","end":"2026-07-16T00:19:33.435225Z","steps":["trace[837606632] 'process raft request' (duration: 734.883784ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:33.435115Z","caller":"traceutil/trace.go:171","msg":"trace[657693213] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"747.066015ms","start":"2026-07-16T00:19:32.688008Z","end":"2026-07-16T00:19:33.435074Z","steps":["trace[657693213] 'process raft request' (duration: 745.225254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:33.435456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:32.69936Z","time spent":"735.948666ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:33.434896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.617841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:19:33.435565Z","caller":"traceutil/trace.go:171","msg":"trace[469609447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2230; }","duration":"692.345391ms","start":"2026-07-16T00:19:32.743205Z","end":"2026-07-16T00:19:33.43555Z","steps":["trace[469609447] 'agreement among raft nodes before linearized reading' (duration: 691.518831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:33.435576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.812123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T00:19:33.435624Z","caller":"traceutil/trace.go:171","msg":"trace[1143735127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"684.879924ms","start":"2026-07-16T00:19:32.750732Z","end":"2026-07-16T00:19:33.435612Z","steps":["trace[1143735127] 'agreement among raft nodes before linearized reading' (duration: 684.675511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:33.435641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:32.74318Z","time spent":"692.423382ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:19:33.435263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:32.812352Z","time spent":"622.903476ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:19:33.435669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:32.750724Z","time spent":"684.937764ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:19:33.435537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:32.687974Z","time spent":"747.46241ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:33.4359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.692388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-16T00:19:33.435982Z","caller":"traceutil/trace.go:171","msg":"trace[1419898281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2230; }","duration":"376.246855ms","start":"2026-07-16T00:19:33.059723Z","end":"2026-07-16T00:19:33.43597Z","steps":["trace[1419898281] 'agreement among raft nodes before linearized reading' (duration: 375.378094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:33.436447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:33.059623Z","time spent":"376.815131ms","remote":"127.0.0.1:40092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-16T00:19:33.690684Z","caller":"traceutil/trace.go:171","msg":"trace[115162516] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2322; }","duration":"137.223928ms","start":"2026-07-16T00:19:33.553437Z","end":"2026-07-16T00:19:33.690661Z","steps":["trace[115162516] 'read index received' (duration: 55.838096ms)","trace[115162516] 'applied index is now lower than readState.Index' (duration: 81.384412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:33.69091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.452391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:33.690951Z","caller":"traceutil/trace.go:171","msg":"trace[763266079] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2235; }","duration":"137.570752ms","start":"2026-07-16T00:19:33.553371Z","end":"2026-07-16T00:19:33.690941Z","steps":["trace[763266079] 'agreement among raft nodes before linearized reading' (duration: 137.3864ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:33.691298Z","caller":"traceutil/trace.go:171","msg":"trace[864253458] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"246.907817ms","start":"2026-07-16T00:19:33.444378Z","end":"2026-07-16T00:19:33.691285Z","steps":["trace[864253458] 'process raft request' (duration: 164.909289ms)","trace[864253458] 'compare' (duration: 81.073988ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:19:33.691441Z","caller":"traceutil/trace.go:171","msg":"trace[1219086365] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"246.948578ms","start":"2026-07-16T00:19:33.444483Z","end":"2026-07-16T00:19:33.691432Z","steps":["trace[1219086365] 'process raft request' (duration: 246.083218ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:33.691562Z","caller":"traceutil/trace.go:171","msg":"trace[827362202] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"247.053668ms","start":"2026-07-16T00:19:33.4445Z","end":"2026-07-16T00:19:33.691554Z","steps":["trace[827362202] 'process raft request' (duration: 246.120198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:34.958022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.210641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:19:34.958363Z","caller":"traceutil/trace.go:171","msg":"trace[451057661] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"1.161442823s","start":"2026-07-16T00:19:33.79688Z","end":"2026-07-16T00:19:34.958323Z","steps":["trace[451057661] 'process raft request' (duration: 475.807797ms)","trace[451057661] 'compare' (duration: 684.373452ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:19:34.958505Z","caller":"traceutil/trace.go:171","msg":"trace[1271209324] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2325; }","duration":"1.145954145s","start":"2026-07-16T00:19:33.812515Z","end":"2026-07-16T00:19:34.958469Z","steps":["trace[1271209324] 'read index received' (duration: 460.127237ms)","trace[1271209324] 'applied index is now lower than readState.Index' (duration: 685.823268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:34.958554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:33.796828Z","time spent":"1.161632246s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:35.999496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041296544s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-16T00:19:35.999638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187116977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:35.999706Z","caller":"traceutil/trace.go:171","msg":"trace[1240258910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2236; }","duration":"2.187218238s","start":"2026-07-16T00:19:33.812464Z","end":"2026-07-16T00:19:35.999682Z","steps":["trace[1240258910] 'agreement among raft nodes before linearized reading' (duration: 1.146137066s)","trace[1240258910] 'range keys from in-memory index tree' (duration: 1.04098355s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:35.999754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:33.812449Z","time spent":"2.18729648s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:19:35.999945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.205397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:36.000053Z","caller":"traceutil/trace.go:171","msg":"trace[929067376] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2236; }","duration":"735.295658ms","start":"2026-07-16T00:19:35.264728Z","end":"2026-07-16T00:19:36.000023Z","steps":["trace[929067376] 'range keys from in-memory index tree' (duration: 735.193117ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:36.000502Z","caller":"traceutil/trace.go:171","msg":"trace[1698640520] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"1.082555729s","start":"2026-07-16T00:19:34.917921Z","end":"2026-07-16T00:19:36.000477Z","steps":["trace[1698640520] 'process raft request' (duration: 1.08171826s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:36.000545Z","caller":"traceutil/trace.go:171","msg":"trace[808948320] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2326; }","duration":"1.041938411s","start":"2026-07-16T00:19:34.958572Z","end":"2026-07-16T00:19:36.000511Z","steps":["trace[808948320] 'read index received' (duration: 266.499381ms)","trace[808948320] 'applied index is now lower than readState.Index' (duration: 775.43729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:36.001137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:34.91789Z","time spent":"1.082664081s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:36.887395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437968898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-16T00:19:36.887466Z","caller":"traceutil/trace.go:171","msg":"trace[1602126203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"2.43810444s","start":"2026-07-16T00:19:34.44934Z","end":"2026-07-16T00:19:36.887445Z","steps":["trace[1602126203] 'agreement among raft nodes before linearized reading' (duration: 1.551174469s)","trace[1602126203] 'range keys from in-memory index tree' (duration: 886.749828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:36.887477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585126368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:36.887511Z","caller":"traceutil/trace.go:171","msg":"trace[959114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2237; }","duration":"2.58521814s","start":"2026-07-16T00:19:34.302282Z","end":"2026-07-16T00:19:36.887501Z","steps":["trace[959114] 'agreement among raft nodes before linearized reading' (duration: 1.698335249s)","trace[959114] 'count revisions from in-memory index tree' (duration: 886.776439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:36.887521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:34.449316Z","time spent":"2.438189731s","remote":"127.0.0.1:40092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T00:19:36.887536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:34.30226Z","time spent":"2.58527063s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:19:36.887862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510185412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:36.88799Z","caller":"traceutil/trace.go:171","msg":"trace[2011912225] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2237; }","duration":"2.510359065s","start":"2026-07-16T00:19:34.377585Z","end":"2026-07-16T00:19:36.887944Z","steps":["trace[2011912225] 'agreement among raft nodes before linearized reading' (duration: 1.622965029s)","trace[2011912225] 'count revisions from in-memory index tree' (duration: 887.225654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:36.888054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:34.377565Z","time spent":"2.510476406s","remote":"127.0.0.1:44810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:19:36.889366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.537289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:19:36.889564Z","caller":"traceutil/trace.go:171","msg":"trace[392701352] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2328; }","duration":"888.928644ms","start":"2026-07-16T00:19:36.000627Z","end":"2026-07-16T00:19:36.889556Z","steps":["trace[392701352] 'read index received' (duration: 179.30015ms)","trace[392701352] 'applied index is now lower than readState.Index' (duration: 709.627634ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:19:36.889621Z","caller":"traceutil/trace.go:171","msg":"trace[828644973] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"1.443099196s","start":"2026-07-16T00:19:35.446515Z","end":"2026-07-16T00:19:36.889614Z","steps":["trace[828644973] 'process raft request' (duration: 1.442917484s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:36.889628Z","caller":"traceutil/trace.go:171","msg":"trace[1657037166] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"1.444910476s","start":"2026-07-16T00:19:35.444706Z","end":"2026-07-16T00:19:36.889616Z","steps":["trace[1657037166] 'process raft request' (duration: 555.79264ms)","trace[1657037166] 'compare' (duration: 886.730789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:19:36.889678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.446483Z","time spent":"1.443159347s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:36.889691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.444664Z","time spent":"1.444989077s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:19:36.889757Z","caller":"traceutil/trace.go:171","msg":"trace[396247667] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"538.074683ms","start":"2026-07-16T00:19:36.351677Z","end":"2026-07-16T00:19:36.889752Z","steps":["trace[396247667] 'process raft request' (duration: 537.83569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.889852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:36.351647Z","time spent":"538.163263ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:36.889884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076498954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:36.889904Z","caller":"traceutil/trace.go:171","msg":"trace[1274012181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2241; }","duration":"1.076537214s","start":"2026-07-16T00:19:35.81336Z","end":"2026-07-16T00:19:36.889897Z","steps":["trace[1274012181] 'agreement among raft nodes before linearized reading' (duration: 1.076509914s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.889928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.813304Z","time spent":"1.076619836s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:19:36.889856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052517598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T00:19:36.890082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1925439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:19:36.890102Z","caller":"traceutil/trace.go:171","msg":"trace[1439275175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2241; }","duration":"1.192588951s","start":"2026-07-16T00:19:35.697507Z","end":"2026-07-16T00:19:36.890096Z","steps":["trace[1439275175] 'agreement among raft nodes before linearized reading' (duration: 1.19253232s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.890128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.697488Z","time spent":"1.192633881s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T00:19:36.890123Z","caller":"traceutil/trace.go:171","msg":"trace[613049790] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2241; }","duration":"1.05277347s","start":"2026-07-16T00:19:35.837303Z","end":"2026-07-16T00:19:36.890076Z","steps":["trace[613049790] 'agreement among raft nodes before linearized reading' (duration: 1.052500157s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.890201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192932345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:19:36.89022Z","caller":"traceutil/trace.go:171","msg":"trace[81911968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2241; }","duration":"1.192967105s","start":"2026-07-16T00:19:35.697248Z","end":"2026-07-16T00:19:36.890215Z","steps":["trace[81911968] 'agreement among raft nodes before linearized reading' (duration: 1.192917334s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.890242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.697239Z","time spent":"1.192998985s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T00:19:36.890248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.83729Z","time spent":"1.052912422s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:19:36.88979Z","caller":"traceutil/trace.go:171","msg":"trace[660077924] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"1.440966341s","start":"2026-07-16T00:19:35.448817Z","end":"2026-07-16T00:19:36.889784Z","steps":["trace[660077924] 'process raft request' (duration: 1.440668168s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.890375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.448803Z","time spent":"1.441528987s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:19:36.890487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825347238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:36.890533Z","caller":"traceutil/trace.go:171","msg":"trace[246311919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2241; }","duration":"1.825454009s","start":"2026-07-16T00:19:35.065072Z","end":"2026-07-16T00:19:36.890526Z","steps":["trace[246311919] 'agreement among raft nodes before linearized reading' (duration: 1.825393259s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.890552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.065004Z","time spent":"1.825542901s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:19:36.890548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382806012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T00:19:36.890573Z","caller":"traceutil/trace.go:171","msg":"trace[84583130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2241; }","duration":"1.382881022s","start":"2026-07-16T00:19:35.507686Z","end":"2026-07-16T00:19:36.890567Z","steps":["trace[84583130] 'agreement among raft nodes before linearized reading' (duration: 1.382814381s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.890592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.507657Z","time spent":"1.382930763s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:19:36.890624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382602489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-16T00:19:36.890683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194266119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:19:36.890687Z","caller":"traceutil/trace.go:171","msg":"trace[265135556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2241; }","duration":"1.38271112s","start":"2026-07-16T00:19:35.507963Z","end":"2026-07-16T00:19:36.890674Z","steps":["trace[265135556] 'agreement among raft nodes before linearized reading' (duration: 1.382497368s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:36.890702Z","caller":"traceutil/trace.go:171","msg":"trace[83874597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2241; }","duration":"1.19434152s","start":"2026-07-16T00:19:35.696355Z","end":"2026-07-16T00:19:36.890697Z","steps":["trace[83874597] 'agreement among raft nodes before linearized reading' (duration: 1.19428568s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.890721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.696331Z","time spent":"1.194387191s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:19:36.890726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.507956Z","time spent":"1.382760091s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T00:19:36.890771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363168525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:19:36.89081Z","caller":"traceutil/trace.go:171","msg":"trace[82438290] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2241; }","duration":"1.363265286s","start":"2026-07-16T00:19:35.527538Z","end":"2026-07-16T00:19:36.890803Z","steps":["trace[82438290] 'agreement among raft nodes before linearized reading' (duration: 1.363211086s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.890837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.527504Z","time spent":"1.363327987s","remote":"127.0.0.1:44814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:19:36.890856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890046453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c29d1f37ff7abc\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-16T00:19:36.890949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.057551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:19:36.891Z","caller":"traceutil/trace.go:171","msg":"trace[746349129] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2241; }","duration":"806.141513ms","start":"2026-07-16T00:19:36.084847Z","end":"2026-07-16T00:19:36.890988Z","steps":["trace[746349129] 'agreement among raft nodes before linearized reading' (duration: 806.055952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.891033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:36.08483Z","time spent":"806.194913ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:19:36.890881Z","caller":"traceutil/trace.go:171","msg":"trace[784762897] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c29d1f37ff7abc; range_end:; response_count:1; response_revision:2241; }","duration":"1.890124194s","start":"2026-07-16T00:19:35.00075Z","end":"2026-07-16T00:19:36.890875Z","steps":["trace[784762897] 'agreement among raft nodes before linearized reading' (duration: 1.890062684s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:36.891281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:19:35.000724Z","time spent":"1.890548539s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c29d1f37ff7abc\" "} {"level":"info","ts":"2026-07-16T00:19:37.139389Z","caller":"traceutil/trace.go:171","msg":"trace[1136561367] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"242.558504ms","start":"2026-07-16T00:19:36.896799Z","end":"2026-07-16T00:19:37.139358Z","steps":["trace[1136561367] 'process raft request' (duration: 241.42022ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:37.13991Z","caller":"traceutil/trace.go:171","msg":"trace[458098640] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"242.968478ms","start":"2026-07-16T00:19:36.896909Z","end":"2026-07-16T00:19:37.139877Z","steps":["trace[458098640] 'process raft request' (duration: 242.390711ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:37.140216Z","caller":"traceutil/trace.go:171","msg":"trace[441161655] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"243.15566ms","start":"2026-07-16T00:19:36.897026Z","end":"2026-07-16T00:19:37.140182Z","steps":["trace[441161655] 'process raft request' (duration: 242.654974ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:37.140464Z","caller":"traceutil/trace.go:171","msg":"trace[677648625] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"242.754915ms","start":"2026-07-16T00:19:36.897687Z","end":"2026-07-16T00:19:37.140442Z","steps":["trace[677648625] 'process raft request' (duration: 242.399261ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:37.140602Z","caller":"traceutil/trace.go:171","msg":"trace[195553996] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2333; }","duration":"239.985443ms","start":"2026-07-16T00:19:36.900601Z","end":"2026-07-16T00:19:37.140586Z","steps":["trace[195553996] 'read index received' (duration: 33.146799ms)","trace[195553996] 'applied index is now lower than readState.Index' (duration: 206.837334ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:19:37.140732Z","caller":"traceutil/trace.go:171","msg":"trace[1577152264] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"241.992696ms","start":"2026-07-16T00:19:36.898725Z","end":"2026-07-16T00:19:37.140718Z","steps":["trace[1577152264] 'process raft request' (duration: 241.625192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:37.140826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.203925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:19:37.140886Z","caller":"traceutil/trace.go:171","msg":"trace[125112207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2247; }","duration":"240.290547ms","start":"2026-07-16T00:19:36.90058Z","end":"2026-07-16T00:19:37.140871Z","steps":["trace[125112207] 'agreement among raft nodes before linearized reading' (duration: 240.185716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:37.14095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.765326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c29cfe157c9267\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-16T00:19:37.141004Z","caller":"traceutil/trace.go:171","msg":"trace[263478421] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c29cfe157c9267; range_end:; response_count:1; response_revision:2247; }","duration":"202.864537ms","start":"2026-07-16T00:19:36.938124Z","end":"2026-07-16T00:19:37.140988Z","steps":["trace[263478421] 'agreement among raft nodes before linearized reading' (duration: 202.644015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:37.141035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.497954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-07-16T00:19:37.141127Z","caller":"traceutil/trace.go:171","msg":"trace[1881691815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2247; }","duration":"136.638335ms","start":"2026-07-16T00:19:37.004468Z","end":"2026-07-16T00:19:37.141106Z","steps":["trace[1881691815] 'agreement among raft nodes before linearized reading' (duration: 136.356352ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:41.267375Z","caller":"traceutil/trace.go:171","msg":"trace[929284475] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"103.342324ms","start":"2026-07-16T00:19:41.164005Z","end":"2026-07-16T00:19:41.267347Z","steps":["trace[929284475] 'process raft request' (duration: 103.220993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:19:41.267685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.78246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-16T00:19:41.267697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.70769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T00:19:41.26779Z","caller":"traceutil/trace.go:171","msg":"trace[1703771683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2267; }","duration":"105.909514ms","start":"2026-07-16T00:19:41.161856Z","end":"2026-07-16T00:19:41.267765Z","steps":["trace[1703771683] 'agreement among raft nodes before linearized reading' (duration: 105.514948ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:41.26781Z","caller":"traceutil/trace.go:171","msg":"trace[337751291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2267; }","duration":"105.842923ms","start":"2026-07-16T00:19:41.16194Z","end":"2026-07-16T00:19:41.267783Z","steps":["trace[337751291] 'agreement among raft nodes before linearized reading' (duration: 105.480238ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:19:41.391019Z","caller":"traceutil/trace.go:171","msg":"trace[1000250152] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"118.572247ms","start":"2026-07-16T00:19:41.27241Z","end":"2026-07-16T00:19:41.390982Z","steps":["trace[1000250152] 'process raft request' (duration: 104.340174ms)","trace[1000250152] 'compare' (duration: 14.084521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:13.726754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.820647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:20:13.726889Z","caller":"traceutil/trace.go:171","msg":"trace[181325501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2437; }","duration":"123.041879ms","start":"2026-07-16T00:20:13.603821Z","end":"2026-07-16T00:20:13.726863Z","steps":["trace[181325501] 'range keys from in-memory index tree' (duration: 122.473053ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:13.991836Z","caller":"traceutil/trace.go:171","msg":"trace[2063468683] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"125.459996ms","start":"2026-07-16T00:20:13.866329Z","end":"2026-07-16T00:20:13.991789Z","steps":["trace[2063468683] 'process raft request' (duration: 86.63576ms)","trace[2063468683] 'compare' (duration: 38.662814ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:35.120753Z","caller":"traceutil/trace.go:171","msg":"trace[648073584] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"102.761763ms","start":"2026-07-16T00:20:35.01776Z","end":"2026-07-16T00:20:35.120522Z","steps":["trace[648073584] 'process raft request' (duration: 96.935552ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:38.821021Z","caller":"traceutil/trace.go:171","msg":"trace[1816432560] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2690; }","duration":"140.980728ms","start":"2026-07-16T00:20:38.680013Z","end":"2026-07-16T00:20:38.820993Z","steps":["trace[1816432560] 'read index received' (duration: 140.765496ms)","trace[1816432560] 'applied index is now lower than readState.Index' (duration: 213.782µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:38.821136Z","caller":"traceutil/trace.go:171","msg":"trace[958100115] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"490.030871ms","start":"2026-07-16T00:20:38.331075Z","end":"2026-07-16T00:20:38.821106Z","steps":["trace[958100115] 'process raft request' (duration: 489.759908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:38.821224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.18976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:20:38.821271Z","caller":"traceutil/trace.go:171","msg":"trace[2130024680] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:2588; }","duration":"141.290581ms","start":"2026-07-16T00:20:38.679969Z","end":"2026-07-16T00:20:38.821259Z","steps":["trace[2130024680] 'agreement among raft nodes before linearized reading' (duration: 141.181029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:38.821332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:38.331055Z","time spent":"490.178082ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:20:39.529441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825759069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T00:20:39.571193Z","caller":"traceutil/trace.go:171","msg":"trace[925636654] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"659.382258ms","start":"2026-07-16T00:20:38.911779Z","end":"2026-07-16T00:20:39.571161Z","steps":["trace[925636654] 'process raft request' (duration: 659.233586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:39.571375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:38.911734Z","time spent":"659.53915ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11860,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T00:20:39.608643Z","caller":"traceutil/trace.go:171","msg":"trace[231832380] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"322.288652ms","start":"2026-07-16T00:20:39.286326Z","end":"2026-07-16T00:20:39.608615Z","steps":["trace[231832380] 'process raft request' (duration: 308.104195ms)","trace[231832380] 'compare' (duration: 13.967404ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:39.608686Z","caller":"traceutil/trace.go:171","msg":"trace[586530927] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"321.666696ms","start":"2026-07-16T00:20:39.286995Z","end":"2026-07-16T00:20:39.608662Z","steps":["trace[586530927] 'process raft request' (duration: 321.524604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:39.608775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:39.286296Z","time spent":"322.405243ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:20:39.608784Z","caller":"traceutil/trace.go:171","msg":"trace[1494057730] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"320.567335ms","start":"2026-07-16T00:20:39.288176Z","end":"2026-07-16T00:20:39.608743Z","steps":["trace[1494057730] 'process raft request' (duration: 320.391623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:39.608867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:39.286967Z","time spent":"321.797337ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:20:39.608978Z","caller":"traceutil/trace.go:171","msg":"trace[1345948796] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2692; }","duration":"579.900692ms","start":"2026-07-16T00:20:39.029069Z","end":"2026-07-16T00:20:39.60897Z","steps":["trace[1345948796] 'read index received' (duration: 541.913056ms)","trace[1345948796] 'applied index is now lower than readState.Index' (duration: 37.986466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:39.608985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:39.288162Z","time spent":"320.715306ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:20:39.60914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.078613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:20:39.609177Z","caller":"traceutil/trace.go:171","msg":"trace[1263228527] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2592; }","duration":"580.115804ms","start":"2026-07-16T00:20:39.029051Z","end":"2026-07-16T00:20:39.609167Z","steps":["trace[1263228527] 'agreement among raft nodes before linearized reading' (duration: 580.023523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:39.609213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:39.028982Z","time spent":"580.226434ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:20:39.609501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.740886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-16T00:20:39.609561Z","caller":"traceutil/trace.go:171","msg":"trace[911178241] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2593; }","duration":"469.855237ms","start":"2026-07-16T00:20:39.139691Z","end":"2026-07-16T00:20:39.609547Z","steps":["trace[911178241] 'agreement among raft nodes before linearized reading' (duration: 469.672255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:39.609853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:39.139663Z","time spent":"470.14085ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-16T00:20:39.609588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.402081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:20:39.61011Z","caller":"traceutil/trace.go:171","msg":"trace[454538186] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2593; }","duration":"539.944676ms","start":"2026-07-16T00:20:39.070138Z","end":"2026-07-16T00:20:39.610083Z","steps":["trace[454538186] 'agreement among raft nodes before linearized reading' (duration: 539.078757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:39.610182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:39.070126Z","time spent":"540.034237ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:20:39.817085Z","caller":"traceutil/trace.go:171","msg":"trace[765188985] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"129.186714ms","start":"2026-07-16T00:20:39.68786Z","end":"2026-07-16T00:20:39.817047Z","steps":["trace[765188985] 'process raft request' (duration: 33.889873ms)","trace[765188985] 'compare' (duration: 94.885437ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:39.817218Z","caller":"traceutil/trace.go:171","msg":"trace[1965527611] linearizableReadLoop","detail":"{readStateIndex:2702; appliedIndex:2701; }","duration":"124.0795ms","start":"2026-07-16T00:20:39.693121Z","end":"2026-07-16T00:20:39.817201Z","steps":["trace[1965527611] 'read index received' (duration: 28.640228ms)","trace[1965527611] 'applied index is now lower than readState.Index' (duration: 95.437942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:39.817798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.146565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120708"} {"level":"info","ts":"2026-07-16T00:20:39.817843Z","caller":"traceutil/trace.go:171","msg":"trace[1013930485] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2598; }","duration":"131.223136ms","start":"2026-07-16T00:20:39.686607Z","end":"2026-07-16T00:20:39.81783Z","steps":["trace[1013930485] 'agreement among raft nodes before linearized reading' (duration: 130.788511ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:39.817686Z","caller":"traceutil/trace.go:171","msg":"trace[2137988478] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"121.475353ms","start":"2026-07-16T00:20:39.696129Z","end":"2026-07-16T00:20:39.817604Z","steps":["trace[2137988478] 'process raft request' (duration: 120.978728ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:39.8182Z","caller":"traceutil/trace.go:171","msg":"trace[2115368730] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"120.623895ms","start":"2026-07-16T00:20:39.697542Z","end":"2026-07-16T00:20:39.818166Z","steps":["trace[2115368730] 'process raft request' (duration: 119.942968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:39.81862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.158341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-16T00:20:39.818728Z","caller":"traceutil/trace.go:171","msg":"trace[1209208359] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2599; }","duration":"123.316782ms","start":"2026-07-16T00:20:39.69539Z","end":"2026-07-16T00:20:39.818707Z","steps":["trace[1209208359] 'agreement among raft nodes before linearized reading' (duration: 122.486163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:40.134599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.441324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:20:40.134925Z","caller":"traceutil/trace.go:171","msg":"trace[552731629] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"228.825128ms","start":"2026-07-16T00:20:39.906079Z","end":"2026-07-16T00:20:40.134904Z","steps":["trace[552731629] 'process raft request' (duration: 77.00224ms)","trace[552731629] 'compare' (duration: 150.829918ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:40.135164Z","caller":"traceutil/trace.go:171","msg":"trace[2144821468] linearizableReadLoop","detail":"{readStateIndex:2706; appliedIndex:2705; }","duration":"211.602869ms","start":"2026-07-16T00:20:39.923103Z","end":"2026-07-16T00:20:40.134706Z","steps":["trace[2144821468] 'read index received' (duration: 59.937973ms)","trace[2144821468] 'applied index is now lower than readState.Index' (duration: 151.663286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:40.135332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.213026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T00:20:40.135433Z","caller":"traceutil/trace.go:171","msg":"trace[725312232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2601; }","duration":"212.389588ms","start":"2026-07-16T00:20:39.923022Z","end":"2026-07-16T00:20:40.135412Z","steps":["trace[725312232] 'agreement among raft nodes before linearized reading' (duration: 212.001923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:40.434341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.187132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:20:40.434757Z","caller":"traceutil/trace.go:171","msg":"trace[824452072] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"294.193077ms","start":"2026-07-16T00:20:40.14051Z","end":"2026-07-16T00:20:40.434703Z","steps":["trace[824452072] 'process raft request' (duration: 112.52882ms)","trace[824452072] 'compare' (duration: 180.920999ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:40.434988Z","caller":"traceutil/trace.go:171","msg":"trace[650670044] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"292.608821ms","start":"2026-07-16T00:20:40.142344Z","end":"2026-07-16T00:20:40.434953Z","steps":["trace[650670044] 'process raft request' (duration: 292.48432ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:40.435021Z","caller":"traceutil/trace.go:171","msg":"trace[2124222724] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"294.322569ms","start":"2026-07-16T00:20:40.140655Z","end":"2026-07-16T00:20:40.434978Z","steps":["trace[2124222724] 'process raft request' (duration: 293.827723ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:40.791222Z","caller":"traceutil/trace.go:171","msg":"trace[573836636] linearizableReadLoop","detail":"{readStateIndex:2712; appliedIndex:2711; }","duration":"188.035383ms","start":"2026-07-16T00:20:40.603157Z","end":"2026-07-16T00:20:40.791193Z","steps":["trace[573836636] 'read index received' (duration: 150.041278ms)","trace[573836636] 'applied index is now lower than readState.Index' (duration: 37.993155ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:40.791253Z","caller":"traceutil/trace.go:171","msg":"trace[1796032569] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"347.977165ms","start":"2026-07-16T00:20:40.44323Z","end":"2026-07-16T00:20:40.791207Z","steps":["trace[1796032569] 'process raft request' (duration: 310.018421ms)","trace[1796032569] 'compare' (duration: 36.257156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:40.791635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.462157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:236296"} {"level":"info","ts":"2026-07-16T00:20:40.791733Z","caller":"traceutil/trace.go:171","msg":"trace[1447315200] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2607; }","duration":"188.62751ms","start":"2026-07-16T00:20:40.603085Z","end":"2026-07-16T00:20:40.791712Z","steps":["trace[1447315200] 'agreement among raft nodes before linearized reading' (duration: 188.211245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:40.791841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:40.443194Z","time spent":"348.145588ms","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T00:20:40.844289Z","caller":"traceutil/trace.go:171","msg":"trace[1972056477] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"147.835486ms","start":"2026-07-16T00:20:40.696432Z","end":"2026-07-16T00:20:40.844268Z","steps":["trace[1972056477] 'process raft request' (duration: 147.707715ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:40.844288Z","caller":"traceutil/trace.go:171","msg":"trace[798361619] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"154.474485ms","start":"2026-07-16T00:20:40.689775Z","end":"2026-07-16T00:20:40.84425Z","steps":["trace[798361619] 'process raft request' (duration: 154.188262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:40.844464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.046075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:20:40.844575Z","caller":"traceutil/trace.go:171","msg":"trace[1658961899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2609; }","duration":"215.219786ms","start":"2026-07-16T00:20:40.629339Z","end":"2026-07-16T00:20:40.844558Z","steps":["trace[1658961899] 'agreement among raft nodes before linearized reading' (duration: 214.915833ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:40.971944Z","caller":"traceutil/trace.go:171","msg":"trace[1564692722] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"172.129098ms","start":"2026-07-16T00:20:40.799784Z","end":"2026-07-16T00:20:40.971913Z","steps":["trace[1564692722] 'process raft request' (duration: 171.874105ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:40.972066Z","caller":"traceutil/trace.go:171","msg":"trace[213965409] linearizableReadLoop","detail":"{readStateIndex:2717; appliedIndex:2714; }","duration":"127.823797ms","start":"2026-07-16T00:20:40.844228Z","end":"2026-07-16T00:20:40.972052Z","steps":["trace[213965409] 'read index received' (duration: 122.945107ms)","trace[213965409] 'applied index is now lower than readState.Index' (duration: 4.87685ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:40.972144Z","caller":"traceutil/trace.go:171","msg":"trace[438760697] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"146.32278ms","start":"2026-07-16T00:20:40.825812Z","end":"2026-07-16T00:20:40.972135Z","steps":["trace[438760697] 'process raft request' (duration: 146.041217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:40.97225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.921896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T00:20:40.972247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.454448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:20:40.972313Z","caller":"traceutil/trace.go:171","msg":"trace[1453957148] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:2611; }","duration":"171.000247ms","start":"2026-07-16T00:20:40.801294Z","end":"2026-07-16T00:20:40.972294Z","steps":["trace[1453957148] 'agreement among raft nodes before linearized reading' (duration: 170.897046ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:40.972339Z","caller":"traceutil/trace.go:171","msg":"trace[1726144037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2611; }","duration":"162.59514ms","start":"2026-07-16T00:20:40.809735Z","end":"2026-07-16T00:20:40.97233Z","steps":["trace[1726144037] 'agreement among raft nodes before linearized reading' (duration: 162.403788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:40.972479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.118659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:20:40.972563Z","caller":"traceutil/trace.go:171","msg":"trace[1587964758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2611; }","duration":"124.25266ms","start":"2026-07-16T00:20:40.848292Z","end":"2026-07-16T00:20:40.972545Z","steps":["trace[1587964758] 'agreement among raft nodes before linearized reading' (duration: 123.908957ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:41.112651Z","caller":"traceutil/trace.go:171","msg":"trace[658191822] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"106.523756ms","start":"2026-07-16T00:20:41.006096Z","end":"2026-07-16T00:20:41.11262Z","steps":["trace[658191822] 'process raft request' (duration: 101.226591ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:41.112989Z","caller":"traceutil/trace.go:171","msg":"trace[201403369] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"103.339663ms","start":"2026-07-16T00:20:41.009635Z","end":"2026-07-16T00:20:41.112974Z","steps":["trace[201403369] 'process raft request' (duration: 102.979149ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:41.113077Z","caller":"traceutil/trace.go:171","msg":"trace[1252394103] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"104.644677ms","start":"2026-07-16T00:20:41.008401Z","end":"2026-07-16T00:20:41.113045Z","steps":["trace[1252394103] 'process raft request' (duration: 104.125181ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:41.291405Z","caller":"traceutil/trace.go:171","msg":"trace[1963321174] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"140.395557ms","start":"2026-07-16T00:20:41.150974Z","end":"2026-07-16T00:20:41.29137Z","steps":["trace[1963321174] 'process raft request' (duration: 61.983203ms)","trace[1963321174] 'compare' (duration: 78.252632ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:41.33132Z","caller":"traceutil/trace.go:171","msg":"trace[804082948] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2724; }","duration":"174.808855ms","start":"2026-07-16T00:20:41.15649Z","end":"2026-07-16T00:20:41.331299Z","steps":["trace[804082948] 'read index received' (duration: 56.429236ms)","trace[804082948] 'applied index is now lower than readState.Index' (duration: 118.378609ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:41.331388Z","caller":"traceutil/trace.go:171","msg":"trace[343917496] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"176.499462ms","start":"2026-07-16T00:20:41.154845Z","end":"2026-07-16T00:20:41.331344Z","steps":["trace[343917496] 'process raft request' (duration: 176.339879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:41.331582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.064188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-16T00:20:41.331845Z","caller":"traceutil/trace.go:171","msg":"trace[73338750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2620; }","duration":"175.374481ms","start":"2026-07-16T00:20:41.156453Z","end":"2026-07-16T00:20:41.331828Z","steps":["trace[73338750] 'agreement among raft nodes before linearized reading' (duration: 174.961636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:41.332493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.945927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-07-16T00:20:41.33254Z","caller":"traceutil/trace.go:171","msg":"trace[2030578458] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2620; }","duration":"126.048679ms","start":"2026-07-16T00:20:41.206479Z","end":"2026-07-16T00:20:41.332528Z","steps":["trace[2030578458] 'agreement among raft nodes before linearized reading' (duration: 125.282091ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:41.45827Z","caller":"traceutil/trace.go:171","msg":"trace[2009562983] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"119.219878ms","start":"2026-07-16T00:20:41.339013Z","end":"2026-07-16T00:20:41.458233Z","steps":["trace[2009562983] 'process raft request' (duration: 118.943815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:41.857769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.029518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:20:41.85822Z","caller":"traceutil/trace.go:171","msg":"trace[656848705] linearizableReadLoop","detail":"{readStateIndex:2730; appliedIndex:2727; }","duration":"207.005249ms","start":"2026-07-16T00:20:41.651189Z","end":"2026-07-16T00:20:41.858194Z","steps":["trace[656848705] 'read index received' (duration: 60.77335ms)","trace[656848705] 'applied index is now lower than readState.Index' (duration: 146.230659ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:41.858293Z","caller":"traceutil/trace.go:171","msg":"trace[916253302] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"240.589127ms","start":"2026-07-16T00:20:41.61768Z","end":"2026-07-16T00:20:41.858269Z","steps":["trace[916253302] 'process raft request' (duration: 136.957312ms)","trace[916253302] 'compare' (duration: 102.902057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:41.85846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.266771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:20:41.858494Z","caller":"traceutil/trace.go:171","msg":"trace[2112377384] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:2624; }","duration":"207.355413ms","start":"2026-07-16T00:20:41.651128Z","end":"2026-07-16T00:20:41.858483Z","steps":["trace[2112377384] 'agreement among raft nodes before linearized reading' (duration: 207.294132ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:41.858459Z","caller":"traceutil/trace.go:171","msg":"trace[1276406399] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"240.654838ms","start":"2026-07-16T00:20:41.617773Z","end":"2026-07-16T00:20:41.858428Z","steps":["trace[1276406399] 'process raft request' (duration: 240.246154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:41.858844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.937546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T00:20:41.858892Z","caller":"traceutil/trace.go:171","msg":"trace[1734686875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2624; }","duration":"175.031478ms","start":"2026-07-16T00:20:41.683848Z","end":"2026-07-16T00:20:41.85888Z","steps":["trace[1734686875] 'agreement among raft nodes before linearized reading' (duration: 174.865146ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:42.014703Z","caller":"traceutil/trace.go:171","msg":"trace[1522406820] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"151.2772ms","start":"2026-07-16T00:20:41.863396Z","end":"2026-07-16T00:20:42.014673Z","steps":["trace[1522406820] 'process raft request' (duration: 149.814215ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:42.015082Z","caller":"traceutil/trace.go:171","msg":"trace[2114408480] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"151.307851ms","start":"2026-07-16T00:20:41.863763Z","end":"2026-07-16T00:20:42.015071Z","steps":["trace[2114408480] 'process raft request' (duration: 150.846055ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:42.015444Z","caller":"traceutil/trace.go:171","msg":"trace[280415229] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"151.498772ms","start":"2026-07-16T00:20:41.863916Z","end":"2026-07-16T00:20:42.015415Z","steps":["trace[280415229] 'process raft request' (duration: 151.104588ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:42.015528Z","caller":"traceutil/trace.go:171","msg":"trace[411691165] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"151.358531ms","start":"2026-07-16T00:20:41.864136Z","end":"2026-07-16T00:20:42.015494Z","steps":["trace[411691165] 'process raft request' (duration: 151.170339ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:42.015447Z","caller":"traceutil/trace.go:171","msg":"trace[1173343398] linearizableReadLoop","detail":"{readStateIndex:2734; appliedIndex:2730; }","duration":"150.350171ms","start":"2026-07-16T00:20:41.865063Z","end":"2026-07-16T00:20:42.015413Z","steps":["trace[1173343398] 'read index received' (duration: 148.044417ms)","trace[1173343398] 'applied index is now lower than readState.Index' (duration: 2.304254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:42.015835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.754345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121877"} {"level":"info","ts":"2026-07-16T00:20:42.016011Z","caller":"traceutil/trace.go:171","msg":"trace[1627111278] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2628; }","duration":"150.833116ms","start":"2026-07-16T00:20:41.865028Z","end":"2026-07-16T00:20:42.015861Z","steps":["trace[1627111278] 'agreement among raft nodes before linearized reading' (duration: 150.599284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:42.636035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.688238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:20:42.63614Z","caller":"traceutil/trace.go:171","msg":"trace[1510947664] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"449.002906ms","start":"2026-07-16T00:20:42.187116Z","end":"2026-07-16T00:20:42.636119Z","steps":["trace[1510947664] 'process raft request' (duration: 122.150007ms)","trace[1510947664] 'compare' (duration: 326.448105ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:42.636201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:42.187085Z","time spent":"449.095047ms","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T00:20:42.822283Z","caller":"traceutil/trace.go:171","msg":"trace[49748365] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"634.703733ms","start":"2026-07-16T00:20:42.187536Z","end":"2026-07-16T00:20:42.82224Z","steps":["trace[49748365] 'process raft request' (duration: 607.703923ms)","trace[49748365] 'compare' (duration: 26.732117ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:42.822421Z","caller":"traceutil/trace.go:171","msg":"trace[169995576] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"632.51071ms","start":"2026-07-16T00:20:42.18989Z","end":"2026-07-16T00:20:42.8224Z","steps":["trace[169995576] 'process raft request' (duration: 632.281727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:42.822446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:42.187507Z","time spent":"634.862924ms","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T00:20:42.822372Z","caller":"traceutil/trace.go:171","msg":"trace[1207176824] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"191.144782ms","start":"2026-07-16T00:20:42.631193Z","end":"2026-07-16T00:20:42.822338Z","steps":["trace[1207176824] 'process raft request' (duration: 191.058611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:42.822566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:42.189882Z","time spent":"632.60213ms","remote":"127.0.0.1:51170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2437,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T00:20:42.822713Z","caller":"traceutil/trace.go:171","msg":"trace[278442487] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2738; }","duration":"382.640219ms","start":"2026-07-16T00:20:42.439962Z","end":"2026-07-16T00:20:42.822602Z","steps":["trace[278442487] 'read index received' (duration: 355.218984ms)","trace[278442487] 'applied index is now lower than readState.Index' (duration: 27.414855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:42.822994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.029842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T00:20:42.823045Z","caller":"traceutil/trace.go:171","msg":"trace[1018844254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2635; }","duration":"383.088353ms","start":"2026-07-16T00:20:42.439944Z","end":"2026-07-16T00:20:42.823033Z","steps":["trace[1018844254] 'agreement among raft nodes before linearized reading' (duration: 382.887391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:42.823078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:42.439882Z","time spent":"383.188824ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T00:20:44.032201Z","caller":"traceutil/trace.go:171","msg":"trace[1585468416] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"166.537086ms","start":"2026-07-16T00:20:43.865641Z","end":"2026-07-16T00:20:44.032178Z","steps":["trace[1585468416] 'process raft request' (duration: 162.055109ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:44.243084Z","caller":"traceutil/trace.go:171","msg":"trace[2121776680] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"205.504397ms","start":"2026-07-16T00:20:44.037546Z","end":"2026-07-16T00:20:44.24305Z","steps":["trace[2121776680] 'process raft request' (duration: 205.344885ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:44.243378Z","caller":"traceutil/trace.go:171","msg":"trace[1015070168] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"205.208634ms","start":"2026-07-16T00:20:44.038128Z","end":"2026-07-16T00:20:44.243337Z","steps":["trace[1015070168] 'process raft request' (duration: 204.87137ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:44.243892Z","caller":"traceutil/trace.go:171","msg":"trace[922227786] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"206.372916ms","start":"2026-07-16T00:20:44.037488Z","end":"2026-07-16T00:20:44.243861Z","steps":["trace[922227786] 'process raft request' (duration: 195.012789ms)","trace[922227786] 'compare' (duration: 10.101644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:44.837681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.215077ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-16T00:20:46.114419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.848625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:20:46.114568Z","caller":"traceutil/trace.go:171","msg":"trace[1987706451] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"337.398688ms","start":"2026-07-16T00:20:45.777141Z","end":"2026-07-16T00:20:46.11454Z","steps":["trace[1987706451] 'process raft request' (duration: 171.312332ms)","trace[1987706451] 'compare' (duration: 165.644942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:46.114639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:45.777119Z","time spent":"337.487919ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:20:46.464233Z","caller":"traceutil/trace.go:171","msg":"trace[599130266] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"511.89039ms","start":"2026-07-16T00:20:45.95231Z","end":"2026-07-16T00:20:46.4642Z","steps":["trace[599130266] 'process raft request' (duration: 510.405425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:46.464398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:45.952272Z","time spent":"512.034841ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:20:46.537805Z","caller":"traceutil/trace.go:171","msg":"trace[1426838165] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"498.498451ms","start":"2026-07-16T00:20:46.039256Z","end":"2026-07-16T00:20:46.537755Z","steps":["trace[1426838165] 'process raft request' (duration: 498.218989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:46.537951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.421787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:20:46.538055Z","caller":"traceutil/trace.go:171","msg":"trace[1640725539] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2654; }","duration":"487.618789ms","start":"2026-07-16T00:20:46.050415Z","end":"2026-07-16T00:20:46.538034Z","steps":["trace[1640725539] 'agreement among raft nodes before linearized reading' (duration: 487.417027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:46.538068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:46.03922Z","time spent":"498.705863ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:20:46.538105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:46.050386Z","time spent":"487.70782ms","remote":"127.0.0.1:57848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:20:46.537719Z","caller":"traceutil/trace.go:171","msg":"trace[1352818154] linearizableReadLoop","detail":"{readStateIndex:2761; appliedIndex:2759; }","duration":"487.198345ms","start":"2026-07-16T00:20:46.05048Z","end":"2026-07-16T00:20:46.537679Z","steps":["trace[1352818154] 'read index received' (duration: 412.24942ms)","trace[1352818154] 'applied index is now lower than readState.Index' (duration: 74.947225ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:20:46.539143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.509676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:20:46.539194Z","caller":"traceutil/trace.go:171","msg":"trace[2039021054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2654; }","duration":"448.620657ms","start":"2026-07-16T00:20:46.090562Z","end":"2026-07-16T00:20:46.539182Z","steps":["trace[2039021054] 'agreement among raft nodes before linearized reading' (duration: 448.436355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:46.539191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.913046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-16T00:20:46.539226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:46.09053Z","time spent":"448.688448ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T00:20:46.539249Z","caller":"traceutil/trace.go:171","msg":"trace[1058306541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2654; }","duration":"289.996157ms","start":"2026-07-16T00:20:46.249238Z","end":"2026-07-16T00:20:46.539234Z","steps":["trace[1058306541] 'agreement among raft nodes before linearized reading' (duration: 289.758865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:46.539465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.492981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:20:46.539505Z","caller":"traceutil/trace.go:171","msg":"trace[522424827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2654; }","duration":"197.529892ms","start":"2026-07-16T00:20:46.341964Z","end":"2026-07-16T00:20:46.539494Z","steps":["trace[522424827] 'agreement among raft nodes before linearized reading' (duration: 197.430341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:46.539516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.396042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:20:46.53955Z","caller":"traceutil/trace.go:171","msg":"trace[2075917318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2654; }","duration":"290.530793ms","start":"2026-07-16T00:20:46.249009Z","end":"2026-07-16T00:20:46.53954Z","steps":["trace[2075917318] 'agreement among raft nodes before linearized reading' (duration: 290.431202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:46.539727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.758133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T00:20:46.539738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.737685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-16T00:20:46.539769Z","caller":"traceutil/trace.go:171","msg":"trace[1551000073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2654; }","duration":"290.827795ms","start":"2026-07-16T00:20:46.248931Z","end":"2026-07-16T00:20:46.539759Z","steps":["trace[1551000073] 'agreement among raft nodes before linearized reading' (duration: 290.729804ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:46.539782Z","caller":"traceutil/trace.go:171","msg":"trace[1725282659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2654; }","duration":"254.826003ms","start":"2026-07-16T00:20:46.284926Z","end":"2026-07-16T00:20:46.539752Z","steps":["trace[1725282659] 'agreement among raft nodes before linearized reading' (duration: 254.762843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:46.540392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.485616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-t6vqm\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-07-16T00:20:46.540496Z","caller":"traceutil/trace.go:171","msg":"trace[1805016828] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-t6vqm; range_end:; response_count:1; response_revision:2654; }","duration":"302.610937ms","start":"2026-07-16T00:20:46.237861Z","end":"2026-07-16T00:20:46.540472Z","steps":["trace[1805016828] 'agreement among raft nodes before linearized reading' (duration: 302.253864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:46.540554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:46.237781Z","time spent":"302.761678ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-t6vqm\" "} {"level":"info","ts":"2026-07-16T00:20:48.722443Z","caller":"traceutil/trace.go:171","msg":"trace[1861668731] linearizableReadLoop","detail":"{readStateIndex:2779; appliedIndex:2778; }","duration":"135.679839ms","start":"2026-07-16T00:20:48.586736Z","end":"2026-07-16T00:20:48.722416Z","steps":["trace[1861668731] 'read index received' (duration: 126.890599ms)","trace[1861668731] 'applied index is now lower than readState.Index' (duration: 8.78811ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:20:48.722571Z","caller":"traceutil/trace.go:171","msg":"trace[1685608466] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"141.046245ms","start":"2026-07-16T00:20:48.581513Z","end":"2026-07-16T00:20:48.722559Z","steps":["trace[1685608466] 'process raft request' (duration: 132.105303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:48.7228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.974152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T00:20:48.722893Z","caller":"traceutil/trace.go:171","msg":"trace[1875536339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2672; }","duration":"136.090903ms","start":"2026-07-16T00:20:48.586781Z","end":"2026-07-16T00:20:48.722871Z","steps":["trace[1875536339] 'agreement among raft nodes before linearized reading' (duration: 135.81546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:48.723155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.936581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-16T00:20:48.723186Z","caller":"traceutil/trace.go:171","msg":"trace[1478858551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2672; }","duration":"133.014901ms","start":"2026-07-16T00:20:48.590162Z","end":"2026-07-16T00:20:48.723177Z","steps":["trace[1478858551] 'agreement among raft nodes before linearized reading' (duration: 132.92212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:48.723206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.451387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:20:48.723247Z","caller":"traceutil/trace.go:171","msg":"trace[745225542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2672; }","duration":"136.559939ms","start":"2026-07-16T00:20:48.586676Z","end":"2026-07-16T00:20:48.723235Z","steps":["trace[745225542] 'agreement among raft nodes before linearized reading' (duration: 136.403167ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:50.932133Z","caller":"traceutil/trace.go:171","msg":"trace[9464989] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"117.774633ms","start":"2026-07-16T00:20:50.814333Z","end":"2026-07-16T00:20:50.932107Z","steps":["trace[9464989] 'process raft request' (duration: 117.54964ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:50.932339Z","caller":"traceutil/trace.go:171","msg":"trace[1728239801] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"117.262748ms","start":"2026-07-16T00:20:50.815052Z","end":"2026-07-16T00:20:50.932315Z","steps":["trace[1728239801] 'process raft request' (duration: 117.005275ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:20:50.932411Z","caller":"traceutil/trace.go:171","msg":"trace[702166849] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"116.956465ms","start":"2026-07-16T00:20:50.815422Z","end":"2026-07-16T00:20:50.932379Z","steps":["trace[702166849] 'process raft request' (duration: 116.840964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:59.313982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825759431,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T00:20:59.373019Z","caller":"traceutil/trace.go:171","msg":"trace[432039912] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"802.582871ms","start":"2026-07-16T00:20:58.570406Z","end":"2026-07-16T00:20:59.372989Z","steps":["trace[432039912] 'process raft request' (duration: 802.357672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:20:59.373255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:58.570389Z","time spent":"802.736548ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:00.493517Z","caller":"traceutil/trace.go:171","msg":"trace[794488446] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"1.681298177s","start":"2026-07-16T00:20:58.812173Z","end":"2026-07-16T00:21:00.493471Z","steps":["trace[794488446] 'process raft request' (duration: 1.680976265s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:00.493675Z","caller":"traceutil/trace.go:171","msg":"trace[1535595929] linearizableReadLoop","detail":"{readStateIndex:2886; appliedIndex:2883; }","duration":"1.680234415s","start":"2026-07-16T00:20:58.813418Z","end":"2026-07-16T00:21:00.493652Z","steps":["trace[1535595929] 'read index received' (duration: 559.425791ms)","trace[1535595929] 'applied index is now lower than readState.Index' (duration: 1.120807174s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:21:00.493725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:58.812147Z","time spent":"1.681459254s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:00.493745Z","caller":"traceutil/trace.go:171","msg":"trace[31941961] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"1.264348533s","start":"2026-07-16T00:20:59.229356Z","end":"2026-07-16T00:21:00.493705Z","steps":["trace[31941961] 'process raft request' (duration: 1.264062471s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.493828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680401021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:21:00.49396Z","caller":"traceutil/trace.go:171","msg":"trace[588549691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2777; }","duration":"1.680491375s","start":"2026-07-16T00:20:58.81338Z","end":"2026-07-16T00:21:00.493871Z","steps":["trace[588549691] 'agreement among raft nodes before linearized reading' (duration: 1.68037492s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.494038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:58.813369Z","time spent":"1.680658972s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:21:00.493934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:59.229331Z","time spent":"1.264499799s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:21:00.495118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56468534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:21:00.495191Z","caller":"traceutil/trace.go:171","msg":"trace[1324163154] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2778; }","duration":"1.564800505s","start":"2026-07-16T00:20:58.930374Z","end":"2026-07-16T00:21:00.495174Z","steps":["trace[1324163154] 'agreement among raft nodes before linearized reading' (duration: 1.56466559s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.495232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:58.930351Z","time spent":"1.564870838s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:21:00.49552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48911888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:21:00.495557Z","caller":"traceutil/trace.go:171","msg":"trace[547492909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2778; }","duration":"1.489173902s","start":"2026-07-16T00:20:59.006374Z","end":"2026-07-16T00:21:00.495548Z","steps":["trace[547492909] 'agreement among raft nodes before linearized reading' (duration: 1.489035256s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.495509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479984017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T00:21:00.495741Z","caller":"traceutil/trace.go:171","msg":"trace[1660235896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2778; }","duration":"1.480240858s","start":"2026-07-16T00:20:59.015471Z","end":"2026-07-16T00:21:00.495712Z","steps":["trace[1660235896] 'agreement among raft nodes before linearized reading' (duration: 1.479780508s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.495831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512134814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T00:21:00.495868Z","caller":"traceutil/trace.go:171","msg":"trace[1718074254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2778; }","duration":"1.512178316s","start":"2026-07-16T00:20:58.983681Z","end":"2026-07-16T00:21:00.495859Z","steps":["trace[1718074254] 'agreement among raft nodes before linearized reading' (duration: 1.512101063s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.495904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:58.983676Z","time spent":"1.512221517s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T00:21:00.495968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:59.015461Z","time spent":"1.480380913s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:21:00.496122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52861975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-16T00:21:00.496159Z","caller":"traceutil/trace.go:171","msg":"trace[1154025338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2778; }","duration":"1.528692363s","start":"2026-07-16T00:20:58.967458Z","end":"2026-07-16T00:21:00.496151Z","steps":["trace[1154025338] 'agreement among raft nodes before linearized reading' (duration: 1.52860665s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.496192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:58.96744Z","time spent":"1.528742336s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:21:00.495656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:59.006361Z","time spent":"1.489221644s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T00:21:00.496505Z","caller":"traceutil/trace.go:171","msg":"trace[1867986232] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"276.366392ms","start":"2026-07-16T00:21:00.220128Z","end":"2026-07-16T00:21:00.496494Z","steps":["trace[1867986232] 'process raft request' (duration: 274.764487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.496645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.994421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-16T00:21:00.49668Z","caller":"traceutil/trace.go:171","msg":"trace[1912491495] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2778; }","duration":"476.028492ms","start":"2026-07-16T00:21:00.020641Z","end":"2026-07-16T00:21:00.496669Z","steps":["trace[1912491495] 'agreement among raft nodes before linearized reading' (duration: 475.936549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.496709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:00.020577Z","time spent":"476.125276ms","remote":"127.0.0.1:44604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-16T00:21:00.496919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356173401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-16T00:21:00.496955Z","caller":"traceutil/trace.go:171","msg":"trace[351882736] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2778; }","duration":"1.356232203s","start":"2026-07-16T00:20:59.140714Z","end":"2026-07-16T00:21:00.496946Z","steps":["trace[351882736] 'agreement among raft nodes before linearized reading' (duration: 1.35614502s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.496985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:59.140702Z","time spent":"1.356274335s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-16T00:21:00.495762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493883175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T00:21:00.49732Z","caller":"traceutil/trace.go:171","msg":"trace[232114820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2778; }","duration":"1.495443198s","start":"2026-07-16T00:20:59.001823Z","end":"2026-07-16T00:21:00.497266Z","steps":["trace[232114820] 'agreement among raft nodes before linearized reading' (duration: 1.493874295s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.497546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:20:59.001799Z","time spent":"1.495664937s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T00:21:00.685151Z","caller":"traceutil/trace.go:171","msg":"trace[148272661] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"181.357165ms","start":"2026-07-16T00:21:00.503772Z","end":"2026-07-16T00:21:00.685129Z","steps":["trace[148272661] 'process raft request' (duration: 181.282852ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:00.685304Z","caller":"traceutil/trace.go:171","msg":"trace[933050764] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"181.561443ms","start":"2026-07-16T00:21:00.503737Z","end":"2026-07-16T00:21:00.685299Z","steps":["trace[933050764] 'process raft request' (duration: 181.166827ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:00.685384Z","caller":"traceutil/trace.go:171","msg":"trace[726490000] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"181.544422ms","start":"2026-07-16T00:21:00.503835Z","end":"2026-07-16T00:21:00.685379Z","steps":["trace[726490000] 'process raft request' (duration: 181.26295ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:00.685511Z","caller":"traceutil/trace.go:171","msg":"trace[763825626] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"181.506911ms","start":"2026-07-16T00:21:00.503999Z","end":"2026-07-16T00:21:00.685506Z","steps":["trace[763825626] 'process raft request' (duration: 181.355225ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:00.685592Z","caller":"traceutil/trace.go:171","msg":"trace[11485902] linearizableReadLoop","detail":"{readStateIndex:2893; appliedIndex:2888; }","duration":"143.119082ms","start":"2026-07-16T00:21:00.542466Z","end":"2026-07-16T00:21:00.685585Z","steps":["trace[11485902] 'read index received' (duration: 142.525948ms)","trace[11485902] 'applied index is now lower than readState.Index' (duration: 592.634µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:00.685634Z","caller":"traceutil/trace.go:171","msg":"trace[983841286] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"180.24583ms","start":"2026-07-16T00:21:00.505382Z","end":"2026-07-16T00:21:00.685628Z","steps":["trace[983841286] 'process raft request' (duration: 180.100534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.685844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.944618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:21:00.68587Z","caller":"traceutil/trace.go:171","msg":"trace[197270156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2783; }","duration":"181.999201ms","start":"2026-07-16T00:21:00.503865Z","end":"2026-07-16T00:21:00.685864Z","steps":["trace[197270156] 'agreement among raft nodes before linearized reading' (duration: 181.919607ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:00.767719Z","caller":"traceutil/trace.go:171","msg":"trace[1802646052] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"224.124292ms","start":"2026-07-16T00:21:00.543544Z","end":"2026-07-16T00:21:00.767668Z","steps":["trace[1802646052] 'process raft request' (duration: 223.913514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:00.767994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.537177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-16T00:21:00.768196Z","caller":"traceutil/trace.go:171","msg":"trace[1560230718] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2784; }","duration":"221.835739ms","start":"2026-07-16T00:21:00.546328Z","end":"2026-07-16T00:21:00.768164Z","steps":["trace[1560230718] 'agreement among raft nodes before linearized reading' (duration: 221.289587ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:04.837588Z","caller":"traceutil/trace.go:171","msg":"trace[898117038] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"129.592394ms","start":"2026-07-16T00:21:04.707963Z","end":"2026-07-16T00:21:04.837555Z","steps":["trace[898117038] 'process raft request' (duration: 129.280432ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:04.837603Z","caller":"traceutil/trace.go:171","msg":"trace[5509493] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"126.181739ms","start":"2026-07-16T00:21:04.711397Z","end":"2026-07-16T00:21:04.837579Z","steps":["trace[5509493] 'process raft request' (duration: 125.955289ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:04.83761Z","caller":"traceutil/trace.go:171","msg":"trace[1671300499] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"127.427198ms","start":"2026-07-16T00:21:04.710152Z","end":"2026-07-16T00:21:04.837579Z","steps":["trace[1671300499] 'process raft request' (duration: 127.158796ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:04.837768Z","caller":"traceutil/trace.go:171","msg":"trace[1600307269] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"129.911347ms","start":"2026-07-16T00:21:04.707848Z","end":"2026-07-16T00:21:04.837759Z","steps":["trace[1600307269] 'process raft request' (duration: 62.208183ms)","trace[1600307269] 'compare' (duration: 66.995695ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:06.570219Z","caller":"traceutil/trace.go:171","msg":"trace[2145167411] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"166.472831ms","start":"2026-07-16T00:21:06.403725Z","end":"2026-07-16T00:21:06.570198Z","steps":["trace[2145167411] 'process raft request' (duration: 166.235142ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:06.570388Z","caller":"traceutil/trace.go:171","msg":"trace[53835798] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"165.778565ms","start":"2026-07-16T00:21:06.404585Z","end":"2026-07-16T00:21:06.570364Z","steps":["trace[53835798] 'process raft request' (duration: 165.681551ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:06.570727Z","caller":"traceutil/trace.go:171","msg":"trace[576320717] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"166.851106ms","start":"2026-07-16T00:21:06.403863Z","end":"2026-07-16T00:21:06.570714Z","steps":["trace[576320717] 'process raft request' (duration: 166.156429ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:06.570852Z","caller":"traceutil/trace.go:171","msg":"trace[1994424849] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"169.093525ms","start":"2026-07-16T00:21:06.401741Z","end":"2026-07-16T00:21:06.570834Z","steps":["trace[1994424849] 'process raft request' (duration: 118.674251ms)","trace[1994424849] 'compare' (duration: 49.066851ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:06.571013Z","caller":"traceutil/trace.go:171","msg":"trace[1462546790] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"167.462222ms","start":"2026-07-16T00:21:06.403537Z","end":"2026-07-16T00:21:06.570999Z","steps":["trace[1462546790] 'process raft request' (duration: 166.372109ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:06.571153Z","caller":"traceutil/trace.go:171","msg":"trace[1283688973] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"167.770143ms","start":"2026-07-16T00:21:06.403349Z","end":"2026-07-16T00:21:06.571119Z","steps":["trace[1283688973] 'process raft request' (duration: 166.489163ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:11.049027Z","caller":"traceutil/trace.go:171","msg":"trace[2077548767] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"100.964874ms","start":"2026-07-16T00:21:10.948026Z","end":"2026-07-16T00:21:11.048991Z","steps":["trace[2077548767] 'process raft request' (duration: 44.713434ms)","trace[2077548767] 'compare' (duration: 55.395406ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:11.253184Z","caller":"traceutil/trace.go:171","msg":"trace[797566529] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"198.344937ms","start":"2026-07-16T00:21:11.054811Z","end":"2026-07-16T00:21:11.253156Z","steps":["trace[797566529] 'process raft request' (duration: 136.029467ms)","trace[797566529] 'compare' (duration: 61.925064ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:11.253387Z","caller":"traceutil/trace.go:171","msg":"trace[1245516459] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"197.61762ms","start":"2026-07-16T00:21:11.055692Z","end":"2026-07-16T00:21:11.25331Z","steps":["trace[1245516459] 'process raft request' (duration: 197.419713ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:11.740536Z","caller":"traceutil/trace.go:171","msg":"trace[67578313] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"239.246997ms","start":"2026-07-16T00:21:11.501261Z","end":"2026-07-16T00:21:11.740508Z","steps":["trace[67578313] 'process raft request' (duration: 233.300928ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:12.746453Z","caller":"traceutil/trace.go:171","msg":"trace[938834632] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"133.876349ms","start":"2026-07-16T00:21:12.612521Z","end":"2026-07-16T00:21:12.746398Z","steps":["trace[938834632] 'process raft request' (duration: 133.695212ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:12.868474Z","caller":"traceutil/trace.go:171","msg":"trace[1380613349] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"225.6586ms","start":"2026-07-16T00:21:12.642794Z","end":"2026-07-16T00:21:12.868453Z","steps":["trace[1380613349] 'process raft request' (duration: 214.318458ms)","trace[1380613349] 'compare' (duration: 11.194907ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:12.868645Z","caller":"traceutil/trace.go:171","msg":"trace[1767682676] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"136.836121ms","start":"2026-07-16T00:21:12.73178Z","end":"2026-07-16T00:21:12.868616Z","steps":["trace[1767682676] 'process raft request' (duration: 136.640784ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:22.007442Z","caller":"traceutil/trace.go:171","msg":"trace[1754880810] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"159.675573ms","start":"2026-07-16T00:21:21.847727Z","end":"2026-07-16T00:21:22.007403Z","steps":["trace[1754880810] 'process raft request' (duration: 159.367281ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:27.614278Z","caller":"traceutil/trace.go:171","msg":"trace[1217182215] linearizableReadLoop","detail":"{readStateIndex:3045; appliedIndex:3044; }","duration":"115.110195ms","start":"2026-07-16T00:21:27.499137Z","end":"2026-07-16T00:21:27.614247Z","steps":["trace[1217182215] 'read index received' (duration: 112.166031ms)","trace[1217182215] 'applied index is now lower than readState.Index' (duration: 2.942884ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:27.614413Z","caller":"traceutil/trace.go:171","msg":"trace[318705531] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"116.473894ms","start":"2026-07-16T00:21:27.497882Z","end":"2026-07-16T00:21:27.614356Z","steps":["trace[318705531] 'process raft request' (duration: 113.54853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:27.614512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.354843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-16T00:21:27.614597Z","caller":"traceutil/trace.go:171","msg":"trace[560151170] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2930; }","duration":"115.480547ms","start":"2026-07-16T00:21:27.499096Z","end":"2026-07-16T00:21:27.614576Z","steps":["trace[560151170] 'agreement among raft nodes before linearized reading' (duration: 115.296801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:33.227661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825759917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:21:33.728911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825759917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:21:34.229068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825759917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:21:34.679356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.064877637s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T00:21:34.679811Z","caller":"traceutil/trace.go:171","msg":"trace[342873348] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"2.065485918s","start":"2026-07-16T00:21:32.614305Z","end":"2026-07-16T00:21:34.679791Z","steps":["trace[342873348] 'process raft request' (duration: 2.065327043s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:34.679931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:32.614286Z","time spent":"2.06556548s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:21:34.813929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T00:21:34.814109Z","caller":"traceutil/trace.go:171","msg":"trace[1255100041] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026744s","start":"2026-07-16T00:21:32.813815Z","end":"2026-07-16T00:21:34.814082Z","steps":["trace[1255100041] 'agreement among raft nodes before linearized reading' (duration: 2.000048843s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:34.814171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:32.813794Z","time spent":"2.000364504s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T00:21:34.816505Z","caller":"traceutil/trace.go:171","msg":"trace[545041842] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"1.75573685s","start":"2026-07-16T00:21:33.06074Z","end":"2026-07-16T00:21:34.816477Z","steps":["trace[545041842] 'process raft request' (duration: 1.69904053s)","trace[545041842] 'compare' (duration: 56.500474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:21:34.816763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:33.060712Z","time spent":"1.755933017s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:34.816905Z","caller":"traceutil/trace.go:171","msg":"trace[1288701771] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"1.672110464s","start":"2026-07-16T00:21:33.144763Z","end":"2026-07-16T00:21:34.816873Z","steps":["trace[1288701771] 'process raft request' (duration: 1.671876136s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:34.817072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:33.144716Z","time spent":"1.672268369s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:34.817092Z","caller":"traceutil/trace.go:171","msg":"trace[283086218] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"754.247641ms","start":"2026-07-16T00:21:34.062823Z","end":"2026-07-16T00:21:34.817071Z","steps":["trace[283086218] 'process raft request' (duration: 753.92632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:34.817226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:34.062795Z","time spent":"754.342365ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:34.817362Z","caller":"traceutil/trace.go:171","msg":"trace[2020190845] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"1.67258274s","start":"2026-07-16T00:21:33.144677Z","end":"2026-07-16T00:21:34.817259Z","steps":["trace[2020190845] 'process raft request' (duration: 1.671754722s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:34.817766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:33.144643Z","time spent":"1.672898421s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:21:35.534031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.191607ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-16T00:21:35.534174Z","caller":"traceutil/trace.go:171","msg":"trace[592198051] linearizableReadLoop","detail":"{readStateIndex:3074; appliedIndex:3069; }","duration":"2.807143155s","start":"2026-07-16T00:21:32.727007Z","end":"2026-07-16T00:21:35.534151Z","steps":["trace[592198051] 'read index received' (duration: 1.952607128s)","trace[592198051] 'applied index is now lower than readState.Index' (duration: 854.534347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:21:35.534452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.058403ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:21:35.534623Z","caller":"traceutil/trace.go:171","msg":"trace[269376770] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2958; }","duration":"264.236559ms","start":"2026-07-16T00:21:35.270355Z","end":"2026-07-16T00:21:35.534591Z","steps":["trace[269376770] 'range keys from in-memory index tree' (duration: 264.037573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:35.534701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807679873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:21:35.534752Z","caller":"traceutil/trace.go:171","msg":"trace[1413849393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2958; }","duration":"2.807794197s","start":"2026-07-16T00:21:32.726944Z","end":"2026-07-16T00:21:35.534739Z","steps":["trace[1413849393] 'agreement among raft nodes before linearized reading' (duration: 2.80757852s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:35.534791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:32.726917Z","time spent":"2.80786625s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T00:21:35.878371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T00:21:35.878485Z","caller":"traceutil/trace.go:171","msg":"trace[1180958645] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999997452s","start":"2026-07-16T00:21:33.87846Z","end":"2026-07-16T00:21:35.878457Z","steps":["trace[1180958645] 'agreement among raft nodes before linearized reading' (duration: 1.999862937s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:35.878536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:33.878434Z","time spent":"2.000093454s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 00:21:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T00:21:36.035063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825759926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:21:36.535796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825759926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:21:36.815191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T00:21:36.8153Z","caller":"traceutil/trace.go:171","msg":"trace[1766195032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425011s","start":"2026-07-16T00:21:34.81485Z","end":"2026-07-16T00:21:36.815275Z","steps":["trace[1766195032] 'agreement among raft nodes before linearized reading' (duration: 2.000291036s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:36.815371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:34.814825Z","time spent":"2.000535285s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:21:37.036052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825759926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:21:37.077433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999001818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T00:21:37.077548Z","caller":"traceutil/trace.go:171","msg":"trace[1102402185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999162833s","start":"2026-07-16T00:21:35.07836Z","end":"2026-07-16T00:21:37.077523Z","steps":["trace[1102402185] 'agreement among raft nodes before linearized reading' (duration: 1.998990787s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:37.077604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:35.078305Z","time spent":"1.999289147s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 00:21:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T00:21:37.490971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.100812892s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T00:21:37.491546Z","caller":"traceutil/trace.go:171","msg":"trace[880091905] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"2.101496114s","start":"2026-07-16T00:21:35.390022Z","end":"2026-07-16T00:21:37.491518Z","steps":["trace[880091905] 'process raft request' (duration: 2.101160333s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:37.491752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:35.389974Z","time spent":"2.10165609s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:21:38.215326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999463179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T00:21:38.215506Z","caller":"traceutil/trace.go:171","msg":"trace[1891198079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999735338s","start":"2026-07-16T00:21:33.21575Z","end":"2026-07-16T00:21:38.215485Z","steps":["trace[1891198079] 'agreement among raft nodes before linearized reading' (duration: 4.999518891s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:38.215589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:33.215718Z","time spent":"4.999857192s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/16 00:21:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T00:21:38.326693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999393487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T00:21:38.326819Z","caller":"traceutil/trace.go:171","msg":"trace[973577302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999550322s","start":"2026-07-16T00:21:33.327239Z","end":"2026-07-16T00:21:38.326789Z","steps":["trace[973577302] 'agreement among raft nodes before linearized reading' (duration: 4.999387036s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:38.327075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:33.327216Z","time spent":"4.999843662s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/16 00:21:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T00:21:38.644471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998739746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T00:21:38.644583Z","caller":"traceutil/trace.go:171","msg":"trace[1786885466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998945253s","start":"2026-07-16T00:21:33.645619Z","end":"2026-07-16T00:21:38.644564Z","steps":["trace[1786885466] 'agreement among raft nodes before linearized reading' (duration: 4.998798118s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:38.644653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:33.645581Z","time spent":"4.999042366s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/16 00:21:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T00:21:38.670266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178920445s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T00:21:38.82488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986260744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T00:21:38.824981Z","caller":"traceutil/trace.go:171","msg":"trace[2076752764] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.98678219s","start":"2026-07-16T00:21:36.838178Z","end":"2026-07-16T00:21:38.824961Z","steps":["trace[2076752764] 'agreement among raft nodes before linearized reading' (duration: 1.986292214s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:38.825028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:36.838137Z","time spent":"1.986881384s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 00:21:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T00:21:40.382313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711238949s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:21:40.382562Z","caller":"traceutil/trace.go:171","msg":"trace[35282679] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"3.543619446s","start":"2026-07-16T00:21:36.838927Z","end":"2026-07-16T00:21:40.382546Z","steps":["trace[35282679] 'process raft request' (duration: 3.543556684s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.382609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:36.838916Z","time spent":"3.543672717s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:40.382698Z","caller":"traceutil/trace.go:171","msg":"trace[633043389] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"3.543966258s","start":"2026-07-16T00:21:36.838726Z","end":"2026-07-16T00:21:40.382692Z","steps":["trace[633043389] 'process raft request' (duration: 3.543686279s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.382734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:36.838712Z","time spent":"3.543994678s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:40.382808Z","caller":"traceutil/trace.go:171","msg":"trace[1480259117] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"3.543926556s","start":"2026-07-16T00:21:36.838875Z","end":"2026-07-16T00:21:40.382801Z","steps":["trace[1480259117] 'process raft request' (duration: 3.543584895s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.382834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:36.838862Z","time spent":"3.543956317s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:40.382821Z","caller":"traceutil/trace.go:171","msg":"trace[269648165] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"4.932058119s","start":"2026-07-16T00:21:35.450727Z","end":"2026-07-16T00:21:40.382785Z","steps":["trace[269648165] 'process raft request' (duration: 3.219822856s)","trace[269648165] 'compare' (duration: 1.691743882s)","trace[269648165] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:471; } (duration: 19.362283ms)"],"step_count":3} {"level":"warn","ts":"2026-07-16T00:21:40.383008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:35.450627Z","time spent":"4.932300937s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:40.383658Z","caller":"traceutil/trace.go:171","msg":"trace[2144407757] linearizableReadLoop","detail":"{readStateIndex:3081; appliedIndex:3075; }","duration":"4.849413303s","start":"2026-07-16T00:21:35.534204Z","end":"2026-07-16T00:21:40.383617Z","steps":["trace[2144407757] 'read index received' (duration: 1.957044675s)","trace[2144407757] 'applied index is now lower than readState.Index' (duration: 2.892365508s)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:40.383841Z","caller":"traceutil/trace.go:171","msg":"trace[897102845] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"3.544435352s","start":"2026-07-16T00:21:36.839391Z","end":"2026-07-16T00:21:40.383826Z","steps":["trace[897102845] 'process raft request' (duration: 3.543117759s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.384069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:36.839383Z","time spent":"3.544524776s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:21:40.38423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.176828242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:21:40.38428Z","caller":"traceutil/trace.go:171","msg":"trace[1936270795] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2964; }","duration":"6.177009069s","start":"2026-07-16T00:21:34.207258Z","end":"2026-07-16T00:21:40.384267Z","steps":["trace[1936270795] 'agreement among raft nodes before linearized reading' (duration: 6.176797772s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.384367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213946888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:21:40.384396Z","caller":"traceutil/trace.go:171","msg":"trace[1534596253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2964; }","duration":"5.21401524s","start":"2026-07-16T00:21:35.170372Z","end":"2026-07-16T00:21:40.384387Z","steps":["trace[1534596253] 'agreement among raft nodes before linearized reading' (duration: 5.213968168s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.384412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:35.170348Z","time spent":"5.214059741s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:21:40.384405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:34.20717Z","time spent":"6.177197095s","remote":"127.0.0.1:44810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:21:40.384604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.848875667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T00:21:40.384635Z","caller":"traceutil/trace.go:171","msg":"trace[1135594508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2964; }","duration":"6.848948379s","start":"2026-07-16T00:21:33.535669Z","end":"2026-07-16T00:21:40.384618Z","steps":["trace[1135594508] 'agreement among raft nodes before linearized reading' (duration: 6.848855096s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.384654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:33.535639Z","time spent":"6.849006721s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T00:21:40.384747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.676706577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T00:21:40.384782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.365645503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-16T00:21:40.384786Z","caller":"traceutil/trace.go:171","msg":"trace[466669495] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2964; }","duration":"5.67678858s","start":"2026-07-16T00:21:34.707988Z","end":"2026-07-16T00:21:40.384777Z","steps":["trace[466669495] 'agreement among raft nodes before linearized reading' (duration: 5.676720738s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:40.384807Z","caller":"traceutil/trace.go:171","msg":"trace[2002804982] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2964; }","duration":"6.365721106s","start":"2026-07-16T00:21:34.019074Z","end":"2026-07-16T00:21:40.384796Z","steps":["trace[2002804982] 'agreement among raft nodes before linearized reading' (duration: 6.365655234s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.384815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:34.707969Z","time spent":"5.676838591s","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:21:40.384826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:34.019048Z","time spent":"6.365774428s","remote":"127.0.0.1:44604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-16T00:21:40.38497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.04815575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-16T00:21:40.385023Z","caller":"traceutil/trace.go:171","msg":"trace[226600682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2964; }","duration":"7.048239953s","start":"2026-07-16T00:21:33.33677Z","end":"2026-07-16T00:21:40.38501Z","steps":["trace[226600682] 'agreement among raft nodes before linearized reading' (duration: 7.04786448s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.38525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:33.336764Z","time spent":"7.04847089s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:21:40.421121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119945341s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T00:21:40.421796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596942209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:21:40.421866Z","caller":"traceutil/trace.go:171","msg":"trace[1533684892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2965; }","duration":"1.597066653s","start":"2026-07-16T00:21:38.824784Z","end":"2026-07-16T00:21:40.421851Z","steps":["trace[1533684892] 'agreement among raft nodes before linearized reading' (duration: 1.596871907s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.421894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:38.824758Z","time spent":"1.597125965s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T00:21:40.421908Z","caller":"traceutil/trace.go:171","msg":"trace[1831757287] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"1.120893853s","start":"2026-07-16T00:21:39.300998Z","end":"2026-07-16T00:21:40.421892Z","steps":["trace[1831757287] 'process raft request' (duration: 1.120493659s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.421935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.739391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:21:40.422043Z","caller":"traceutil/trace.go:171","msg":"trace[1121940422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2965; }","duration":"195.876484ms","start":"2026-07-16T00:21:40.226106Z","end":"2026-07-16T00:21:40.421982Z","steps":["trace[1121940422] 'agreement among raft nodes before linearized reading' (duration: 195.614156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.421953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511068799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T00:21:40.422122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:39.300964Z","time spent":"1.121007096s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:21:40.422128Z","caller":"traceutil/trace.go:171","msg":"trace[1555529348] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2965; }","duration":"4.511264776s","start":"2026-07-16T00:21:35.910829Z","end":"2026-07-16T00:21:40.422094Z","steps":["trace[1555529348] 'agreement among raft nodes before linearized reading' (duration: 4.511016998s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.421818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602211217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c29cfe157c9267\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-16T00:21:40.422213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279329217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-16T00:21:40.422248Z","caller":"traceutil/trace.go:171","msg":"trace[527419169] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2965; }","duration":"1.27942921s","start":"2026-07-16T00:21:39.14281Z","end":"2026-07-16T00:21:40.422239Z","steps":["trace[527419169] 'agreement among raft nodes before linearized reading' (duration: 1.279332617s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.422275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:39.142777Z","time spent":"1.279492493s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-16T00:21:40.422268Z","caller":"traceutil/trace.go:171","msg":"trace[1701303710] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c29cfe157c9267; range_end:; response_count:1; response_revision:2965; }","duration":"3.602694673s","start":"2026-07-16T00:21:36.819543Z","end":"2026-07-16T00:21:40.422238Z","steps":["trace[1701303710] 'agreement among raft nodes before linearized reading' (duration: 3.602111464s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.422321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:35.910801Z","time spent":"4.511427112s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":24,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:21:40.422366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:36.819519Z","time spent":"3.602817027s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c29cfe157c9267\" "} {"level":"warn","ts":"2026-07-16T00:21:40.422671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883156051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:21:40.422794Z","caller":"traceutil/trace.go:171","msg":"trace[1397824686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2965; }","duration":"4.883298386s","start":"2026-07-16T00:21:35.539478Z","end":"2026-07-16T00:21:40.422777Z","steps":["trace[1397824686] 'agreement among raft nodes before linearized reading' (duration: 4.883048947s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.422844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:35.539459Z","time spent":"4.883371638s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T00:21:40.423971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701346178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:21:40.424021Z","caller":"traceutil/trace.go:171","msg":"trace[867224541] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2965; }","duration":"4.701458183s","start":"2026-07-16T00:21:35.722549Z","end":"2026-07-16T00:21:40.424008Z","steps":["trace[867224541] 'agreement among raft nodes before linearized reading' (duration: 4.699714595s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.424044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:21:35.722502Z","time spent":"4.701535725s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:21:40.569343Z","caller":"traceutil/trace.go:171","msg":"trace[1937497829] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"142.077235ms","start":"2026-07-16T00:21:40.427239Z","end":"2026-07-16T00:21:40.569316Z","steps":["trace[1937497829] 'process raft request' (duration: 141.780256ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:40.569592Z","caller":"traceutil/trace.go:171","msg":"trace[1947426814] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"145.194018ms","start":"2026-07-16T00:21:40.424356Z","end":"2026-07-16T00:21:40.56955Z","steps":["trace[1947426814] 'process raft request' (duration: 48.681128ms)","trace[1947426814] 'compare' (duration: 95.396163ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:40.569912Z","caller":"traceutil/trace.go:171","msg":"trace[1953637997] linearizableReadLoop","detail":"{readStateIndex:3086; appliedIndex:3084; }","duration":"145.472748ms","start":"2026-07-16T00:21:40.424423Z","end":"2026-07-16T00:21:40.569896Z","steps":["trace[1953637997] 'read index received' (duration: 13.359783ms)","trace[1953637997] 'applied index is now lower than readState.Index' (duration: 132.111885ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:40.569953Z","caller":"traceutil/trace.go:171","msg":"trace[1893663872] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"141.572789ms","start":"2026-07-16T00:21:40.428352Z","end":"2026-07-16T00:21:40.569925Z","steps":["trace[1893663872] 'process raft request' (duration: 140.72499ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:40.570112Z","caller":"traceutil/trace.go:171","msg":"trace[1646914540] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"131.306037ms","start":"2026-07-16T00:21:40.438792Z","end":"2026-07-16T00:21:40.570098Z","steps":["trace[1646914540] 'process raft request' (duration: 131.053689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.570245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.801639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-16T00:21:40.5703Z","caller":"traceutil/trace.go:171","msg":"trace[1140288211] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2971; }","duration":"145.874572ms","start":"2026-07-16T00:21:40.424413Z","end":"2026-07-16T00:21:40.570287Z","steps":["trace[1140288211] 'agreement among raft nodes before linearized reading' (duration: 145.647605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.570333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.392027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-16T00:21:40.570397Z","caller":"traceutil/trace.go:171","msg":"trace[801527841] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2971; }","duration":"142.479549ms","start":"2026-07-16T00:21:40.427903Z","end":"2026-07-16T00:21:40.570382Z","steps":["trace[801527841] 'agreement among raft nodes before linearized reading' (duration: 142.241222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:21:40.570444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.503303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:21:40.570559Z","caller":"traceutil/trace.go:171","msg":"trace[1719660864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2971; }","duration":"140.677109ms","start":"2026-07-16T00:21:40.429868Z","end":"2026-07-16T00:21:40.570546Z","steps":["trace[1719660864] 'agreement among raft nodes before linearized reading' (duration: 140.455932ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:40.767555Z","caller":"traceutil/trace.go:171","msg":"trace[908673425] linearizableReadLoop","detail":"{readStateIndex:3093; appliedIndex:3092; }","duration":"117.682054ms","start":"2026-07-16T00:21:40.649836Z","end":"2026-07-16T00:21:40.767518Z","steps":["trace[908673425] 'read index received' (duration: 76.326038ms)","trace[908673425] 'applied index is now lower than readState.Index' (duration: 41.355216ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:40.767564Z","caller":"traceutil/trace.go:171","msg":"trace[1566231840] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"118.066007ms","start":"2026-07-16T00:21:40.649464Z","end":"2026-07-16T00:21:40.76753Z","steps":["trace[1566231840] 'process raft request' (duration: 76.686941ms)","trace[1566231840] 'compare' (duration: 41.18913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:21:40.76786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.012445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-16T00:21:40.767947Z","caller":"traceutil/trace.go:171","msg":"trace[266139048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2975; }","duration":"118.16032ms","start":"2026-07-16T00:21:40.649767Z","end":"2026-07-16T00:21:40.767927Z","steps":["trace[266139048] 'agreement among raft nodes before linearized reading' (duration: 117.8438ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:42.508464Z","caller":"traceutil/trace.go:171","msg":"trace[470326319] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"118.161914ms","start":"2026-07-16T00:21:42.390272Z","end":"2026-07-16T00:21:42.508434Z","steps":["trace[470326319] 'process raft request' (duration: 111.243176ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:42.509043Z","caller":"traceutil/trace.go:171","msg":"trace[1120907605] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"118.579608ms","start":"2026-07-16T00:21:42.390437Z","end":"2026-07-16T00:21:42.509017Z","steps":["trace[1120907605] 'process raft request' (duration: 117.888465ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:42.509311Z","caller":"traceutil/trace.go:171","msg":"trace[1417592463] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"109.521898ms","start":"2026-07-16T00:21:42.399774Z","end":"2026-07-16T00:21:42.509296Z","steps":["trace[1417592463] 'process raft request' (duration: 109.018312ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:42.962559Z","caller":"traceutil/trace.go:171","msg":"trace[1715628861] linearizableReadLoop","detail":"{readStateIndex:3105; appliedIndex:3104; }","duration":"184.086896ms","start":"2026-07-16T00:21:42.778446Z","end":"2026-07-16T00:21:42.962533Z","steps":["trace[1715628861] 'read index received' (duration: 116.401706ms)","trace[1715628861] 'applied index is now lower than readState.Index' (duration: 67.68401ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:21:42.962705Z","caller":"traceutil/trace.go:171","msg":"trace[548479969] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"230.026629ms","start":"2026-07-16T00:21:42.732667Z","end":"2026-07-16T00:21:42.962694Z","steps":["trace[548479969] 'process raft request' (duration: 162.274816ms)","trace[548479969] 'compare' (duration: 67.467913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:21:42.963417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.927263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T00:21:42.963552Z","caller":"traceutil/trace.go:171","msg":"trace[1504025440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2986; }","duration":"185.141741ms","start":"2026-07-16T00:21:42.778385Z","end":"2026-07-16T00:21:42.963527Z","steps":["trace[1504025440] 'agreement among raft nodes before linearized reading' (duration: 184.794429ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:59.127229Z","caller":"traceutil/trace.go:171","msg":"trace[1732684329] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"129.51465ms","start":"2026-07-16T00:21:58.997693Z","end":"2026-07-16T00:21:59.127207Z","steps":["trace[1732684329] 'process raft request' (duration: 129.475299ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:59.127713Z","caller":"traceutil/trace.go:171","msg":"trace[629517626] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"130.756399ms","start":"2026-07-16T00:21:58.996928Z","end":"2026-07-16T00:21:59.127685Z","steps":["trace[629517626] 'process raft request' (duration: 128.254552ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:21:59.127761Z","caller":"traceutil/trace.go:171","msg":"trace[606016167] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"130.584844ms","start":"2026-07-16T00:21:58.997135Z","end":"2026-07-16T00:21:59.127719Z","steps":["trace[606016167] 'process raft request' (duration: 129.986916ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:00.779774Z","caller":"traceutil/trace.go:171","msg":"trace[997767024] linearizableReadLoop","detail":"{readStateIndex:3195; appliedIndex:3194; }","duration":"127.879914ms","start":"2026-07-16T00:22:00.651869Z","end":"2026-07-16T00:22:00.779749Z","steps":["trace[997767024] 'read index received' (duration: 127.739699ms)","trace[997767024] 'applied index is now lower than readState.Index' (duration: 138.995µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:22:00.779938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.040598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:22:00.779978Z","caller":"traceutil/trace.go:171","msg":"trace[2077171592] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3072; }","duration":"128.196773ms","start":"2026-07-16T00:22:00.651768Z","end":"2026-07-16T00:22:00.779965Z","steps":["trace[2077171592] 'agreement among raft nodes before linearized reading' (duration: 128.08315ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:00.780411Z","caller":"traceutil/trace.go:171","msg":"trace[1555864151] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"160.238195ms","start":"2026-07-16T00:22:00.620134Z","end":"2026-07-16T00:22:00.780372Z","steps":["trace[1555864151] 'process raft request' (duration: 159.455572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:22:01.019872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.748175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:22:01.020147Z","caller":"traceutil/trace.go:171","msg":"trace[103164727] linearizableReadLoop","detail":"{readStateIndex:3196; appliedIndex:3195; }","duration":"208.086047ms","start":"2026-07-16T00:22:00.812048Z","end":"2026-07-16T00:22:01.020134Z","steps":["trace[103164727] 'read index received' (duration: 29.983041ms)","trace[103164727] 'applied index is now lower than readState.Index' (duration: 178.101886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:22:01.0203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.250971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:22:01.020282Z","caller":"traceutil/trace.go:171","msg":"trace[1379421916] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"227.280669ms","start":"2026-07-16T00:22:00.792902Z","end":"2026-07-16T00:22:01.020183Z","steps":["trace[1379421916] 'process raft request' (duration: 49.155682ms)","trace[1379421916] 'compare' (duration: 177.366003ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:22:01.020327Z","caller":"traceutil/trace.go:171","msg":"trace[1931250250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3073; }","duration":"208.478248ms","start":"2026-07-16T00:22:00.811843Z","end":"2026-07-16T00:22:01.020321Z","steps":["trace[1931250250] 'agreement among raft nodes before linearized reading' (duration: 208.405726ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:01.035029Z","caller":"traceutil/trace.go:171","msg":"trace[968103219] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"222.043168ms","start":"2026-07-16T00:22:00.812966Z","end":"2026-07-16T00:22:01.035009Z","steps":["trace[968103219] 'process raft request' (duration: 222.003707ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:01.03506Z","caller":"traceutil/trace.go:171","msg":"trace[898567058] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"222.829582ms","start":"2026-07-16T00:22:00.812216Z","end":"2026-07-16T00:22:01.035045Z","steps":["trace[898567058] 'process raft request' (duration: 222.644447ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:01.047694Z","caller":"traceutil/trace.go:171","msg":"trace[1209835554] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"201.344767ms","start":"2026-07-16T00:22:00.846317Z","end":"2026-07-16T00:22:01.047662Z","steps":["trace[1209835554] 'process raft request' (duration: 201.058909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:22:01.273274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.074484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-16T00:22:01.273288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.92288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T00:22:01.273369Z","caller":"traceutil/trace.go:171","msg":"trace[1243355146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3077; }","duration":"141.233229ms","start":"2026-07-16T00:22:01.132116Z","end":"2026-07-16T00:22:01.273349Z","steps":["trace[1243355146] 'range keys from in-memory index tree' (duration: 140.867858ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:01.273381Z","caller":"traceutil/trace.go:171","msg":"trace[975120321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3077; }","duration":"141.164667ms","start":"2026-07-16T00:22:01.132196Z","end":"2026-07-16T00:22:01.273361Z","steps":["trace[975120321] 'range keys from in-memory index tree' (duration: 140.687732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:22:01.273584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.844967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T00:22:01.273689Z","caller":"traceutil/trace.go:171","msg":"trace[2117817857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3077; }","duration":"140.981312ms","start":"2026-07-16T00:22:01.132664Z","end":"2026-07-16T00:22:01.273646Z","steps":["trace[2117817857] 'range keys from in-memory index tree' (duration: 140.622421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:22:01.274065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.741889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:22:01.274117Z","caller":"traceutil/trace.go:171","msg":"trace[1798692889] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3077; }","duration":"114.858933ms","start":"2026-07-16T00:22:01.159244Z","end":"2026-07-16T00:22:01.274103Z","steps":["trace[1798692889] 'range keys from in-memory index tree' (duration: 113.659726ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:01.420671Z","caller":"traceutil/trace.go:171","msg":"trace[1049884720] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"140.083325ms","start":"2026-07-16T00:22:01.280524Z","end":"2026-07-16T00:22:01.420608Z","steps":["trace[1049884720] 'process raft request' (duration: 139.795125ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:01.420665Z","caller":"traceutil/trace.go:171","msg":"trace[1477749491] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"140.078354ms","start":"2026-07-16T00:22:01.280543Z","end":"2026-07-16T00:22:01.420622Z","steps":["trace[1477749491] 'process raft request' (duration: 139.955751ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:01.420938Z","caller":"traceutil/trace.go:171","msg":"trace[1594861771] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"140.369583ms","start":"2026-07-16T00:22:01.280555Z","end":"2026-07-16T00:22:01.420924Z","steps":["trace[1594861771] 'process raft request' (duration: 139.993702ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:01.421169Z","caller":"traceutil/trace.go:171","msg":"trace[1184498110] linearizableReadLoop","detail":"{readStateIndex:3203; appliedIndex:3200; }","duration":"137.90201ms","start":"2026-07-16T00:22:01.282936Z","end":"2026-07-16T00:22:01.420838Z","steps":["trace[1184498110] 'read index received' (duration: 137.349482ms)","trace[1184498110] 'applied index is now lower than readState.Index' (duration: 549.798µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:22:01.421408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.430126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:22:01.421498Z","caller":"traceutil/trace.go:171","msg":"trace[1704141749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3080; }","duration":"138.560289ms","start":"2026-07-16T00:22:01.282917Z","end":"2026-07-16T00:22:01.421477Z","steps":["trace[1704141749] 'agreement among raft nodes before linearized reading' (duration: 138.132016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:22:01.421542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.573526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:22:01.421586Z","caller":"traceutil/trace.go:171","msg":"trace[1659537560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3080; }","duration":"125.654149ms","start":"2026-07-16T00:22:01.29592Z","end":"2026-07-16T00:22:01.421574Z","steps":["trace[1659537560] 'agreement among raft nodes before linearized reading' (duration: 125.412482ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:22:23.400879Z","caller":"traceutil/trace.go:171","msg":"trace[1946197751] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"117.024174ms","start":"2026-07-16T00:22:23.283825Z","end":"2026-07-16T00:22:23.400849Z","steps":["trace[1946197751] 'process raft request' (duration: 70.0659ms)","trace[1946197751] 'compare' (duration: 46.752349ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:23:41.557916Z","caller":"traceutil/trace.go:171","msg":"trace[144133097] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"103.802003ms","start":"2026-07-16T00:23:41.454084Z","end":"2026-07-16T00:23:41.557886Z","steps":["trace[144133097] 'process raft request' (duration: 102.986206ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:24:03.849388Z","caller":"traceutil/trace.go:171","msg":"trace[2093752661] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"124.815403ms","start":"2026-07-16T00:24:03.724531Z","end":"2026-07-16T00:24:03.849347Z","steps":["trace[2093752661] 'process raft request' (duration: 101.721404ms)","trace[2093752661] 'compare' (duration: 22.536317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:24:38.896313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.626978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:24:38.89686Z","caller":"traceutil/trace.go:171","msg":"trace[1289334995] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"195.995277ms","start":"2026-07-16T00:24:38.700819Z","end":"2026-07-16T00:24:38.896815Z","steps":["trace[1289334995] 'process raft request' (duration: 84.761417ms)","trace[1289334995] 'compare' (duration: 110.413294ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:24:41.091667Z","caller":"traceutil/trace.go:171","msg":"trace[472107598] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"153.334833ms","start":"2026-07-16T00:24:40.938285Z","end":"2026-07-16T00:24:41.091619Z","steps":["trace[472107598] 'process raft request' (duration: 103.00066ms)","trace[472107598] 'compare' (duration: 49.959656ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:24:42.20756Z","caller":"traceutil/trace.go:171","msg":"trace[443559466] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"120.829206ms","start":"2026-07-16T00:24:42.0867Z","end":"2026-07-16T00:24:42.207529Z","steps":["trace[443559466] 'process raft request' (duration: 37.53136ms)","trace[443559466] 'compare' (duration: 83.066442ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:24:51.274458Z","caller":"traceutil/trace.go:171","msg":"trace[1226080254] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"111.532851ms","start":"2026-07-16T00:24:51.162877Z","end":"2026-07-16T00:24:51.27441Z","steps":["trace[1226080254] 'process raft request' (duration: 111.246006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:24:54.423643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.485687ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-16T00:24:54.424024Z","caller":"traceutil/trace.go:171","msg":"trace[33847393] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"119.724735ms","start":"2026-07-16T00:24:54.304274Z","end":"2026-07-16T00:24:54.423998Z","steps":["trace[33847393] 'process raft request' (duration: 119.528381ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:24:58.246349Z","caller":"traceutil/trace.go:171","msg":"trace[650637908] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"106.060699ms","start":"2026-07-16T00:24:58.140255Z","end":"2026-07-16T00:24:58.246316Z","steps":["trace[650637908] 'process raft request' (duration: 105.846386ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:24:58.31188Z","caller":"traceutil/trace.go:171","msg":"trace[1471150992] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"105.763445ms","start":"2026-07-16T00:24:58.206083Z","end":"2026-07-16T00:24:58.311846Z","steps":["trace[1471150992] 'process raft request' (duration: 100.898399ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:08.470317Z","caller":"traceutil/trace.go:171","msg":"trace[602957863] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"121.044013ms","start":"2026-07-16T00:25:08.34922Z","end":"2026-07-16T00:25:08.470264Z","steps":["trace[602957863] 'process raft request' (duration: 49.162827ms)","trace[602957863] 'compare' (duration: 71.654412ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:25:09.08707Z","caller":"traceutil/trace.go:171","msg":"trace[833246186] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"119.426954ms","start":"2026-07-16T00:25:08.967614Z","end":"2026-07-16T00:25:09.08704Z","steps":["trace[833246186] 'process raft request' (duration: 119.231139ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:09.088154Z","caller":"traceutil/trace.go:171","msg":"trace[782778643] linearizableReadLoop","detail":"{readStateIndex:4392; appliedIndex:4390; }","duration":"105.838829ms","start":"2026-07-16T00:25:08.982284Z","end":"2026-07-16T00:25:09.088123Z","steps":["trace[782778643] 'read index received' (duration: 104.636168ms)","trace[782778643] 'applied index is now lower than readState.Index' (duration: 1.201181ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:25:09.088217Z","caller":"traceutil/trace.go:171","msg":"trace[1027521223] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"120.493322ms","start":"2026-07-16T00:25:08.9677Z","end":"2026-07-16T00:25:09.088193Z","steps":["trace[1027521223] 'process raft request' (duration: 120.235108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:09.088484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.171665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:8 size:11771"} {"level":"info","ts":"2026-07-16T00:25:09.088534Z","caller":"traceutil/trace.go:171","msg":"trace[504063579] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:8; response_revision:4225; }","duration":"106.297687ms","start":"2026-07-16T00:25:08.982224Z","end":"2026-07-16T00:25:09.088521Z","steps":["trace[504063579] 'agreement among raft nodes before linearized reading' (duration: 106.024642ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:26.764769Z","caller":"traceutil/trace.go:171","msg":"trace[2045594891] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"117.525902ms","start":"2026-07-16T00:25:26.647207Z","end":"2026-07-16T00:25:26.764733Z","steps":["trace[2045594891] 'process raft request' (duration: 64.164881ms)","trace[2045594891] 'compare' (duration: 53.175458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:29.652979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.922665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:25:29.653063Z","caller":"traceutil/trace.go:171","msg":"trace[97887161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4353; }","duration":"374.071857ms","start":"2026-07-16T00:25:29.278973Z","end":"2026-07-16T00:25:29.653045Z","steps":["trace[97887161] 'range keys from in-memory index tree' (duration: 373.793813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:29.653097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:29.27895Z","time spent":"374.138638ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T00:25:29.653226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.649955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T00:25:29.653281Z","caller":"traceutil/trace.go:171","msg":"trace[47361480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4353; }","duration":"173.758037ms","start":"2026-07-16T00:25:29.479513Z","end":"2026-07-16T00:25:29.653271Z","steps":["trace[47361480] 'range keys from in-memory index tree' (duration: 173.105627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:29.653404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.366979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T00:25:29.653439Z","caller":"traceutil/trace.go:171","msg":"trace[868313734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4353; }","duration":"351.41371ms","start":"2026-07-16T00:25:29.302015Z","end":"2026-07-16T00:25:29.653428Z","steps":["trace[868313734] 'range keys from in-memory index tree' (duration: 350.727669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:29.65346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:29.302009Z","time spent":"351.44623ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T00:25:35.320426Z","caller":"traceutil/trace.go:171","msg":"trace[342352628] linearizableReadLoop","detail":"{readStateIndex:4901; appliedIndex:4900; }","duration":"119.340815ms","start":"2026-07-16T00:25:35.201053Z","end":"2026-07-16T00:25:35.320393Z","steps":["trace[342352628] 'read index received' (duration: 119.081211ms)","trace[342352628] 'applied index is now lower than readState.Index' (duration: 257.874µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:25:35.320463Z","caller":"traceutil/trace.go:171","msg":"trace[710880310] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"168.048067ms","start":"2026-07-16T00:25:35.15238Z","end":"2026-07-16T00:25:35.320428Z","steps":["trace[710880310] 'process raft request' (duration: 167.722162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:35.320915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.821623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-ts4zk\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-07-16T00:25:35.321111Z","caller":"traceutil/trace.go:171","msg":"trace[1213436475] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-ts4zk; range_end:; response_count:1; response_revision:4710; }","duration":"120.109738ms","start":"2026-07-16T00:25:35.200964Z","end":"2026-07-16T00:25:35.321074Z","steps":["trace[1213436475] 'agreement among raft nodes before linearized reading' (duration: 119.661571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:39.296798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.178037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:25:39.2969Z","caller":"traceutil/trace.go:171","msg":"trace[2137033599] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4746; }","duration":"139.308621ms","start":"2026-07-16T00:25:39.157565Z","end":"2026-07-16T00:25:39.296873Z","steps":["trace[2137033599] 'count revisions from in-memory index tree' (duration: 139.133217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:39.297129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.214951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-16T00:25:39.297298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.419625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:25:39.297413Z","caller":"traceutil/trace.go:171","msg":"trace[1719663524] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4746; }","duration":"207.604758ms","start":"2026-07-16T00:25:39.089781Z","end":"2026-07-16T00:25:39.297385Z","steps":["trace[1719663524] 'count revisions from in-memory index tree' (duration: 207.152881ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:39.297369Z","caller":"traceutil/trace.go:171","msg":"trace[1708166042] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4746; }","duration":"144.739719ms","start":"2026-07-16T00:25:39.152594Z","end":"2026-07-16T00:25:39.297334Z","steps":["trace[1708166042] 'range keys from in-memory index tree' (duration: 144.062918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:39.298316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.47309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:25:39.298504Z","caller":"traceutil/trace.go:171","msg":"trace[1090288529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4746; }","duration":"206.679204ms","start":"2026-07-16T00:25:39.091807Z","end":"2026-07-16T00:25:39.298486Z","steps":["trace[1090288529] 'range keys from in-memory index tree' (duration: 204.723711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:43.319588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.215167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-16T00:25:43.3197Z","caller":"traceutil/trace.go:171","msg":"trace[1455970089] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4828; }","duration":"351.37692ms","start":"2026-07-16T00:25:42.968295Z","end":"2026-07-16T00:25:43.319672Z","steps":["trace[1455970089] 'range keys from in-memory index tree' (duration: 351.026784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:43.319751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:42.968273Z","time spent":"351.467452ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-16T00:25:43.320454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.716297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:46 size:1954238"} {"level":"info","ts":"2026-07-16T00:25:43.320525Z","caller":"traceutil/trace.go:171","msg":"trace[1745870338] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:46; response_revision:4828; }","duration":"329.834278ms","start":"2026-07-16T00:25:42.990676Z","end":"2026-07-16T00:25:43.32051Z","steps":["trace[1745870338] 'range keys from in-memory index tree' (duration: 328.898024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:43.320556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:42.990658Z","time spent":"329.890889ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":46,"response size":1954261,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-16T00:25:44.158919Z","caller":"traceutil/trace.go:171","msg":"trace[1396146789] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"111.726646ms","start":"2026-07-16T00:25:44.047164Z","end":"2026-07-16T00:25:44.15889Z","steps":["trace[1396146789] 'process raft request' (duration: 111.558183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:44.319219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.174605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:56540"} {"level":"info","ts":"2026-07-16T00:25:44.319292Z","caller":"traceutil/trace.go:171","msg":"trace[1229584722] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:4868; }","duration":"146.311557ms","start":"2026-07-16T00:25:44.172967Z","end":"2026-07-16T00:25:44.319279Z","steps":["trace[1229584722] 'range keys from in-memory index tree' (duration: 145.923621ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:44.445583Z","caller":"traceutil/trace.go:171","msg":"trace[1404739564] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"105.991732ms","start":"2026-07-16T00:25:44.339555Z","end":"2026-07-16T00:25:44.445547Z","steps":["trace[1404739564] 'process raft request' (duration: 105.617446ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:44.511507Z","caller":"traceutil/trace.go:171","msg":"trace[1499355873] linearizableReadLoop","detail":"{readStateIndex:5063; appliedIndex:5061; }","duration":"158.345924ms","start":"2026-07-16T00:25:44.353136Z","end":"2026-07-16T00:25:44.511482Z","steps":["trace[1499355873] 'read index received' (duration: 72.707161ms)","trace[1499355873] 'applied index is now lower than readState.Index' (duration: 85.637503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:44.511821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.613818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:25:44.511901Z","caller":"traceutil/trace.go:171","msg":"trace[2115186441] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4870; }","duration":"158.820391ms","start":"2026-07-16T00:25:44.353067Z","end":"2026-07-16T00:25:44.511888Z","steps":["trace[2115186441] 'agreement among raft nodes before linearized reading' (duration: 158.624978ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:44.651973Z","caller":"traceutil/trace.go:171","msg":"trace[1351741908] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5063; }","duration":"140.346911ms","start":"2026-07-16T00:25:44.511591Z","end":"2026-07-16T00:25:44.651938Z","steps":["trace[1351741908] 'read index received' (duration: 140.133288ms)","trace[1351741908] 'applied index is now lower than readState.Index' (duration: 212.113µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:25:44.652098Z","caller":"traceutil/trace.go:171","msg":"trace[1491200223] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"185.773589ms","start":"2026-07-16T00:25:44.466282Z","end":"2026-07-16T00:25:44.652056Z","steps":["trace[1491200223] 'process raft request' (duration: 185.457284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:44.653415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.257084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-07-16T00:25:44.653475Z","caller":"traceutil/trace.go:171","msg":"trace[1218518443] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4871; }","duration":"203.369895ms","start":"2026-07-16T00:25:44.450089Z","end":"2026-07-16T00:25:44.653458Z","steps":["trace[1218518443] 'agreement among raft nodes before linearized reading' (duration: 201.975062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:44.955884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.789497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:25:44.956119Z","caller":"traceutil/trace.go:171","msg":"trace[511749131] linearizableReadLoop","detail":"{readStateIndex:5065; appliedIndex:5064; }","duration":"268.21267ms","start":"2026-07-16T00:25:44.687876Z","end":"2026-07-16T00:25:44.956088Z","steps":["trace[511749131] 'read index received' (duration: 52.093697ms)","trace[511749131] 'applied index is now lower than readState.Index' (duration: 216.116533ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:25:44.95615Z","caller":"traceutil/trace.go:171","msg":"trace[650810540] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"294.842243ms","start":"2026-07-16T00:25:44.66126Z","end":"2026-07-16T00:25:44.956102Z","steps":["trace[650810540] 'process raft request' (duration: 78.69037ms)","trace[650810540] 'compare' (duration: 215.339779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:44.956369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.485934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-16T00:25:44.956434Z","caller":"traceutil/trace.go:171","msg":"trace[1464065567] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4872; }","duration":"268.589696ms","start":"2026-07-16T00:25:44.68782Z","end":"2026-07-16T00:25:44.95641Z","steps":["trace[1464065567] 'agreement among raft nodes before linearized reading' (duration: 268.375302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:45.456934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825764502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:25:45.922802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.631173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:25:45.922966Z","caller":"traceutil/trace.go:171","msg":"trace[457412798] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4872; }","duration":"657.808675ms","start":"2026-07-16T00:25:45.265135Z","end":"2026-07-16T00:25:45.922944Z","steps":["trace[457412798] 'range keys from in-memory index tree' (duration: 657.606162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:45.922977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.328227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:25:45.923372Z","caller":"traceutil/trace.go:171","msg":"trace[1427352421] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"1.221864617s","start":"2026-07-16T00:25:44.701473Z","end":"2026-07-16T00:25:45.923337Z","steps":["trace[1427352421] 'process raft request' (duration: 776.032061ms)","trace[1427352421] 'compare' (duration: 445.004062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:45.923544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:44.701433Z","time spent":"1.222007828s","remote":"127.0.0.1:44580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10147,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:25:45.924382Z","caller":"traceutil/trace.go:171","msg":"trace[1805411619] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"1.212517295s","start":"2026-07-16T00:25:44.711839Z","end":"2026-07-16T00:25:45.924357Z","steps":["trace[1805411619] 'process raft request' (duration: 1.212387233s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:45.924486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:44.711807Z","time spent":"1.212628476s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:25:47.067282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T00:25:47.067381Z","caller":"traceutil/trace.go:171","msg":"trace[28321212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167904s","start":"2026-07-16T00:25:45.067188Z","end":"2026-07-16T00:25:47.067356Z","steps":["trace[28321212] 'agreement among raft nodes before linearized reading' (duration: 2.000014352s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:47.067431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:45.067165Z","time spent":"2.000256385s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:25:47.64675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493844424s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:25:47.64823Z","caller":"traceutil/trace.go:171","msg":"trace[925028127] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"2.90020054s","start":"2026-07-16T00:25:44.747983Z","end":"2026-07-16T00:25:47.648183Z","steps":["trace[925028127] 'process raft request' (duration: 1.40478379s)","trace[925028127] 'compare' (duration: 1.492628595s)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:25:47.648319Z","caller":"traceutil/trace.go:171","msg":"trace[270167798] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5065; }","duration":"2.692133878s","start":"2026-07-16T00:25:44.956157Z","end":"2026-07-16T00:25:47.648291Z","steps":["trace[270167798] 'read index received' (duration: 521.328491ms)","trace[270167798] 'applied index is now lower than readState.Index' (duration: 2.170802877s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:47.648438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:44.747943Z","time spent":"2.900380123s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:25:47.648548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743838339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdf84359-d0a2-40f3-a0cd-f5af345c9667\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-16T00:25:47.648589Z","caller":"traceutil/trace.go:171","msg":"trace[131815708] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bdf84359-d0a2-40f3-a0cd-f5af345c9667; range_end:; response_count:1; response_revision:4876; }","duration":"2.743934571s","start":"2026-07-16T00:25:44.904643Z","end":"2026-07-16T00:25:47.648577Z","steps":["trace[131815708] 'agreement among raft nodes before linearized reading' (duration: 2.743766368s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:47.648627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:44.904617Z","time spent":"2.744001942s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdf84359-d0a2-40f3-a0cd-f5af345c9667\" "} {"level":"warn","ts":"2026-07-16T00:25:47.648804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879680166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdf84359-d0a2-40f3-a0cd-f5af345c9667\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-16T00:25:47.648897Z","caller":"traceutil/trace.go:171","msg":"trace[827916632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bdf84359-d0a2-40f3-a0cd-f5af345c9667; range_end:; response_count:1; response_revision:4876; }","duration":"2.879837709s","start":"2026-07-16T00:25:44.769037Z","end":"2026-07-16T00:25:47.648875Z","steps":["trace[827916632] 'agreement among raft nodes before linearized reading' (duration: 2.879567775s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:47.64894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901909808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1df8b60-dc7c-496f-9a8f-0a00a69613e8\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-07-16T00:25:47.648952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:44.76901Z","time spent":"2.87993164s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdf84359-d0a2-40f3-a0cd-f5af345c9667\" "} {"level":"info","ts":"2026-07-16T00:25:47.648981Z","caller":"traceutil/trace.go:171","msg":"trace[746066835] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1df8b60-dc7c-496f-9a8f-0a00a69613e8; range_end:; response_count:1; response_revision:4876; }","duration":"2.901989539s","start":"2026-07-16T00:25:44.746982Z","end":"2026-07-16T00:25:47.648972Z","steps":["trace[746066835] 'agreement among raft nodes before linearized reading' (duration: 2.901831586s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:47.649009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:44.746968Z","time spent":"2.90203689s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1df8b60-dc7c-496f-9a8f-0a00a69613e8\" "} {"level":"info","ts":"2026-07-16T00:25:47.64912Z","caller":"traceutil/trace.go:171","msg":"trace[1865519005] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"1.507117469s","start":"2026-07-16T00:25:46.141961Z","end":"2026-07-16T00:25:47.649078Z","steps":["trace[1865519005] 'process raft request' (duration: 1.504924994s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:47.649267Z","caller":"traceutil/trace.go:171","msg":"trace[134334325] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"1.197704164s","start":"2026-07-16T00:25:46.45155Z","end":"2026-07-16T00:25:47.649254Z","steps":["trace[134334325] 'process raft request' (duration: 1.195649911s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:47.649325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:46.451518Z","time spent":"1.197778237s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:25:47.649316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:46.141932Z","time spent":"1.507278873s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:25:47.812604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999808815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T00:25:47.812688Z","caller":"traceutil/trace.go:171","msg":"trace[153295117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962537s","start":"2026-07-16T00:25:45.812707Z","end":"2026-07-16T00:25:47.81267Z","steps":["trace[153295117] 'agreement among raft nodes before linearized reading' (duration: 1.999855775s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:47.812725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:45.812684Z","time spent":"2.000033158s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 00:25:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T00:25:48.148961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825764506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:25:48.696728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.24671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:25:48.696835Z","caller":"traceutil/trace.go:171","msg":"trace[921552056] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"1.734959553s","start":"2026-07-16T00:25:46.961855Z","end":"2026-07-16T00:25:48.696815Z","steps":["trace[921552056] 'process raft request' (duration: 1.303540841s)","trace[921552056] 'compare' (duration: 430.295044ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:48.696885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:46.961836Z","time spent":"1.735028884s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:25:48.725833Z","caller":"traceutil/trace.go:171","msg":"trace[541404793] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"1.06940542s","start":"2026-07-16T00:25:47.656396Z","end":"2026-07-16T00:25:48.725801Z","steps":["trace[541404793] 'process raft request' (duration: 1.069124846s)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.7262Z","caller":"traceutil/trace.go:171","msg":"trace[989388020] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"796.818449ms","start":"2026-07-16T00:25:47.929347Z","end":"2026-07-16T00:25:48.726166Z","steps":["trace[989388020] 'process raft request' (duration: 796.346472ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.726208Z","caller":"traceutil/trace.go:171","msg":"trace[28520243] linearizableReadLoop","detail":"{readStateIndex:5073; appliedIndex:5070; }","duration":"1.077788826s","start":"2026-07-16T00:25:47.648375Z","end":"2026-07-16T00:25:48.726164Z","steps":["trace[28520243] 'read index received' (duration: 616.989179ms)","trace[28520243] 'applied index is now lower than readState.Index' (duration: 460.796697ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:48.726316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:47.929328Z","time spent":"796.934722ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:25:48.726521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860952893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T00:25:48.726579Z","caller":"traceutil/trace.go:171","msg":"trace[392681544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4880; }","duration":"2.861109065s","start":"2026-07-16T00:25:45.865456Z","end":"2026-07-16T00:25:48.726565Z","steps":["trace[392681544] 'agreement among raft nodes before linearized reading' (duration: 2.860891622s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.726562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851747453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-16T00:25:48.726622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:45.865432Z","time spent":"2.861181606s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T00:25:48.726684Z","caller":"traceutil/trace.go:171","msg":"trace[679147340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4880; }","duration":"2.851964247s","start":"2026-07-16T00:25:45.874691Z","end":"2026-07-16T00:25:48.726655Z","steps":["trace[679147340] 'agreement among raft nodes before linearized reading' (duration: 2.85153814s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.726709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853004844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-16T00:25:48.726707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894761381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-16T00:25:48.726773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:45.874663Z","time spent":"2.852096368s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T00:25:48.726838Z","caller":"traceutil/trace.go:171","msg":"trace[839139876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4880; }","duration":"2.894983615s","start":"2026-07-16T00:25:45.831814Z","end":"2026-07-16T00:25:48.726797Z","steps":["trace[839139876] 'agreement among raft nodes before linearized reading' (duration: 2.894606749s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.726853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382617409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T00:25:48.726902Z","caller":"traceutil/trace.go:171","msg":"trace[2096394084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4880; }","duration":"3.38269675s","start":"2026-07-16T00:25:45.344197Z","end":"2026-07-16T00:25:48.726893Z","steps":["trace[2096394084] 'agreement among raft nodes before linearized reading' (duration: 3.382592999s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.726938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:45.344174Z","time spent":"3.382758401s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T00:25:48.726986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:45.831784Z","time spent":"2.895137617s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T00:25:48.727007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.718323647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-16T00:25:48.727061Z","caller":"traceutil/trace.go:171","msg":"trace[1216523408] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4880; }","duration":"3.718412528s","start":"2026-07-16T00:25:45.008633Z","end":"2026-07-16T00:25:48.727046Z","steps":["trace[1216523408] 'agreement among raft nodes before linearized reading' (duration: 3.718294546s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.7271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:45.00861Z","time spent":"3.71848339s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-16T00:25:48.727185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656504661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c29d3f2e56b534\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-16T00:25:48.727223Z","caller":"traceutil/trace.go:171","msg":"trace[387150929] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c29d3f2e56b534; range_end:; response_count:1; response_revision:4880; }","duration":"1.656586362s","start":"2026-07-16T00:25:47.070626Z","end":"2026-07-16T00:25:48.727213Z","steps":["trace[387150929] 'agreement among raft nodes before linearized reading' (duration: 1.656500151s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.727253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:47.070587Z","time spent":"1.656659275s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c29d3f2e56b534\" "} {"level":"warn","ts":"2026-07-16T00:25:48.727313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:47.656372Z","time spent":"1.069639614s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:25:48.726757Z","caller":"traceutil/trace.go:171","msg":"trace[653865168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4880; }","duration":"2.853106685s","start":"2026-07-16T00:25:45.873639Z","end":"2026-07-16T00:25:48.726746Z","steps":["trace[653865168] 'agreement among raft nodes before linearized reading' (duration: 2.852947433s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.727399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:45.873612Z","time spent":"2.853773126s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:25:48.727426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783598201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:25:48.727474Z","caller":"traceutil/trace.go:171","msg":"trace[1660119149] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4880; }","duration":"1.783687931s","start":"2026-07-16T00:25:46.943774Z","end":"2026-07-16T00:25:48.727462Z","steps":["trace[1660119149] 'agreement among raft nodes before linearized reading' (duration: 1.78361589s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.727312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559290621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18c29d78996f0edf\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-07-16T00:25:48.727517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:46.94375Z","time spent":"1.783755533s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:25:48.727543Z","caller":"traceutil/trace.go:171","msg":"trace[1270799797] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18c29d78996f0edf; range_end:; response_count:1; response_revision:4880; }","duration":"2.559548865s","start":"2026-07-16T00:25:46.167964Z","end":"2026-07-16T00:25:48.727513Z","steps":["trace[1270799797] 'agreement among raft nodes before linearized reading' (duration: 2.5591995s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.727612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:46.167934Z","time spent":"2.559662428s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1202,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18c29d78996f0edf\" "} {"level":"warn","ts":"2026-07-16T00:25:48.727106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513027891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:25:48.727807Z","caller":"traceutil/trace.go:171","msg":"trace[596131033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4880; }","duration":"2.513746562s","start":"2026-07-16T00:25:46.214049Z","end":"2026-07-16T00:25:48.727796Z","steps":["trace[596131033] 'agreement among raft nodes before linearized reading' (duration: 2.51298376s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.727842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:46.214037Z","time spent":"2.513795763s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T00:25:48.745148Z","caller":"traceutil/trace.go:171","msg":"trace[1281500780] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"346.834255ms","start":"2026-07-16T00:25:48.398295Z","end":"2026-07-16T00:25:48.745129Z","steps":["trace[1281500780] 'process raft request' (duration: 346.700223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.745271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:48.398244Z","time spent":"346.954807ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:25:48.745423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.706129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:25:48.74564Z","caller":"traceutil/trace.go:171","msg":"trace[1863624186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4881; }","duration":"924.952322ms","start":"2026-07-16T00:25:47.820672Z","end":"2026-07-16T00:25:48.745624Z","steps":["trace[1863624186] 'agreement among raft nodes before linearized reading' (duration: 924.679058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.745742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:47.82066Z","time spent":"925.071604ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:25:48.74556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.043519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T00:25:48.745541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001821585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:25:48.746102Z","caller":"traceutil/trace.go:171","msg":"trace[654653427] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4881; }","duration":"675.622719ms","start":"2026-07-16T00:25:48.070455Z","end":"2026-07-16T00:25:48.746078Z","steps":["trace[654653427] 'agreement among raft nodes before linearized reading' (duration: 674.837106ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.74622Z","caller":"traceutil/trace.go:171","msg":"trace[537951287] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4881; }","duration":"1.002538408s","start":"2026-07-16T00:25:47.74365Z","end":"2026-07-16T00:25:48.746189Z","steps":["trace[537951287] 'agreement among raft nodes before linearized reading' (duration: 1.001749805s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.746279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:47.743629Z","time spent":"1.002626309s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":75,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:25:48.74634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:48.070425Z","time spent":"675.768292ms","remote":"127.0.0.1:39642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:25:48.98795Z","caller":"traceutil/trace.go:171","msg":"trace[837551132] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"254.96954ms","start":"2026-07-16T00:25:48.732936Z","end":"2026-07-16T00:25:48.987906Z","steps":["trace[837551132] 'process raft request' (duration: 254.829538ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.988053Z","caller":"traceutil/trace.go:171","msg":"trace[995192585] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"253.198141ms","start":"2026-07-16T00:25:48.734846Z","end":"2026-07-16T00:25:48.988044Z","steps":["trace[995192585] 'process raft request' (duration: 253.013909ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.988044Z","caller":"traceutil/trace.go:171","msg":"trace[1032872661] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"255.147293ms","start":"2026-07-16T00:25:48.732861Z","end":"2026-07-16T00:25:48.988008Z","steps":["trace[1032872661] 'process raft request' (duration: 254.726456ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.988044Z","caller":"traceutil/trace.go:171","msg":"trace[762238571] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"253.206892ms","start":"2026-07-16T00:25:48.734786Z","end":"2026-07-16T00:25:48.987993Z","steps":["trace[762238571] 'process raft request' (duration: 253.034329ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.987971Z","caller":"traceutil/trace.go:171","msg":"trace[617008019] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"252.407719ms","start":"2026-07-16T00:25:48.735536Z","end":"2026-07-16T00:25:48.987943Z","steps":["trace[617008019] 'process raft request' (duration: 252.349258ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.988594Z","caller":"traceutil/trace.go:171","msg":"trace[308020921] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"252.987558ms","start":"2026-07-16T00:25:48.735592Z","end":"2026-07-16T00:25:48.988579Z","steps":["trace[308020921] 'process raft request' (duration: 252.323217ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.988604Z","caller":"traceutil/trace.go:171","msg":"trace[1842402781] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"252.961738ms","start":"2026-07-16T00:25:48.735628Z","end":"2026-07-16T00:25:48.98859Z","steps":["trace[1842402781] 'process raft request' (duration: 252.797215ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:48.988603Z","caller":"traceutil/trace.go:171","msg":"trace[373634523] linearizableReadLoop","detail":"{readStateIndex:5081; appliedIndex:5074; }","duration":"243.423814ms","start":"2026-07-16T00:25:48.745144Z","end":"2026-07-16T00:25:48.988568Z","steps":["trace[373634523] 'read index received' (duration: 242.435648ms)","trace[373634523] 'applied index is now lower than readState.Index' (duration: 987.006µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:48.988799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.525493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:25:48.988831Z","caller":"traceutil/trace.go:171","msg":"trace[113031529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4888; }","duration":"241.641665ms","start":"2026-07-16T00:25:48.747182Z","end":"2026-07-16T00:25:48.988824Z","steps":["trace[113031529] 'agreement among raft nodes before linearized reading' (duration: 241.550143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.988826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.512256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-16T00:25:48.988877Z","caller":"traceutil/trace.go:171","msg":"trace[1487234110] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4888; }","duration":"253.598887ms","start":"2026-07-16T00:25:48.735262Z","end":"2026-07-16T00:25:48.988861Z","steps":["trace[1487234110] 'agreement among raft nodes before linearized reading' (duration: 253.328653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:48.988925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.59193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:25:48.989004Z","caller":"traceutil/trace.go:171","msg":"trace[491248097] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4888; }","duration":"255.711542ms","start":"2026-07-16T00:25:48.733279Z","end":"2026-07-16T00:25:48.988991Z","steps":["trace[491248097] 'agreement among raft nodes before linearized reading' (duration: 255.416238ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:49.186085Z","caller":"traceutil/trace.go:171","msg":"trace[1018790605] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"189.883274ms","start":"2026-07-16T00:25:48.996153Z","end":"2026-07-16T00:25:49.186036Z","steps":["trace[1018790605] 'process raft request' (duration: 189.521459ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:49.186088Z","caller":"traceutil/trace.go:171","msg":"trace[1260552316] linearizableReadLoop","detail":"{readStateIndex:5082; appliedIndex:5081; }","duration":"189.314105ms","start":"2026-07-16T00:25:48.996662Z","end":"2026-07-16T00:25:49.185976Z","steps":["trace[1260552316] 'read index received' (duration: 189.076772ms)","trace[1260552316] 'applied index is now lower than readState.Index' (duration: 235.643µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:49.186373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.639301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:25:49.186441Z","caller":"traceutil/trace.go:171","msg":"trace[1393621006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4889; }","duration":"189.785604ms","start":"2026-07-16T00:25:48.996642Z","end":"2026-07-16T00:25:49.186428Z","steps":["trace[1393621006] 'agreement among raft nodes before linearized reading' (duration: 189.519389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:49.187986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.129935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-16T00:25:49.188078Z","caller":"traceutil/trace.go:171","msg":"trace[622516156] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4890; }","duration":"191.232626ms","start":"2026-07-16T00:25:48.996823Z","end":"2026-07-16T00:25:49.188055Z","steps":["trace[622516156] 'agreement among raft nodes before linearized reading' (duration: 191.005853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:49.188433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.663411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:25:49.188474Z","caller":"traceutil/trace.go:171","msg":"trace[527667070] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4890; }","duration":"132.739423ms","start":"2026-07-16T00:25:49.055724Z","end":"2026-07-16T00:25:49.188464Z","steps":["trace[527667070] 'agreement among raft nodes before linearized reading' (duration: 132.673031ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:49.188475Z","caller":"traceutil/trace.go:171","msg":"trace[1561836242] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"191.081204ms","start":"2026-07-16T00:25:48.997361Z","end":"2026-07-16T00:25:49.188443Z","steps":["trace[1561836242] 'process raft request' (duration: 190.319221ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:25:49.554199Z","caller":"traceutil/trace.go:171","msg":"trace[902930860] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5084; }","duration":"353.581946ms","start":"2026-07-16T00:25:49.200583Z","end":"2026-07-16T00:25:49.554165Z","steps":["trace[902930860] 'read index received' (duration: 308.318846ms)","trace[902930860] 'applied index is now lower than readState.Index' (duration: 45.2616ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:25:49.554231Z","caller":"traceutil/trace.go:171","msg":"trace[466276156] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"355.378675ms","start":"2026-07-16T00:25:49.198798Z","end":"2026-07-16T00:25:49.554176Z","steps":["trace[466276156] 'process raft request' (duration: 310.179956ms)","trace[466276156] 'compare' (duration: 45.024447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:25:49.554669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:49.198785Z","time spent":"355.782021ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:25:49.554893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T00:25:49.554884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.163216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:25:49.554956Z","caller":"traceutil/trace.go:171","msg":"trace[1769577121] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4891; }","duration":"184.233752ms","start":"2026-07-16T00:25:49.37071Z","end":"2026-07-16T00:25:49.554944Z","steps":["trace[1769577121] 'agreement among raft nodes before linearized reading' (duration: 184.045309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:49.554934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.318408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:25:49.555Z","caller":"traceutil/trace.go:171","msg":"trace[1136665395] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4891; }","duration":"354.304678ms","start":"2026-07-16T00:25:49.20066Z","end":"2026-07-16T00:25:49.554964Z","steps":["trace[1136665395] 'agreement among raft nodes before linearized reading' (duration: 354.088634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:49.555074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:49.200655Z","time spent":"354.406079ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-07-16T00:25:49.55506Z","caller":"traceutil/trace.go:171","msg":"trace[937237597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4891; }","duration":"354.47464ms","start":"2026-07-16T00:25:49.200563Z","end":"2026-07-16T00:25:49.555038Z","steps":["trace[937237597] 'agreement among raft nodes before linearized reading' (duration: 353.695068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:49.555157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:49.200556Z","time spent":"354.585281ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T00:25:52.268939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825764684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T00:25:52.540609Z","caller":"traceutil/trace.go:171","msg":"trace[1992106620] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"845.982733ms","start":"2026-07-16T00:25:51.694591Z","end":"2026-07-16T00:25:52.540574Z","steps":["trace[1992106620] 'process raft request' (duration: 841.386369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:52.541693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:51.694568Z","time spent":"847.02678ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:25:52.615538Z","caller":"traceutil/trace.go:171","msg":"trace[278268813] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5136; }","duration":"847.570218ms","start":"2026-07-16T00:25:51.767945Z","end":"2026-07-16T00:25:52.615515Z","steps":["trace[278268813] 'read index received' (duration: 768.048929ms)","trace[278268813] 'applied index is now lower than readState.Index' (duration: 79.520569ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:25:52.615662Z","caller":"traceutil/trace.go:171","msg":"trace[1632802478] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"234.926186ms","start":"2026-07-16T00:25:52.380727Z","end":"2026-07-16T00:25:52.615653Z","steps":["trace[1632802478] 'process raft request' (duration: 234.745583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:52.615919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.943984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1df8b60-dc7c-496f-9a8f-0a00a69613e8\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-07-16T00:25:52.615944Z","caller":"traceutil/trace.go:171","msg":"trace[1058127527] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1df8b60-dc7c-496f-9a8f-0a00a69613e8; range_end:; response_count:1; response_revision:4943; }","duration":"848.008705ms","start":"2026-07-16T00:25:51.767929Z","end":"2026-07-16T00:25:52.615937Z","steps":["trace[1058127527] 'agreement among raft nodes before linearized reading' (duration: 847.857092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:52.615964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:51.767908Z","time spent":"848.051045ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1df8b60-dc7c-496f-9a8f-0a00a69613e8\" "} {"level":"info","ts":"2026-07-16T00:25:52.616048Z","caller":"traceutil/trace.go:171","msg":"trace[672921539] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"652.839533ms","start":"2026-07-16T00:25:51.963165Z","end":"2026-07-16T00:25:52.616005Z","steps":["trace[672921539] 'process raft request' (duration: 652.218723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:52.616248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:51.963138Z","time spent":"653.013246ms","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T00:25:52.616285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.615502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xfhzl\" ","response":"range_response_count:1 size:9757"} {"level":"info","ts":"2026-07-16T00:25:52.616308Z","caller":"traceutil/trace.go:171","msg":"trace[89157426] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xfhzl; range_end:; response_count:1; response_revision:4943; }","duration":"654.638213ms","start":"2026-07-16T00:25:51.961663Z","end":"2026-07-16T00:25:52.616301Z","steps":["trace[89157426] 'agreement among raft nodes before linearized reading' (duration: 654.570991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:52.616327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:51.961585Z","time spent":"654.735714ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9780,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xfhzl\" "} {"level":"warn","ts":"2026-07-16T00:25:52.616118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.136597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdf84359-d0a2-40f3-a0cd-f5af345c9667\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-07-16T00:25:52.616497Z","caller":"traceutil/trace.go:171","msg":"trace[171667461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bdf84359-d0a2-40f3-a0cd-f5af345c9667; range_end:; response_count:1; response_revision:4943; }","duration":"848.545883ms","start":"2026-07-16T00:25:51.767925Z","end":"2026-07-16T00:25:52.616471Z","steps":["trace[171667461] 'agreement among raft nodes before linearized reading' (duration: 848.151627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:52.616599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:51.767895Z","time spent":"848.657184ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdf84359-d0a2-40f3-a0cd-f5af345c9667\" "} {"level":"warn","ts":"2026-07-16T00:25:52.619205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.501617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-07-16T00:25:52.619276Z","caller":"traceutil/trace.go:171","msg":"trace[37856609] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4943; }","duration":"829.624078ms","start":"2026-07-16T00:25:51.789635Z","end":"2026-07-16T00:25:52.619259Z","steps":["trace[37856609] 'agreement among raft nodes before linearized reading' (duration: 826.551599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:52.619314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:51.789613Z","time spent":"829.69125ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2206996,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-16T00:25:59.085759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825764996,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T00:25:59.394374Z","caller":"traceutil/trace.go:171","msg":"trace[1938332852] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"831.164215ms","start":"2026-07-16T00:25:58.563179Z","end":"2026-07-16T00:25:59.394343Z","steps":["trace[1938332852] 'process raft request' (duration: 827.795021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:25:59.394553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:58.563148Z","time spent":"831.305018ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:00.157824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.76449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:26:00.158111Z","caller":"traceutil/trace.go:171","msg":"trace[35203847] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5272; }","duration":"1.572366585s","start":"2026-07-16T00:25:58.585719Z","end":"2026-07-16T00:26:00.158085Z","steps":["trace[35203847] 'read index received' (duration: 805.274073ms)","trace[35203847] 'applied index is now lower than readState.Index' (duration: 767.091192ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:00.158197Z","caller":"traceutil/trace.go:171","msg":"trace[1253867330] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"1.390788059s","start":"2026-07-16T00:25:58.767395Z","end":"2026-07-16T00:26:00.158183Z","steps":["trace[1253867330] 'process raft request' (duration: 1.117545842s)","trace[1253867330] 'compare' (duration: 272.408574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:00.158263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:58.767362Z","time spent":"1.390861471s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:00.158811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573060617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-16T00:26:00.158902Z","caller":"traceutil/trace.go:171","msg":"trace[773393114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f; range_end:; response_count:1; response_revision:5078; }","duration":"1.573211189s","start":"2026-07-16T00:25:58.585665Z","end":"2026-07-16T00:26:00.158876Z","steps":["trace[773393114] 'agreement among raft nodes before linearized reading' (duration: 1.572938765s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.158949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:58.585638Z","time spent":"1.573302521s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" "} {"level":"info","ts":"2026-07-16T00:26:00.159697Z","caller":"traceutil/trace.go:171","msg":"trace[1283891516] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"1.385035189s","start":"2026-07-16T00:25:58.774155Z","end":"2026-07-16T00:26:00.15919Z","steps":["trace[1283891516] 'process raft request' (duration: 1.383790119s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.159849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:58.774119Z","time spent":"1.385641129s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:00.2557Z","caller":"traceutil/trace.go:171","msg":"trace[1425551751] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"473.19808ms","start":"2026-07-16T00:25:59.782475Z","end":"2026-07-16T00:26:00.255673Z","steps":["trace[1425551751] 'process raft request' (duration: 473.070908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.255839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:59.782445Z","time spent":"473.313513ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:00.458251Z","caller":"traceutil/trace.go:171","msg":"trace[689896694] linearizableReadLoop","detail":"{readStateIndex:5277; appliedIndex:5275; }","duration":"300.067992ms","start":"2026-07-16T00:26:00.158144Z","end":"2026-07-16T00:26:00.458212Z","steps":["trace[689896694] 'read index received' (duration: 97.43319ms)","trace[689896694] 'applied index is now lower than readState.Index' (duration: 202.631922ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:00.458414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646377784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:00.458461Z","caller":"traceutil/trace.go:171","msg":"trace[1760050807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5080; }","duration":"1.646483825s","start":"2026-07-16T00:25:58.811963Z","end":"2026-07-16T00:26:00.458447Z","steps":["trace[1760050807] 'agreement among raft nodes before linearized reading' (duration: 1.646368783s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.458449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305049873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-16T00:26:00.458501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:58.811948Z","time spent":"1.646545417s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T00:26:00.458538Z","caller":"traceutil/trace.go:171","msg":"trace[1688782450] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5080; }","duration":"1.305167646s","start":"2026-07-16T00:25:59.153345Z","end":"2026-07-16T00:26:00.458512Z","steps":["trace[1688782450] 'agreement among raft nodes before linearized reading' (duration: 1.30487117s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.459165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:59.153328Z","time spent":"1.305824116s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-16T00:26:00.458599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381894608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-16T00:26:00.459287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373522794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:26:00.459344Z","caller":"traceutil/trace.go:171","msg":"trace[954407673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5080; }","duration":"1.382741742s","start":"2026-07-16T00:25:59.076588Z","end":"2026-07-16T00:26:00.45933Z","steps":["trace[954407673] 'agreement among raft nodes before linearized reading' (duration: 1.381696344s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.459355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.931178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-07-16T00:26:00.459388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:59.076561Z","time spent":"1.382816712s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:26:00.459361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.731296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:26:00.459416Z","caller":"traceutil/trace.go:171","msg":"trace[1036267424] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f; range_end:; response_count:1; response_revision:5080; }","duration":"408.068441ms","start":"2026-07-16T00:26:00.051334Z","end":"2026-07-16T00:26:00.459403Z","steps":["trace[1036267424] 'agreement among raft nodes before linearized reading' (duration: 407.747706ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:00.459458Z","caller":"traceutil/trace.go:171","msg":"trace[1277945400] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5080; }","duration":"409.865738ms","start":"2026-07-16T00:26:00.04957Z","end":"2026-07-16T00:26:00.459436Z","steps":["trace[1277945400] 'agreement among raft nodes before linearized reading' (duration: 409.590584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.459475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:00.051329Z","time spent":"408.130362ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" "} {"level":"info","ts":"2026-07-16T00:26:00.459349Z","caller":"traceutil/trace.go:171","msg":"trace[10771691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5080; }","duration":"1.373607615s","start":"2026-07-16T00:25:59.085728Z","end":"2026-07-16T00:26:00.459336Z","steps":["trace[10771691] 'agreement among raft nodes before linearized reading' (duration: 1.373437032s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.459523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:00.049541Z","time spent":"409.97001ms","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:26:00.459546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:59.085717Z","time spent":"1.373817978s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T00:26:00.459577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.46298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:26:00.459929Z","caller":"traceutil/trace.go:171","msg":"trace[180400733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5080; }","duration":"749.10266ms","start":"2026-07-16T00:25:59.710801Z","end":"2026-07-16T00:26:00.459903Z","steps":["trace[180400733] 'agreement among raft nodes before linearized reading' (duration: 748.390848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.459994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:59.710781Z","time spent":"749.197862ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T00:26:00.458992Z","caller":"traceutil/trace.go:171","msg":"trace[233372145] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"417.966387ms","start":"2026-07-16T00:26:00.040956Z","end":"2026-07-16T00:26:00.458923Z","steps":["trace[233372145] 'process raft request' (duration: 333.052146ms)","trace[233372145] 'compare' (duration: 83.914825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:00.460313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:00.040929Z","time spent":"419.314328ms","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T00:26:00.459516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365753611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:26:00.46067Z","caller":"traceutil/trace.go:171","msg":"trace[1748132653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5080; }","duration":"1.36697349s","start":"2026-07-16T00:25:59.093681Z","end":"2026-07-16T00:26:00.460654Z","steps":["trace[1748132653] 'agreement among raft nodes before linearized reading' (duration: 1.364993929s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.460705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:59.093658Z","time spent":"1.367037201s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:26:00.458877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385646757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:26:00.461174Z","caller":"traceutil/trace.go:171","msg":"trace[1231298859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5080; }","duration":"1.387941864s","start":"2026-07-16T00:25:59.073216Z","end":"2026-07-16T00:26:00.461158Z","steps":["trace[1231298859] 'agreement among raft nodes before linearized reading' (duration: 1.385509375s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.461228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:59.073134Z","time spent":"1.388083296s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T00:26:00.461513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384466348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:26:00.461569Z","caller":"traceutil/trace.go:171","msg":"trace[391702334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5080; }","duration":"1.384987277s","start":"2026-07-16T00:25:59.076569Z","end":"2026-07-16T00:26:00.461556Z","steps":["trace[391702334] 'agreement among raft nodes before linearized reading' (duration: 1.381935159s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.461602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:25:59.076505Z","time spent":"1.385087419s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T00:26:00.67865Z","caller":"traceutil/trace.go:171","msg":"trace[1811111705] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"212.5224ms","start":"2026-07-16T00:26:00.466088Z","end":"2026-07-16T00:26:00.67861Z","steps":["trace[1811111705] 'process raft request' (duration: 212.156684ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:00.678661Z","caller":"traceutil/trace.go:171","msg":"trace[840278002] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"212.427089ms","start":"2026-07-16T00:26:00.466201Z","end":"2026-07-16T00:26:00.678628Z","steps":["trace[840278002] 'process raft request' (duration: 212.309858ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:00.679183Z","caller":"traceutil/trace.go:171","msg":"trace[1609878226] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5278; }","duration":"199.733607ms","start":"2026-07-16T00:26:00.479428Z","end":"2026-07-16T00:26:00.679162Z","steps":["trace[1609878226] 'read index received' (duration: 198.875163ms)","trace[1609878226] 'applied index is now lower than readState.Index' (duration: 857.564µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:00.679214Z","caller":"traceutil/trace.go:171","msg":"trace[817087162] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"211.510793ms","start":"2026-07-16T00:26:00.467684Z","end":"2026-07-16T00:26:00.679195Z","steps":["trace[817087162] 'process raft request' (duration: 211.395461ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:00.679204Z","caller":"traceutil/trace.go:171","msg":"trace[706027023] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"211.529944ms","start":"2026-07-16T00:26:00.46763Z","end":"2026-07-16T00:26:00.67916Z","steps":["trace[706027023] 'process raft request' (duration: 211.257609ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:00.679315Z","caller":"traceutil/trace.go:171","msg":"trace[1176097002] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"210.088472ms","start":"2026-07-16T00:26:00.469213Z","end":"2026-07-16T00:26:00.679301Z","steps":["trace[1176097002] 'process raft request' (duration: 209.903899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.679536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.993751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:00.679575Z","caller":"traceutil/trace.go:171","msg":"trace[1838637158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5086; }","duration":"212.137233ms","start":"2026-07-16T00:26:00.467428Z","end":"2026-07-16T00:26:00.679565Z","steps":["trace[1838637158] 'agreement among raft nodes before linearized reading' (duration: 211.872279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.679823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.026988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-84678754f8-24xm6.18c29d7bf002497a\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-07-16T00:26:00.679919Z","caller":"traceutil/trace.go:171","msg":"trace[1261375925] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-84678754f8-24xm6.18c29d7bf002497a; range_end:; response_count:1; response_revision:5086; }","duration":"213.15439ms","start":"2026-07-16T00:26:00.466742Z","end":"2026-07-16T00:26:00.679896Z","steps":["trace[1261375925] 'agreement among raft nodes before linearized reading' (duration: 212.58479ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:00.680037Z","caller":"traceutil/trace.go:171","msg":"trace[1096860904] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"212.961927ms","start":"2026-07-16T00:26:00.467049Z","end":"2026-07-16T00:26:00.680011Z","steps":["trace[1096860904] 'process raft request' (duration: 211.523904ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:00.698151Z","caller":"traceutil/trace.go:171","msg":"trace[842102813] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"217.52736ms","start":"2026-07-16T00:26:00.480574Z","end":"2026-07-16T00:26:00.698101Z","steps":["trace[842102813] 'process raft request' (duration: 217.347927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:00.69839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.320846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10161"} {"level":"info","ts":"2026-07-16T00:26:00.698497Z","caller":"traceutil/trace.go:171","msg":"trace[2037223026] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5087; }","duration":"217.469518ms","start":"2026-07-16T00:26:00.48101Z","end":"2026-07-16T00:26:00.69848Z","steps":["trace[2037223026] 'agreement among raft nodes before linearized reading' (duration: 217.113942ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:01.387776Z","caller":"traceutil/trace.go:171","msg":"trace[1672337610] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5287; }","duration":"285.370703ms","start":"2026-07-16T00:26:01.102371Z","end":"2026-07-16T00:26:01.387742Z","steps":["trace[1672337610] 'read index received' (duration: 285.054628ms)","trace[1672337610] 'applied index is now lower than readState.Index' (duration: 314.825µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:01.388239Z","caller":"traceutil/trace.go:171","msg":"trace[399612481] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"314.82637ms","start":"2026-07-16T00:26:01.07335Z","end":"2026-07-16T00:26:01.388177Z","steps":["trace[399612481] 'process raft request' (duration: 314.190101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:01.388335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.808984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-16T00:26:01.388393Z","caller":"traceutil/trace.go:171","msg":"trace[314841801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f; range_end:; response_count:1; response_revision:5090; }","duration":"223.910026ms","start":"2026-07-16T00:26:01.164456Z","end":"2026-07-16T00:26:01.388366Z","steps":["trace[314841801] 'agreement among raft nodes before linearized reading' (duration: 223.695982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:01.388414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.988933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1df8b60-dc7c-496f-9a8f-0a00a69613e8\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-07-16T00:26:01.388667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.073331Z","time spent":"314.974232ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:01.388702Z","caller":"traceutil/trace.go:171","msg":"trace[1059455617] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1df8b60-dc7c-496f-9a8f-0a00a69613e8; range_end:; response_count:1; response_revision:5090; }","duration":"286.333949ms","start":"2026-07-16T00:26:01.102341Z","end":"2026-07-16T00:26:01.388675Z","steps":["trace[1059455617] 'agreement among raft nodes before linearized reading' (duration: 285.752899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:01.38897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.291055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18c29d7bd002715c\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-07-16T00:26:01.38906Z","caller":"traceutil/trace.go:171","msg":"trace[993831691] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18c29d7bd002715c; range_end:; response_count:1; response_revision:5090; }","duration":"221.423187ms","start":"2026-07-16T00:26:01.167613Z","end":"2026-07-16T00:26:01.389036Z","steps":["trace[993831691] 'agreement among raft nodes before linearized reading' (duration: 221.102202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:01.929377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825765037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T00:26:01.946279Z","caller":"traceutil/trace.go:171","msg":"trace[48560270] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"553.508113ms","start":"2026-07-16T00:26:01.392741Z","end":"2026-07-16T00:26:01.946249Z","steps":["trace[48560270] 'process raft request' (duration: 553.308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:01.946449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.392715Z","time spent":"553.626034ms","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:02.175681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.010494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:26:02.176029Z","caller":"traceutil/trace.go:171","msg":"trace[798756829] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"780.037578ms","start":"2026-07-16T00:26:01.395963Z","end":"2026-07-16T00:26:02.176Z","steps":["trace[798756829] 'process raft request' (duration: 647.569196ms)","trace[798756829] 'compare' (duration: 131.858261ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:02.176192Z","caller":"traceutil/trace.go:171","msg":"trace[46269690] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"780.211821ms","start":"2026-07-16T00:26:01.395958Z","end":"2026-07-16T00:26:02.17617Z","steps":["trace[46269690] 'process raft request' (duration: 779.839695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:02.176204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.395941Z","time spent":"780.16296ms","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:02.176285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.395929Z","time spent":"780.309862ms","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:02.176967Z","caller":"traceutil/trace.go:171","msg":"trace[436214888] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"780.535746ms","start":"2026-07-16T00:26:01.396413Z","end":"2026-07-16T00:26:02.176949Z","steps":["trace[436214888] 'process raft request' (duration: 779.473109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:02.177059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.396386Z","time spent":"780.629747ms","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:02.177167Z","caller":"traceutil/trace.go:171","msg":"trace[1019840094] linearizableReadLoop","detail":"{readStateIndex:5295; appliedIndex:5288; }","duration":"748.09899ms","start":"2026-07-16T00:26:01.429029Z","end":"2026-07-16T00:26:02.177128Z","steps":["trace[1019840094] 'read index received' (duration: 517.057104ms)","trace[1019840094] 'applied index is now lower than readState.Index' (duration: 231.039946ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:02.177364Z","caller":"traceutil/trace.go:171","msg":"trace[1501632436] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"777.643699ms","start":"2026-07-16T00:26:01.399702Z","end":"2026-07-16T00:26:02.177346Z","steps":["trace[1501632436] 'process raft request' (duration: 777.237512ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:02.177602Z","caller":"traceutil/trace.go:171","msg":"trace[1271800675] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"528.393389ms","start":"2026-07-16T00:26:01.649194Z","end":"2026-07-16T00:26:02.177588Z","steps":["trace[1271800675] 'process raft request' (duration: 527.85278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:02.177672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.649155Z","time spent":"528.48199ms","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":937,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T00:26:02.177847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.793961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:02.177915Z","caller":"traceutil/trace.go:171","msg":"trace[1741990627] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"780.959551ms","start":"2026-07-16T00:26:01.396947Z","end":"2026-07-16T00:26:02.177907Z","steps":["trace[1741990627] 'process raft request' (duration: 779.785883ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:02.177935Z","caller":"traceutil/trace.go:171","msg":"trace[1525361393] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5097; }","duration":"748.942923ms","start":"2026-07-16T00:26:01.428972Z","end":"2026-07-16T00:26:02.177915Z","steps":["trace[1525361393] 'agreement among raft nodes before linearized reading' (duration: 748.76856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:02.177966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.39694Z","time spent":"780.993342ms","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:02.178831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.428956Z","time spent":"749.022705ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:26:02.179226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.39968Z","time spent":"777.73418ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:02.500753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.557762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:26:02.500955Z","caller":"traceutil/trace.go:171","msg":"trace[843736580] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5295; }","duration":"323.624654ms","start":"2026-07-16T00:26:02.177289Z","end":"2026-07-16T00:26:02.500914Z","steps":["trace[843736580] 'read index received' (duration: 67.588242ms)","trace[843736580] 'applied index is now lower than readState.Index' (duration: 256.033912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:02.501196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.814563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-16T00:26:02.50129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.117314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-16T00:26:02.501352Z","caller":"traceutil/trace.go:171","msg":"trace[1248177168] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5099; }","duration":"505.235426ms","start":"2026-07-16T00:26:01.996099Z","end":"2026-07-16T00:26:02.501334Z","steps":["trace[1248177168] 'agreement among raft nodes before linearized reading' (duration: 504.950982ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:02.501372Z","caller":"traceutil/trace.go:171","msg":"trace[1958123863] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"335.876848ms","start":"2026-07-16T00:26:02.165466Z","end":"2026-07-16T00:26:02.501343Z","steps":["trace[1958123863] 'process raft request' (duration: 233.540844ms)","trace[1958123863] 'compare' (duration: 101.271517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:02.501419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.996069Z","time spent":"505.334758ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-16T00:26:02.501427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.481562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:02.501303Z","caller":"traceutil/trace.go:171","msg":"trace[2046145968] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5099; }","duration":"399.967726ms","start":"2026-07-16T00:26:02.101304Z","end":"2026-07-16T00:26:02.501272Z","steps":["trace[2046145968] 'agreement among raft nodes before linearized reading' (duration: 399.680892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:02.501488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.16543Z","time spent":"335.97739ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:02.50153Z","caller":"traceutil/trace.go:171","msg":"trace[951123952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5099; }","duration":"689.643535ms","start":"2026-07-16T00:26:01.811858Z","end":"2026-07-16T00:26:02.501501Z","steps":["trace[951123952] 'agreement among raft nodes before linearized reading' (duration: 689.463622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:02.501595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:01.811837Z","time spent":"689.748876ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:26:02.501608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.101284Z","time spent":"400.2615ms","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-16T00:26:02.555754Z","caller":"traceutil/trace.go:171","msg":"trace[929046527] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"293.481326ms","start":"2026-07-16T00:26:02.262223Z","end":"2026-07-16T00:26:02.555705Z","steps":["trace[929046527] 'process raft request' (duration: 293.246402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:02.555867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.670694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-16T00:26:02.556041Z","caller":"traceutil/trace.go:171","msg":"trace[1404529054] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f; range_end:; response_count:1; response_revision:5100; }","duration":"161.872847ms","start":"2026-07-16T00:26:02.394148Z","end":"2026-07-16T00:26:02.556021Z","steps":["trace[1404529054] 'agreement among raft nodes before linearized reading' (duration: 161.527732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.340734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.900625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:03.341014Z","caller":"traceutil/trace.go:171","msg":"trace[1555522840] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5100; }","duration":"681.263161ms","start":"2026-07-16T00:26:02.659717Z","end":"2026-07-16T00:26:03.34098Z","steps":["trace[1555522840] 'count revisions from in-memory index tree' (duration: 680.698072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.341093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.659683Z","time spent":"681.386984ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:26:03.341106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.072396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:03.341197Z","caller":"traceutil/trace.go:171","msg":"trace[225852784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5100; }","duration":"529.180477ms","start":"2026-07-16T00:26:02.811992Z","end":"2026-07-16T00:26:03.341173Z","steps":["trace[225852784] 'range keys from in-memory index tree' (duration: 528.958904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.341292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.811915Z","time spent":"529.366931ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:26:03.341705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.63491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:26:03.341756Z","caller":"traceutil/trace.go:171","msg":"trace[2042423536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5100; }","duration":"656.729332ms","start":"2026-07-16T00:26:02.685013Z","end":"2026-07-16T00:26:03.341742Z","steps":["trace[2042423536] 'range keys from in-memory index tree' (duration: 656.278025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.341792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.684991Z","time spent":"656.791913ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:26:03.342058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.250128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:26:03.342103Z","caller":"traceutil/trace.go:171","msg":"trace[2018194115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5100; }","duration":"655.316868ms","start":"2026-07-16T00:26:02.686774Z","end":"2026-07-16T00:26:03.342091Z","steps":["trace[2018194115] 'range keys from in-memory index tree' (duration: 655.053765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.342138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.686762Z","time spent":"655.36907ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T00:26:03.342341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.300721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-16T00:26:03.342379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.311144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:26:03.34245Z","caller":"traceutil/trace.go:171","msg":"trace[1058469517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5100; }","duration":"656.402606ms","start":"2026-07-16T00:26:02.686036Z","end":"2026-07-16T00:26:03.342438Z","steps":["trace[1058469517] 'range keys from in-memory index tree' (duration: 656.133472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.342444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.151778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:26:03.34245Z","caller":"traceutil/trace.go:171","msg":"trace[1753075187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5100; }","duration":"657.391572ms","start":"2026-07-16T00:26:02.684982Z","end":"2026-07-16T00:26:03.342373Z","steps":["trace[1753075187] 'range keys from in-memory index tree' (duration: 657.122578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.342479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.686021Z","time spent":"656.450466ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T00:26:03.342498Z","caller":"traceutil/trace.go:171","msg":"trace[1063384311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5100; }","duration":"657.264261ms","start":"2026-07-16T00:26:02.685214Z","end":"2026-07-16T00:26:03.342479Z","steps":["trace[1063384311] 'range keys from in-memory index tree' (duration: 656.957695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.342504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.684967Z","time spent":"657.525134ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:26:03.342531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.68521Z","time spent":"657.313651ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T00:26:03.39153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825765058,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T00:26:03.494055Z","caller":"traceutil/trace.go:171","msg":"trace[2067844526] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"666.425323ms","start":"2026-07-16T00:26:02.827599Z","end":"2026-07-16T00:26:03.494025Z","steps":["trace[2067844526] 'process raft request' (duration: 666.202629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.494234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.827575Z","time spent":"666.564784ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:03.880149Z","caller":"traceutil/trace.go:171","msg":"trace[1783389519] linearizableReadLoop","detail":"{readStateIndex:5304; appliedIndex:5298; }","duration":"989.411328ms","start":"2026-07-16T00:26:02.890711Z","end":"2026-07-16T00:26:03.880122Z","steps":["trace[1783389519] 'read index received' (duration: 603.070357ms)","trace[1783389519] 'applied index is now lower than readState.Index' (duration: 386.339731ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:03.88019Z","caller":"traceutil/trace.go:171","msg":"trace[1741835696] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"532.6993ms","start":"2026-07-16T00:26:03.347436Z","end":"2026-07-16T00:26:03.880135Z","steps":["trace[1741835696] 'process raft request' (duration: 532.324975ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:03.88031Z","caller":"traceutil/trace.go:171","msg":"trace[452133923] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"532.71257ms","start":"2026-07-16T00:26:03.34753Z","end":"2026-07-16T00:26:03.880242Z","steps":["trace[452133923] 'process raft request' (duration: 532.445726ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:03.880311Z","caller":"traceutil/trace.go:171","msg":"trace[2003516783] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"530.401033ms","start":"2026-07-16T00:26:03.34987Z","end":"2026-07-16T00:26:03.880271Z","steps":["trace[2003516783] 'process raft request' (duration: 530.17574ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:03.880406Z","caller":"traceutil/trace.go:171","msg":"trace[1249840933] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"530.379983ms","start":"2026-07-16T00:26:03.350007Z","end":"2026-07-16T00:26:03.880387Z","steps":["trace[1249840933] 'process raft request' (duration: 530.073338ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:03.880328Z","caller":"traceutil/trace.go:171","msg":"trace[1280514214] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"531.643134ms","start":"2026-07-16T00:26:03.348569Z","end":"2026-07-16T00:26:03.880212Z","steps":["trace[1280514214] 'process raft request' (duration: 531.44598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.880492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:03.347523Z","time spent":"532.864702ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:03.880511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:03.349844Z","time spent":"530.558915ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:03.880543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:03.349978Z","time spent":"530.482094ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:03.88065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:03.348544Z","time spent":"531.960389ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:03.880522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:03.347405Z","time spent":"533.004035ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:03.880746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.026788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:26:03.880794Z","caller":"traceutil/trace.go:171","msg":"trace[893157053] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5106; }","duration":"990.113969ms","start":"2026-07-16T00:26:02.890666Z","end":"2026-07-16T00:26:03.88078Z","steps":["trace[893157053] 'agreement among raft nodes before linearized reading' (duration: 990.007468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.880827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:02.890642Z","time spent":"990.17599ms","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:26:03.892862Z","caller":"traceutil/trace.go:171","msg":"trace[914099595] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"133.473015ms","start":"2026-07-16T00:26:03.759378Z","end":"2026-07-16T00:26:03.892851Z","steps":["trace[914099595] 'process raft request' (duration: 133.19398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.892913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.61487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-84678754f8-24xm6.18c29d7bf002497a\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-07-16T00:26:03.892966Z","caller":"traceutil/trace.go:171","msg":"trace[1003489151] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-84678754f8-24xm6.18c29d7bf002497a; range_end:; response_count:1; response_revision:5107; }","duration":"236.698311ms","start":"2026-07-16T00:26:03.656256Z","end":"2026-07-16T00:26:03.892954Z","steps":["trace[1003489151] 'agreement among raft nodes before linearized reading' (duration: 236.575549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.892903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.746357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-16T00:26:03.893177Z","caller":"traceutil/trace.go:171","msg":"trace[1538554382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f; range_end:; response_count:1; response_revision:5107; }","duration":"332.082942ms","start":"2026-07-16T00:26:03.561079Z","end":"2026-07-16T00:26:03.893162Z","steps":["trace[1538554382] 'agreement among raft nodes before linearized reading' (duration: 331.633244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:03.893248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:03.561056Z","time spent":"332.173993ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" "} {"level":"info","ts":"2026-07-16T00:26:04.230937Z","caller":"traceutil/trace.go:171","msg":"trace[1322033705] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"103.143852ms","start":"2026-07-16T00:26:04.127748Z","end":"2026-07-16T00:26:04.230892Z","steps":["trace[1322033705] 'process raft request' (duration: 102.840628ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:05.846477Z","caller":"traceutil/trace.go:171","msg":"trace[1037060180] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5125; }","duration":"365.878753ms","start":"2026-07-16T00:26:05.480568Z","end":"2026-07-16T00:26:05.846447Z","steps":["trace[1037060180] 'process raft request' (duration: 365.630709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:05.846721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:05.480544Z","time spent":"366.016355ms","remote":"127.0.0.1:51170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-16T00:26:06.055393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.71614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-16T00:26:06.055603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.642285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xfhzl.18c29d7a4a0567e0\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-16T00:26:06.055714Z","caller":"traceutil/trace.go:171","msg":"trace[1741970965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5125; }","duration":"170.164458ms","start":"2026-07-16T00:26:05.885517Z","end":"2026-07-16T00:26:06.055681Z","steps":["trace[1741970965] 'range keys from in-memory index tree' (duration: 169.476347ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:06.055867Z","caller":"traceutil/trace.go:171","msg":"trace[1773844143] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xfhzl.18c29d7a4a0567e0; range_end:; response_count:1; response_revision:5125; }","duration":"175.910349ms","start":"2026-07-16T00:26:05.8799Z","end":"2026-07-16T00:26:06.05581Z","steps":["trace[1773844143] 'range keys from in-memory index tree' (duration: 175.108686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:06.055985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.721076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T00:26:06.05605Z","caller":"traceutil/trace.go:171","msg":"trace[636189964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5125; }","duration":"170.794378ms","start":"2026-07-16T00:26:05.885239Z","end":"2026-07-16T00:26:06.056033Z","steps":["trace[636189964] 'range keys from in-memory index tree' (duration: 170.065066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:06.056496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.615691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-16T00:26:06.056506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.845229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T00:26:06.056611Z","caller":"traceutil/trace.go:171","msg":"trace[2102064178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5125; }","duration":"171.778673ms","start":"2026-07-16T00:26:05.884801Z","end":"2026-07-16T00:26:06.05658Z","steps":["trace[2102064178] 'range keys from in-memory index tree' (duration: 170.650036ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:06.056628Z","caller":"traceutil/trace.go:171","msg":"trace[704702716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5125; }","duration":"171.023851ms","start":"2026-07-16T00:26:05.885578Z","end":"2026-07-16T00:26:06.056602Z","steps":["trace[704702716] 'range keys from in-memory index tree' (duration: 169.493757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:06.05679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.605995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T00:26:06.056852Z","caller":"traceutil/trace.go:171","msg":"trace[2038784269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5125; }","duration":"170.709487ms","start":"2026-07-16T00:26:05.886129Z","end":"2026-07-16T00:26:06.056839Z","steps":["trace[2038784269] 'range keys from in-memory index tree' (duration: 169.206024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:06.05735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.947344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:26:06.057396Z","caller":"traceutil/trace.go:171","msg":"trace[806488616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5125; }","duration":"175.049225ms","start":"2026-07-16T00:26:05.882336Z","end":"2026-07-16T00:26:06.057385Z","steps":["trace[806488616] 'range keys from in-memory index tree' (duration: 172.590935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:06.057349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.36648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-07-16T00:26:06.058062Z","caller":"traceutil/trace.go:171","msg":"trace[889781656] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f; range_end:; response_count:1; response_revision:5125; }","duration":"152.01412ms","start":"2026-07-16T00:26:05.90596Z","end":"2026-07-16T00:26:06.057975Z","steps":["trace[889781656] 'range keys from in-memory index tree' (duration: 149.295147ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:06.266328Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2808} {"level":"info","ts":"2026-07-16T00:26:06.363949Z","caller":"traceutil/trace.go:171","msg":"trace[129732059] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"106.788616ms","start":"2026-07-16T00:26:06.257127Z","end":"2026-07-16T00:26:06.363916Z","steps":["trace[129732059] 'process raft request' (duration: 14.101812ms)","trace[129732059] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:531; } (duration: 92.251306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:06.37059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.570665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:26:06.370675Z","caller":"traceutil/trace.go:171","msg":"trace[1055009910] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5135; }","duration":"129.699508ms","start":"2026-07-16T00:26:06.240956Z","end":"2026-07-16T00:26:06.370656Z","steps":["trace[1055009910] 'agreement among raft nodes before linearized reading' (duration: 122.952012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:06.370692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.632659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:26:06.370752Z","caller":"traceutil/trace.go:171","msg":"trace[623698206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5135; }","duration":"100.71882ms","start":"2026-07-16T00:26:06.270018Z","end":"2026-07-16T00:26:06.370737Z","steps":["trace[623698206] 'agreement among raft nodes before linearized reading' (duration: 93.954013ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:06.504117Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2808,"took":"236.014116ms","hash":280107550,"current-db-size-bytes":52019200,"current-db-size":"52 MB","current-db-size-in-use-bytes":27090944,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-16T00:26:06.504209Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":280107550,"revision":2808,"compact-revision":-1} {"level":"info","ts":"2026-07-16T00:26:10.519126Z","caller":"traceutil/trace.go:171","msg":"trace[429545592] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"367.059486ms","start":"2026-07-16T00:26:10.15204Z","end":"2026-07-16T00:26:10.5191Z","steps":["trace[429545592] 'process raft request' (duration: 366.865023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:10.519291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:10.152019Z","time spent":"367.189778ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:10.752547Z","caller":"traceutil/trace.go:171","msg":"trace[1435015860] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"600.252709ms","start":"2026-07-16T00:26:10.152264Z","end":"2026-07-16T00:26:10.752517Z","steps":["trace[1435015860] 'process raft request' (duration: 600.148507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:10.752758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:10.152254Z","time spent":"600.386281ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:10.752823Z","caller":"traceutil/trace.go:171","msg":"trace[1458169155] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"599.976224ms","start":"2026-07-16T00:26:10.152828Z","end":"2026-07-16T00:26:10.752805Z","steps":["trace[1458169155] 'process raft request' (duration: 599.643409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:10.752906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:10.152817Z","time spent":"600.046735ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:10.753076Z","caller":"traceutil/trace.go:171","msg":"trace[864292356] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"600.865558ms","start":"2026-07-16T00:26:10.152164Z","end":"2026-07-16T00:26:10.75303Z","steps":["trace[864292356] 'process raft request' (duration: 600.027665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:10.753289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:10.152135Z","time spent":"601.032731ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:10.753397Z","caller":"traceutil/trace.go:171","msg":"trace[757365894] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"599.987746ms","start":"2026-07-16T00:26:10.15339Z","end":"2026-07-16T00:26:10.753378Z","steps":["trace[757365894] 'process raft request' (duration: 599.358736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:10.753482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:10.153381Z","time spent":"600.064267ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:10.753656Z","caller":"traceutil/trace.go:171","msg":"trace[1340994566] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"366.593119ms","start":"2026-07-16T00:26:10.387054Z","end":"2026-07-16T00:26:10.753647Z","steps":["trace[1340994566] 'process raft request' (duration: 366.542499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:10.753721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:10.387026Z","time spent":"366.66559ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:10.753887Z","caller":"traceutil/trace.go:171","msg":"trace[187290521] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"444.092517ms","start":"2026-07-16T00:26:10.309774Z","end":"2026-07-16T00:26:10.753867Z","steps":["trace[187290521] 'process raft request' (duration: 443.385745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:10.754036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:10.309727Z","time spent":"444.215959ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:10.948523Z","caller":"traceutil/trace.go:171","msg":"trace[1279453130] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5376; }","duration":"136.329481ms","start":"2026-07-16T00:26:10.812163Z","end":"2026-07-16T00:26:10.948492Z","steps":["trace[1279453130] 'read index received' (duration: 136.015336ms)","trace[1279453130] 'applied index is now lower than readState.Index' (duration: 313.105µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:10.948669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.478773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:10.948702Z","caller":"traceutil/trace.go:171","msg":"trace[402803105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5177; }","duration":"136.582595ms","start":"2026-07-16T00:26:10.812109Z","end":"2026-07-16T00:26:10.948691Z","steps":["trace[402803105] 'agreement among raft nodes before linearized reading' (duration: 136.494724ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:10.948775Z","caller":"traceutil/trace.go:171","msg":"trace[203292383] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"392.0849ms","start":"2026-07-16T00:26:10.556669Z","end":"2026-07-16T00:26:10.948754Z","steps":["trace[203292383] 'process raft request' (duration: 391.592742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:10.948898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:10.556641Z","time spent":"392.173911ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:10.948915Z","caller":"traceutil/trace.go:171","msg":"trace[664023816] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"342.614682ms","start":"2026-07-16T00:26:10.606257Z","end":"2026-07-16T00:26:10.948872Z","steps":["trace[664023816] 'process raft request' (duration: 342.175185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:10.949095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:10.606228Z","time spent":"342.766175ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:11.407515Z","caller":"traceutil/trace.go:171","msg":"trace[100271794] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"224.667935ms","start":"2026-07-16T00:26:11.182813Z","end":"2026-07-16T00:26:11.407481Z","steps":["trace[100271794] 'process raft request' (duration: 175.801519ms)","trace[100271794] 'compare' (duration: 48.698963ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:11.554801Z","caller":"traceutil/trace.go:171","msg":"trace[500276541] linearizableReadLoop","detail":"{readStateIndex:5382; appliedIndex:5381; }","duration":"137.553958ms","start":"2026-07-16T00:26:11.417222Z","end":"2026-07-16T00:26:11.554776Z","steps":["trace[500276541] 'read index received' (duration: 17.107398ms)","trace[500276541] 'applied index is now lower than readState.Index' (duration: 120.44531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:11.554996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.863227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:11.55496Z","caller":"traceutil/trace.go:171","msg":"trace[745594280] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"157.072135ms","start":"2026-07-16T00:26:11.39784Z","end":"2026-07-16T00:26:11.554912Z","steps":["trace[745594280] 'process raft request' (duration: 109.895374ms)","trace[745594280] 'compare' (duration: 46.901186ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:11.555034Z","caller":"traceutil/trace.go:171","msg":"trace[797568831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5181; }","duration":"113.947548ms","start":"2026-07-16T00:26:11.441077Z","end":"2026-07-16T00:26:11.555025Z","steps":["trace[797568831] 'agreement among raft nodes before linearized reading' (duration: 113.860447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:11.555279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.028816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-16T00:26:11.555363Z","caller":"traceutil/trace.go:171","msg":"trace[707186600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5181; }","duration":"138.171359ms","start":"2026-07-16T00:26:11.417173Z","end":"2026-07-16T00:26:11.555344Z","steps":["trace[707186600] 'agreement among raft nodes before linearized reading' (duration: 137.759993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:11.820528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.496278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:11.820624Z","caller":"traceutil/trace.go:171","msg":"trace[1327055807] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5181; }","duration":"160.657631ms","start":"2026-07-16T00:26:11.659944Z","end":"2026-07-16T00:26:11.820602Z","steps":["trace[1327055807] 'range keys from in-memory index tree' (duration: 160.392726ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:12.858863Z","caller":"traceutil/trace.go:171","msg":"trace[1294141289] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"329.817039ms","start":"2026-07-16T00:26:12.529023Z","end":"2026-07-16T00:26:12.85884Z","steps":["trace[1294141289] 'process raft request' (duration: 329.415453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:12.858975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:12.528999Z","time spent":"329.91518ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:12.859071Z","caller":"traceutil/trace.go:171","msg":"trace[1415248898] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5386; }","duration":"327.892738ms","start":"2026-07-16T00:26:12.531171Z","end":"2026-07-16T00:26:12.859064Z","steps":["trace[1415248898] 'read index received' (duration: 327.890098ms)","trace[1415248898] 'applied index is now lower than readState.Index' (duration: 2.37µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:12.859181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.00864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-16T00:26:12.859203Z","caller":"traceutil/trace.go:171","msg":"trace[594483194] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5185; }","duration":"328.061211ms","start":"2026-07-16T00:26:12.531135Z","end":"2026-07-16T00:26:12.859196Z","steps":["trace[594483194] 'agreement among raft nodes before linearized reading' (duration: 327.96435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:12.85922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:12.531117Z","time spent":"328.098152ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-16T00:26:12.860876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.365433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-07-16T00:26:12.860911Z","caller":"traceutil/trace.go:171","msg":"trace[836897050] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5187; }","duration":"324.413344ms","start":"2026-07-16T00:26:12.536488Z","end":"2026-07-16T00:26:12.860901Z","steps":["trace[836897050] 'agreement among raft nodes before linearized reading' (duration: 324.330043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:12.860937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:12.536479Z","time spent":"324.450895ms","remote":"127.0.0.1:44604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-07-16T00:26:12.861096Z","caller":"traceutil/trace.go:171","msg":"trace[976469711] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"101.152745ms","start":"2026-07-16T00:26:12.759937Z","end":"2026-07-16T00:26:12.861089Z","steps":["trace[976469711] 'process raft request' (duration: 100.786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:12.861198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.266973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:26:12.861217Z","caller":"traceutil/trace.go:171","msg":"trace[1499000154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5187; }","duration":"102.340444ms","start":"2026-07-16T00:26:12.758872Z","end":"2026-07-16T00:26:12.861213Z","steps":["trace[1499000154] 'agreement among raft nodes before linearized reading' (duration: 102.289713ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:12.861364Z","caller":"traceutil/trace.go:171","msg":"trace[130591860] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"101.424449ms","start":"2026-07-16T00:26:12.759935Z","end":"2026-07-16T00:26:12.86136Z","steps":["trace[130591860] 'process raft request' (duration: 100.852491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:12.861397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.601204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-16T00:26:12.861422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.428555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:26:12.861482Z","caller":"traceutil/trace.go:171","msg":"trace[99787646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5187; }","duration":"102.509737ms","start":"2026-07-16T00:26:12.758958Z","end":"2026-07-16T00:26:12.861468Z","steps":["trace[99787646] 'agreement among raft nodes before linearized reading' (duration: 102.252923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:12.861842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.392774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:26:12.861887Z","caller":"traceutil/trace.go:171","msg":"trace[382472075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5187; }","duration":"102.483845ms","start":"2026-07-16T00:26:12.759391Z","end":"2026-07-16T00:26:12.861875Z","steps":["trace[382472075] 'agreement among raft nodes before linearized reading' (duration: 102.326713ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:12.861452Z","caller":"traceutil/trace.go:171","msg":"trace[2049999336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5187; }","duration":"103.701125ms","start":"2026-07-16T00:26:12.757735Z","end":"2026-07-16T00:26:12.861437Z","steps":["trace[2049999336] 'agreement among raft nodes before linearized reading' (duration: 103.473701ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:12.978862Z","caller":"traceutil/trace.go:171","msg":"trace[1818837115] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"109.947033ms","start":"2026-07-16T00:26:12.868884Z","end":"2026-07-16T00:26:12.978831Z","steps":["trace[1818837115] 'process raft request' (duration: 92.153694ms)","trace[1818837115] 'compare' (duration: 17.622546ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:12.979296Z","caller":"traceutil/trace.go:171","msg":"trace[1475864984] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"110.272118ms","start":"2026-07-16T00:26:12.868936Z","end":"2026-07-16T00:26:12.979208Z","steps":["trace[1475864984] 'process raft request' (duration: 109.855022ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:12.97962Z","caller":"traceutil/trace.go:171","msg":"trace[1081459355] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"109.366314ms","start":"2026-07-16T00:26:12.870231Z","end":"2026-07-16T00:26:12.979597Z","steps":["trace[1081459355] 'process raft request' (duration: 108.914787ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:12.979719Z","caller":"traceutil/trace.go:171","msg":"trace[1892050075] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"110.732935ms","start":"2026-07-16T00:26:12.868968Z","end":"2026-07-16T00:26:12.979701Z","steps":["trace[1892050075] 'process raft request' (duration: 110.044284ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:13.858754Z","caller":"traceutil/trace.go:171","msg":"trace[1519525417] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5400; }","duration":"104.367494ms","start":"2026-07-16T00:26:13.754357Z","end":"2026-07-16T00:26:13.858724Z","steps":["trace[1519525417] 'read index received' (duration: 104.238262ms)","trace[1519525417] 'applied index is now lower than readState.Index' (duration: 127.572µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:13.858785Z","caller":"traceutil/trace.go:171","msg":"trace[2022801780] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"199.551283ms","start":"2026-07-16T00:26:13.65921Z","end":"2026-07-16T00:26:13.858761Z","steps":["trace[2022801780] 'process raft request' (duration: 199.32603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:13.858999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.611727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:26:13.859168Z","caller":"traceutil/trace.go:171","msg":"trace[25062341] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5200; }","duration":"104.849721ms","start":"2026-07-16T00:26:13.754293Z","end":"2026-07-16T00:26:13.859143Z","steps":["trace[25062341] 'agreement among raft nodes before linearized reading' (duration: 104.546526ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:14.971982Z","caller":"traceutil/trace.go:171","msg":"trace[1630491729] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"104.667826ms","start":"2026-07-16T00:26:14.867292Z","end":"2026-07-16T00:26:14.97196Z","steps":["trace[1630491729] 'process raft request' (duration: 104.477673ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:15.071749Z","caller":"traceutil/trace.go:171","msg":"trace[1952229569] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5402; }","duration":"161.507124ms","start":"2026-07-16T00:26:14.910216Z","end":"2026-07-16T00:26:15.071723Z","steps":["trace[1952229569] 'read index received' (duration: 61.668484ms)","trace[1952229569] 'applied index is now lower than readState.Index' (duration: 99.83773ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:15.071793Z","caller":"traceutil/trace.go:171","msg":"trace[1763409276] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"202.664918ms","start":"2026-07-16T00:26:14.869088Z","end":"2026-07-16T00:26:15.071753Z","steps":["trace[1763409276] 'process raft request' (duration: 199.016821ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:15.071917Z","caller":"traceutil/trace.go:171","msg":"trace[896300661] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"200.88053ms","start":"2026-07-16T00:26:14.871022Z","end":"2026-07-16T00:26:15.071903Z","steps":["trace[896300661] 'process raft request' (duration: 200.655026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:15.072172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.91985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T00:26:15.072429Z","caller":"traceutil/trace.go:171","msg":"trace[1259237873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5204; }","duration":"162.244826ms","start":"2026-07-16T00:26:14.910164Z","end":"2026-07-16T00:26:15.072408Z","steps":["trace[1259237873] 'agreement among raft nodes before linearized reading' (duration: 161.833769ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:15.564854Z","caller":"traceutil/trace.go:171","msg":"trace[1340379825] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"136.470921ms","start":"2026-07-16T00:26:15.428352Z","end":"2026-07-16T00:26:15.564822Z","steps":["trace[1340379825] 'process raft request' (duration: 136.310039ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:15.565326Z","caller":"traceutil/trace.go:171","msg":"trace[1166895386] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5423; }","duration":"134.660133ms","start":"2026-07-16T00:26:15.430655Z","end":"2026-07-16T00:26:15.565315Z","steps":["trace[1166895386] 'read index received' (duration: 134.653713ms)","trace[1166895386] 'applied index is now lower than readState.Index' (duration: 5.52µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:15.565546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.868516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:15.565575Z","caller":"traceutil/trace.go:171","msg":"trace[697045785] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5221; }","duration":"134.969058ms","start":"2026-07-16T00:26:15.430598Z","end":"2026-07-16T00:26:15.565567Z","steps":["trace[697045785] 'agreement among raft nodes before linearized reading' (duration: 134.904177ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:17.788694Z","caller":"traceutil/trace.go:171","msg":"trace[892396951] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"236.921572ms","start":"2026-07-16T00:26:17.551741Z","end":"2026-07-16T00:26:17.788663Z","steps":["trace[892396951] 'process raft request' (duration: 236.726069ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:19.320962Z","caller":"traceutil/trace.go:171","msg":"trace[761420202] linearizableReadLoop","detail":"{readStateIndex:5468; appliedIndex:5467; }","duration":"156.186029ms","start":"2026-07-16T00:26:19.164736Z","end":"2026-07-16T00:26:19.320922Z","steps":["trace[761420202] 'read index received' (duration: 120.453743ms)","trace[761420202] 'applied index is now lower than readState.Index' (duration: 35.730426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:19.32132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.548424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T00:26:19.321396Z","caller":"traceutil/trace.go:171","msg":"trace[1234819408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5263; }","duration":"156.693226ms","start":"2026-07-16T00:26:19.164688Z","end":"2026-07-16T00:26:19.321381Z","steps":["trace[1234819408] 'agreement among raft nodes before linearized reading' (duration: 156.389371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:19.321365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.139852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-16T00:26:19.321421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.590134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:26:19.32146Z","caller":"traceutil/trace.go:171","msg":"trace[1813254038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5263; }","duration":"155.278653ms","start":"2026-07-16T00:26:19.166156Z","end":"2026-07-16T00:26:19.321434Z","steps":["trace[1813254038] 'agreement among raft nodes before linearized reading' (duration: 154.955068ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:19.321494Z","caller":"traceutil/trace.go:171","msg":"trace[428949366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5263; }","duration":"156.683046ms","start":"2026-07-16T00:26:19.164793Z","end":"2026-07-16T00:26:19.321476Z","steps":["trace[428949366] 'agreement among raft nodes before linearized reading' (duration: 156.322101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:19.321391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.540463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:26:19.321715Z","caller":"traceutil/trace.go:171","msg":"trace[384410579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5263; }","duration":"156.910299ms","start":"2026-07-16T00:26:19.164784Z","end":"2026-07-16T00:26:19.321695Z","steps":["trace[384410579] 'agreement among raft nodes before linearized reading' (duration: 156.494253ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:21.346074Z","caller":"traceutil/trace.go:171","msg":"trace[1739955109] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"207.824393ms","start":"2026-07-16T00:26:21.138156Z","end":"2026-07-16T00:26:21.345981Z","steps":["trace[1739955109] 'process raft request' (duration: 201.202179ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:21.515598Z","caller":"traceutil/trace.go:171","msg":"trace[1507332167] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"372.04571ms","start":"2026-07-16T00:26:21.143523Z","end":"2026-07-16T00:26:21.515569Z","steps":["trace[1507332167] 'process raft request' (duration: 311.029284ms)","trace[1507332167] 'compare' (duration: 60.741741ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:21.515657Z","caller":"traceutil/trace.go:171","msg":"trace[1226798679] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"372.096071ms","start":"2026-07-16T00:26:21.143529Z","end":"2026-07-16T00:26:21.515625Z","steps":["trace[1226798679] 'process raft request' (duration: 371.947218ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:21.515563Z","caller":"traceutil/trace.go:171","msg":"trace[395283125] linearizableReadLoop","detail":"{readStateIndex:5477; appliedIndex:5474; }","duration":"353.799627ms","start":"2026-07-16T00:26:21.161732Z","end":"2026-07-16T00:26:21.515531Z","steps":["trace[395283125] 'read index received' (duration: 177.720696ms)","trace[395283125] 'applied index is now lower than readState.Index' (duration: 176.077581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:21.515773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:21.143502Z","time spent":"372.213212ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:21.515771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:21.143494Z","time spent":"372.182471ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:21.515927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.046961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:26:21.515975Z","caller":"traceutil/trace.go:171","msg":"trace[1187129865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5272; }","duration":"129.158053ms","start":"2026-07-16T00:26:21.386804Z","end":"2026-07-16T00:26:21.515962Z","steps":["trace[1187129865] 'agreement among raft nodes before linearized reading' (duration: 129.025601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:21.515998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.022035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-16T00:26:21.516004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.116496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T00:26:21.516033Z","caller":"traceutil/trace.go:171","msg":"trace[1850211559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5272; }","duration":"128.070766ms","start":"2026-07-16T00:26:21.387951Z","end":"2026-07-16T00:26:21.516021Z","steps":["trace[1850211559] 'agreement among raft nodes before linearized reading' (duration: 127.962074ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:21.516036Z","caller":"traceutil/trace.go:171","msg":"trace[1753973959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5272; }","duration":"128.169137ms","start":"2026-07-16T00:26:21.387856Z","end":"2026-07-16T00:26:21.516025Z","steps":["trace[1753973959] 'agreement among raft nodes before linearized reading' (duration: 128.073345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:21.516131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.643655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T00:26:21.516166Z","caller":"traceutil/trace.go:171","msg":"trace[1131747695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5272; }","duration":"128.735827ms","start":"2026-07-16T00:26:21.387422Z","end":"2026-07-16T00:26:21.516158Z","steps":["trace[1131747695] 'agreement among raft nodes before linearized reading' (duration: 128.646225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:21.516285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.554589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T00:26:21.516322Z","caller":"traceutil/trace.go:171","msg":"trace[173122821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5272; }","duration":"354.632481ms","start":"2026-07-16T00:26:21.161681Z","end":"2026-07-16T00:26:21.516314Z","steps":["trace[173122821] 'agreement among raft nodes before linearized reading' (duration: 353.97805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:21.516348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:21.161666Z","time spent":"354.676021ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T00:26:27.736836Z","caller":"traceutil/trace.go:171","msg":"trace[948901648] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"129.81371ms","start":"2026-07-16T00:26:27.606985Z","end":"2026-07-16T00:26:27.736799Z","steps":["trace[948901648] 'process raft request' (duration: 128.097365ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:27.739354Z","caller":"traceutil/trace.go:171","msg":"trace[357361521] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"131.909402ms","start":"2026-07-16T00:26:27.607413Z","end":"2026-07-16T00:26:27.739323Z","steps":["trace[357361521] 'process raft request' (duration: 131.838811ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:27.739389Z","caller":"traceutil/trace.go:171","msg":"trace[749407927] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"132.059745ms","start":"2026-07-16T00:26:27.607292Z","end":"2026-07-16T00:26:27.739351Z","steps":["trace[749407927] 'process raft request' (duration: 131.822101ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:27.740076Z","caller":"traceutil/trace.go:171","msg":"trace[672831169] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"131.677619ms","start":"2026-07-16T00:26:27.608383Z","end":"2026-07-16T00:26:27.740061Z","steps":["trace[672831169] 'process raft request' (duration: 130.903687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:28.881193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825765606,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T00:26:29.136365Z","caller":"traceutil/trace.go:171","msg":"trace[962176525] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"945.039755ms","start":"2026-07-16T00:26:28.191299Z","end":"2026-07-16T00:26:29.136339Z","steps":["trace[962176525] 'process raft request' (duration: 944.867393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:29.136521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:28.191261Z","time spent":"945.188267ms","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T00:26:30.819577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.966924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:26:30.81982Z","caller":"traceutil/trace.go:171","msg":"trace[719999934] linearizableReadLoop","detail":"{readStateIndex:5535; appliedIndex:5533; }","duration":"2.43898957s","start":"2026-07-16T00:26:28.380814Z","end":"2026-07-16T00:26:30.819803Z","steps":["trace[719999934] 'read index received' (duration: 755.331754ms)","trace[719999934] 'applied index is now lower than readState.Index' (duration: 1.683656856s)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:30.8199Z","caller":"traceutil/trace.go:171","msg":"trace[2003539711] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"2.286194447s","start":"2026-07-16T00:26:28.533694Z","end":"2026-07-16T00:26:30.819889Z","steps":["trace[2003539711] 'process raft request' (duration: 1.717818237s)","trace[2003539711] 'compare' (duration: 567.547187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:30.819955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:28.533656Z","time spent":"2.286267939s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:30.82009Z","caller":"traceutil/trace.go:171","msg":"trace[249130222] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"1.752036588s","start":"2026-07-16T00:26:29.068011Z","end":"2026-07-16T00:26:30.820047Z","steps":["trace[249130222] 'process raft request' (duration: 1.751675832s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:30.820285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439471907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-16T00:26:30.820324Z","caller":"traceutil/trace.go:171","msg":"trace[1301485228] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5329; }","duration":"2.439554269s","start":"2026-07-16T00:26:28.380757Z","end":"2026-07-16T00:26:30.820311Z","steps":["trace[1301485228] 'agreement among raft nodes before linearized reading' (duration: 2.439393276s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:30.820308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.067979Z","time spent":"1.75220324s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:30.820359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:28.380736Z","time spent":"2.439613599s","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-16T00:26:31.319946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700618825765614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T00:26:31.336578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085040451s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T00:26:31.337122Z","caller":"traceutil/trace.go:171","msg":"trace[1700284154] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"1.87663359s","start":"2026-07-16T00:26:29.460456Z","end":"2026-07-16T00:26:31.33709Z","steps":["trace[1700284154] 'process raft request' (duration: 1.876349215s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.337317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.460423Z","time spent":"1.876780851s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:31.337485Z","caller":"traceutil/trace.go:171","msg":"trace[903979385] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5536; }","duration":"517.600834ms","start":"2026-07-16T00:26:30.81985Z","end":"2026-07-16T00:26:31.33745Z","steps":["trace[903979385] 'read index received' (duration: 516.927534ms)","trace[903979385] 'applied index is now lower than readState.Index' (duration: 671.97µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:31.337553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524029967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:31.337607Z","caller":"traceutil/trace.go:171","msg":"trace[110839610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5332; }","duration":"1.524142849s","start":"2026-07-16T00:26:29.813444Z","end":"2026-07-16T00:26:31.337587Z","steps":["trace[110839610] 'agreement among raft nodes before linearized reading' (duration: 1.524015377s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.337617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593906001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T00:26:31.337651Z","caller":"traceutil/trace.go:171","msg":"trace[2059495550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5332; }","duration":"1.593962073s","start":"2026-07-16T00:26:29.74368Z","end":"2026-07-16T00:26:31.337642Z","steps":["trace[2059495550] 'agreement among raft nodes before linearized reading' (duration: 1.5938182s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.337648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.813422Z","time spent":"1.524218211s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T00:26:31.337672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.743672Z","time spent":"1.593995513s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T00:26:31.33774Z","caller":"traceutil/trace.go:171","msg":"trace[1888875498] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"1.773868s","start":"2026-07-16T00:26:29.563854Z","end":"2026-07-16T00:26:31.337722Z","steps":["trace[1888875498] 'process raft request' (duration: 1.773445183s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.337808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.563827Z","time spent":"1.773946431s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:31.337808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59569044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T00:26:31.337855Z","caller":"traceutil/trace.go:171","msg":"trace[523117905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5332; }","duration":"1.595813582s","start":"2026-07-16T00:26:29.74203Z","end":"2026-07-16T00:26:31.337843Z","steps":["trace[523117905] 'agreement among raft nodes before linearized reading' (duration: 1.595613209s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.337861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593448965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T00:26:31.337886Z","caller":"traceutil/trace.go:171","msg":"trace[1702473978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5332; }","duration":"1.593491035s","start":"2026-07-16T00:26:29.744388Z","end":"2026-07-16T00:26:31.337879Z","steps":["trace[1702473978] 'agreement among raft nodes before linearized reading' (duration: 1.593426874s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.337884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.868838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T00:26:31.337904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.744376Z","time spent":"1.593524326s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T00:26:31.337898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.741979Z","time spent":"1.595908732s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T00:26:31.337921Z","caller":"traceutil/trace.go:171","msg":"trace[591888536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5332; }","duration":"556.911889ms","start":"2026-07-16T00:26:30.780997Z","end":"2026-07-16T00:26:31.337909Z","steps":["trace[591888536] 'agreement among raft nodes before linearized reading' (duration: 556.844278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.337955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:30.780918Z","time spent":"557.02845ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:26:31.337958Z","caller":"traceutil/trace.go:171","msg":"trace[434032229] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"1.796321005s","start":"2026-07-16T00:26:29.541623Z","end":"2026-07-16T00:26:31.337944Z","steps":["trace[434032229] 'process raft request' (duration: 1.795410561s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.338056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.541599Z","time spent":"1.796426817s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:31.338053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594253557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-16T00:26:31.33811Z","caller":"traceutil/trace.go:171","msg":"trace[1340175361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5332; }","duration":"1.594321348s","start":"2026-07-16T00:26:29.743769Z","end":"2026-07-16T00:26:31.338091Z","steps":["trace[1340175361] 'agreement among raft nodes before linearized reading' (duration: 1.594239296s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.338141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.743759Z","time spent":"1.594372159s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:26:31.338182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134165126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:26:31.338211Z","caller":"traceutil/trace.go:171","msg":"trace[760378025] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5332; }","duration":"1.134250187s","start":"2026-07-16T00:26:30.203953Z","end":"2026-07-16T00:26:31.338203Z","steps":["trace[760378025] 'agreement among raft nodes before linearized reading' (duration: 1.134195656s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.338239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:30.203924Z","time spent":"1.134308068s","remote":"127.0.0.1:44580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:26:31.338278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.868032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-16T00:26:31.338295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744094852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T00:26:31.338317Z","caller":"traceutil/trace.go:171","msg":"trace[1887580516] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f; range_end:; response_count:1; response_revision:5332; }","duration":"512.996774ms","start":"2026-07-16T00:26:30.825308Z","end":"2026-07-16T00:26:31.338305Z","steps":["trace[1887580516] 'agreement among raft nodes before linearized reading' (duration: 512.892252ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:31.338325Z","caller":"traceutil/trace.go:171","msg":"trace[863977627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5332; }","duration":"1.744163833s","start":"2026-07-16T00:26:29.594152Z","end":"2026-07-16T00:26:31.338316Z","steps":["trace[863977627] 'agreement among raft nodes before linearized reading' (duration: 1.744082392s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.338354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:30.825254Z","time spent":"513.093205ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5be83b42-4193-4b6b-809d-f1fe6c39422f\" "} {"level":"warn","ts":"2026-07-16T00:26:31.338357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.594137Z","time spent":"1.744214803s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T00:26:31.338391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340067809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T00:26:31.338359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601442318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:31.338422Z","caller":"traceutil/trace.go:171","msg":"trace[2116989294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5332; }","duration":"1.340099959s","start":"2026-07-16T00:26:29.998312Z","end":"2026-07-16T00:26:31.338412Z","steps":["trace[2116989294] 'agreement among raft nodes before linearized reading' (duration: 1.340049889s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.338415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181279283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-16T00:26:31.338475Z","caller":"traceutil/trace.go:171","msg":"trace[1447361656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5332; }","duration":"1.60157475s","start":"2026-07-16T00:26:29.736862Z","end":"2026-07-16T00:26:31.338437Z","steps":["trace[1447361656] 'agreement among raft nodes before linearized reading' (duration: 1.601367187s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.338536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.736779Z","time spent":"1.601745452s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-16T00:26:31.338525Z","caller":"traceutil/trace.go:171","msg":"trace[999552587] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5332; }","duration":"2.181459847s","start":"2026-07-16T00:26:29.157035Z","end":"2026-07-16T00:26:31.338495Z","steps":["trace[999552587] 'agreement among raft nodes before linearized reading' (duration: 2.18103545s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.338607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.157018Z","time spent":"2.181579808s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-16T00:26:31.338453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:29.998248Z","time spent":"1.340197291s","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T00:26:31.620281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.498314ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-16T00:26:31.717866Z","caller":"traceutil/trace.go:171","msg":"trace[285909744] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"373.217296ms","start":"2026-07-16T00:26:31.344626Z","end":"2026-07-16T00:26:31.717843Z","steps":["trace[285909744] 'process raft request' (duration: 372.991133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.718053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:31.344617Z","time spent":"373.313077ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:31.718128Z","caller":"traceutil/trace.go:171","msg":"trace[1778221683] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"373.167566ms","start":"2026-07-16T00:26:31.344931Z","end":"2026-07-16T00:26:31.718098Z","steps":["trace[1778221683] 'process raft request' (duration: 372.77589ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:31.718177Z","caller":"traceutil/trace.go:171","msg":"trace[1062373688] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"374.465695ms","start":"2026-07-16T00:26:31.343704Z","end":"2026-07-16T00:26:31.718169Z","steps":["trace[1062373688] 'process raft request' (duration: 373.743714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.718214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:31.343681Z","time spent":"374.512666ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:31.718211Z","caller":"traceutil/trace.go:171","msg":"trace[92734387] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"373.45879ms","start":"2026-07-16T00:26:31.344736Z","end":"2026-07-16T00:26:31.718195Z","steps":["trace[92734387] 'process raft request' (duration: 372.915502ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:31.718283Z","caller":"traceutil/trace.go:171","msg":"trace[2132074961] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5539; }","duration":"370.293062ms","start":"2026-07-16T00:26:31.347475Z","end":"2026-07-16T00:26:31.717769Z","steps":["trace[2132074961] 'read index received' (duration: 138.265781ms)","trace[2132074961] 'applied index is now lower than readState.Index' (duration: 232.026331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:31.718346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.869821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:31.718366Z","caller":"traceutil/trace.go:171","msg":"trace[2103452542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5337; }","duration":"370.914131ms","start":"2026-07-16T00:26:31.347445Z","end":"2026-07-16T00:26:31.718359Z","steps":["trace[2103452542] 'agreement among raft nodes before linearized reading' (duration: 370.86202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.718367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:31.344902Z","time spent":"373.304208ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:31.718367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:31.344727Z","time spent":"373.531581ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:26:31.718085Z","caller":"traceutil/trace.go:171","msg":"trace[9793668] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"373.182736ms","start":"2026-07-16T00:26:31.344841Z","end":"2026-07-16T00:26:31.718024Z","steps":["trace[9793668] 'process raft request' (duration: 372.838111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:31.718468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:31.344833Z","time spent":"373.607812ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:31.718385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:31.347436Z","time spent":"370.945351ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T00:26:31.805261Z","caller":"traceutil/trace.go:171","msg":"trace[2117996821] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"183.629167ms","start":"2026-07-16T00:26:31.621596Z","end":"2026-07-16T00:26:31.805225Z","steps":["trace[2117996821] 'process raft request' (duration: 124.843595ms)","trace[2117996821] 'compare' (duration: 58.6419ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:32.958182Z","caller":"traceutil/trace.go:171","msg":"trace[1670541359] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"131.11193ms","start":"2026-07-16T00:26:32.827039Z","end":"2026-07-16T00:26:32.958151Z","steps":["trace[1670541359] 'process raft request' (duration: 130.533091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:33.795221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.187093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:26:33.795478Z","caller":"traceutil/trace.go:171","msg":"trace[221110114] linearizableReadLoop","detail":"{readStateIndex:5550; appliedIndex:5548; }","duration":"224.155142ms","start":"2026-07-16T00:26:33.5713Z","end":"2026-07-16T00:26:33.795455Z","steps":["trace[221110114] 'read index received' (duration: 44.53µs)","trace[221110114] 'applied index is now lower than readState.Index' (duration: 224.109322ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:33.79559Z","caller":"traceutil/trace.go:171","msg":"trace[714124180] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"450.163493ms","start":"2026-07-16T00:26:33.345414Z","end":"2026-07-16T00:26:33.795577Z","steps":["trace[714124180] 'process raft request' (duration: 191.519143ms)","trace[714124180] 'compare' (duration: 257.94281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:26:33.795682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:33.345369Z","time spent":"450.279295ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:33.795834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.503077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:26:33.79655Z","caller":"traceutil/trace.go:171","msg":"trace[251833667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5342; }","duration":"225.277319ms","start":"2026-07-16T00:26:33.571253Z","end":"2026-07-16T00:26:33.79653Z","steps":["trace[251833667] 'agreement among raft nodes before linearized reading' (duration: 224.342605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:33.795963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.158405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-84678754f8-24xm6\" ","response":"range_response_count:1 size:11845"} {"level":"info","ts":"2026-07-16T00:26:33.796763Z","caller":"traceutil/trace.go:171","msg":"trace[348252802] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-84678754f8-24xm6; range_end:; response_count:1; response_revision:5342; }","duration":"139.029969ms","start":"2026-07-16T00:26:33.657714Z","end":"2026-07-16T00:26:33.796744Z","steps":["trace[348252802] 'agreement among raft nodes before linearized reading' (duration: 138.043524ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:33.796221Z","caller":"traceutil/trace.go:171","msg":"trace[380021138] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"450.171633ms","start":"2026-07-16T00:26:33.346023Z","end":"2026-07-16T00:26:33.796195Z","steps":["trace[380021138] 'process raft request' (duration: 449.322171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:33.79717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:26:33.345975Z","time spent":"451.143428ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:26:34.082955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.802613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:26:34.083122Z","caller":"traceutil/trace.go:171","msg":"trace[709695837] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"281.962167ms","start":"2026-07-16T00:26:33.801129Z","end":"2026-07-16T00:26:34.083091Z","steps":["trace[709695837] 'process raft request' (duration: 114.870009ms)","trace[709695837] 'compare' (duration: 165.404902ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:34.088907Z","caller":"traceutil/trace.go:171","msg":"trace[1952647091] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"280.781559ms","start":"2026-07-16T00:26:33.808098Z","end":"2026-07-16T00:26:34.08888Z","steps":["trace[1952647091] 'process raft request' (duration: 280.695118ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:34.089107Z","caller":"traceutil/trace.go:171","msg":"trace[1752233193] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"286.589567ms","start":"2026-07-16T00:26:33.802502Z","end":"2026-07-16T00:26:34.089092Z","steps":["trace[1752233193] 'process raft request' (duration: 286.233682ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:34.089204Z","caller":"traceutil/trace.go:171","msg":"trace[553032642] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"287.38438ms","start":"2026-07-16T00:26:33.801809Z","end":"2026-07-16T00:26:34.089194Z","steps":["trace[553032642] 'process raft request' (duration: 286.897223ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:34.089324Z","caller":"traceutil/trace.go:171","msg":"trace[858696266] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"287.826177ms","start":"2026-07-16T00:26:33.801476Z","end":"2026-07-16T00:26:34.089302Z","steps":["trace[858696266] 'process raft request' (duration: 287.024524ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:34.089555Z","caller":"traceutil/trace.go:171","msg":"trace[1928660619] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"287.42107ms","start":"2026-07-16T00:26:33.801574Z","end":"2026-07-16T00:26:34.088995Z","steps":["trace[1928660619] 'process raft request' (duration: 287.087485ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:34.344729Z","caller":"traceutil/trace.go:171","msg":"trace[2094635575] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"255.896354ms","start":"2026-07-16T00:26:34.088802Z","end":"2026-07-16T00:26:34.344699Z","steps":["trace[2094635575] 'process raft request' (duration: 250.101556ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:34.354508Z","caller":"traceutil/trace.go:171","msg":"trace[1871016540] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"262.064568ms","start":"2026-07-16T00:26:34.092428Z","end":"2026-07-16T00:26:34.354493Z","steps":["trace[1871016540] 'process raft request' (duration: 261.877336ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:34.354788Z","caller":"traceutil/trace.go:171","msg":"trace[604527370] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"259.583741ms","start":"2026-07-16T00:26:34.095184Z","end":"2026-07-16T00:26:34.354768Z","steps":["trace[604527370] 'process raft request' (duration: 259.243405ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:34.354982Z","caller":"traceutil/trace.go:171","msg":"trace[990077870] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5556; }","duration":"110.197806ms","start":"2026-07-16T00:26:34.244769Z","end":"2026-07-16T00:26:34.354967Z","steps":["trace[990077870] 'read index received' (duration: 94.10658ms)","trace[990077870] 'applied index is now lower than readState.Index' (duration: 16.090506ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:34.35504Z","caller":"traceutil/trace.go:171","msg":"trace[2060915157] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"256.293131ms","start":"2026-07-16T00:26:34.09874Z","end":"2026-07-16T00:26:34.355033Z","steps":["trace[2060915157] 'process raft request' (duration: 255.973847ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:34.355071Z","caller":"traceutil/trace.go:171","msg":"trace[1681600359] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"255.342356ms","start":"2026-07-16T00:26:34.099696Z","end":"2026-07-16T00:26:34.355039Z","steps":["trace[1681600359] 'process raft request' (duration: 255.211895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:34.355164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.387579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:26:34.355201Z","caller":"traceutil/trace.go:171","msg":"trace[761324033] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5353; }","duration":"110.44688ms","start":"2026-07-16T00:26:34.244746Z","end":"2026-07-16T00:26:34.355193Z","steps":["trace[761324033] 'agreement among raft nodes before linearized reading' (duration: 110.343858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:34.394921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.222488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:34.39503Z","caller":"traceutil/trace.go:171","msg":"trace[1633521228] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5354; }","duration":"114.39926ms","start":"2026-07-16T00:26:34.280602Z","end":"2026-07-16T00:26:34.395002Z","steps":["trace[1633521228] 'agreement among raft nodes before linearized reading' (duration: 114.216708ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:43.380279Z","caller":"traceutil/trace.go:171","msg":"trace[1457772756] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"151.245063ms","start":"2026-07-16T00:26:43.229002Z","end":"2026-07-16T00:26:43.380247Z","steps":["trace[1457772756] 'process raft request' (duration: 54.101011ms)","trace[1457772756] 'compare' (duration: 96.952519ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:44.064349Z","caller":"traceutil/trace.go:171","msg":"trace[1825677988] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"111.240476ms","start":"2026-07-16T00:26:43.953082Z","end":"2026-07-16T00:26:44.064323Z","steps":["trace[1825677988] 'process raft request' (duration: 111.112404ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:44.379939Z","caller":"traceutil/trace.go:171","msg":"trace[1814473063] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"100.615534ms","start":"2026-07-16T00:26:44.27925Z","end":"2026-07-16T00:26:44.379865Z","steps":["trace[1814473063] 'process raft request' (duration: 34.864048ms)","trace[1814473063] 'compare' (duration: 65.35214ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:44.38062Z","caller":"traceutil/trace.go:171","msg":"trace[1234465364] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"100.800886ms","start":"2026-07-16T00:26:44.279792Z","end":"2026-07-16T00:26:44.380593Z","steps":["trace[1234465364] 'process raft request' (duration: 100.759586ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:44.380681Z","caller":"traceutil/trace.go:171","msg":"trace[11524165] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"100.933849ms","start":"2026-07-16T00:26:44.279718Z","end":"2026-07-16T00:26:44.380652Z","steps":["trace[11524165] 'process raft request' (duration: 100.691516ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:58.567501Z","caller":"traceutil/trace.go:171","msg":"trace[93265930] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5723; }","duration":"219.478184ms","start":"2026-07-16T00:26:58.347993Z","end":"2026-07-16T00:26:58.567471Z","steps":["trace[93265930] 'read index received' (duration: 219.2428ms)","trace[93265930] 'applied index is now lower than readState.Index' (duration: 234.504µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:58.568007Z","caller":"traceutil/trace.go:171","msg":"trace[338857307] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"228.526118ms","start":"2026-07-16T00:26:58.339457Z","end":"2026-07-16T00:26:58.567984Z","steps":["trace[338857307] 'process raft request' (duration: 227.849799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:58.568363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.349707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T00:26:58.568409Z","caller":"traceutil/trace.go:171","msg":"trace[748870854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5511; }","duration":"220.451548ms","start":"2026-07-16T00:26:58.347946Z","end":"2026-07-16T00:26:58.568398Z","steps":["trace[748870854] 'agreement among raft nodes before linearized reading' (duration: 220.325966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:58.56869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.876899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T00:26:58.568727Z","caller":"traceutil/trace.go:171","msg":"trace[2109312494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5511; }","duration":"116.97174ms","start":"2026-07-16T00:26:58.451746Z","end":"2026-07-16T00:26:58.568718Z","steps":["trace[2109312494] 'agreement among raft nodes before linearized reading' (duration: 116.907099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:58.569285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.35632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-16T00:26:58.569323Z","caller":"traceutil/trace.go:171","msg":"trace[635121890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5511; }","duration":"116.436881ms","start":"2026-07-16T00:26:58.452877Z","end":"2026-07-16T00:26:58.569313Z","steps":["trace[635121890] 'agreement among raft nodes before linearized reading' (duration: 116.335589ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:58.735862Z","caller":"traceutil/trace.go:171","msg":"trace[114784863] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"161.504285ms","start":"2026-07-16T00:26:58.574328Z","end":"2026-07-16T00:26:58.735832Z","steps":["trace[114784863] 'process raft request' (duration: 128.223257ms)","trace[114784863] 'compare' (duration: 32.821801ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:58.738473Z","caller":"traceutil/trace.go:171","msg":"trace[455259608] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"153.787689ms","start":"2026-07-16T00:26:58.584669Z","end":"2026-07-16T00:26:58.738456Z","steps":["trace[455259608] 'process raft request' (duration: 153.753879ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:58.738737Z","caller":"traceutil/trace.go:171","msg":"trace[2084614909] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"163.912621ms","start":"2026-07-16T00:26:58.574812Z","end":"2026-07-16T00:26:58.738724Z","steps":["trace[2084614909] 'process raft request' (duration: 163.518345ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:58.738844Z","caller":"traceutil/trace.go:171","msg":"trace[1171035183] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"154.608452ms","start":"2026-07-16T00:26:58.58423Z","end":"2026-07-16T00:26:58.738838Z","steps":["trace[1171035183] 'process raft request' (duration: 154.167515ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.25055Z","caller":"traceutil/trace.go:171","msg":"trace[1703859969] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"106.619193ms","start":"2026-07-16T00:26:59.143903Z","end":"2026-07-16T00:26:59.250522Z","steps":["trace[1703859969] 'process raft request' (duration: 106.339218ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.646389Z","caller":"traceutil/trace.go:171","msg":"trace[898810423] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"150.394149ms","start":"2026-07-16T00:26:59.495963Z","end":"2026-07-16T00:26:59.646357Z","steps":["trace[898810423] 'process raft request' (duration: 150.132115ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.995558Z","caller":"traceutil/trace.go:171","msg":"trace[1032361310] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5739; }","duration":"143.981433ms","start":"2026-07-16T00:26:59.851531Z","end":"2026-07-16T00:26:59.995512Z","steps":["trace[1032361310] 'read index received' (duration: 33.212507ms)","trace[1032361310] 'applied index is now lower than readState.Index' (duration: 110.767616ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:26:59.995584Z","caller":"traceutil/trace.go:171","msg":"trace[1584427284] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"148.680783ms","start":"2026-07-16T00:26:59.846848Z","end":"2026-07-16T00:26:59.995529Z","steps":["trace[1584427284] 'process raft request' (duration: 148.486199ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.995667Z","caller":"traceutil/trace.go:171","msg":"trace[252550590] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"148.590811ms","start":"2026-07-16T00:26:59.847068Z","end":"2026-07-16T00:26:59.995659Z","steps":["trace[252550590] 'process raft request' (duration: 148.321826ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.995653Z","caller":"traceutil/trace.go:171","msg":"trace[1216916759] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"149.078588ms","start":"2026-07-16T00:26:59.846547Z","end":"2026-07-16T00:26:59.995625Z","steps":["trace[1216916759] 'process raft request' (duration: 148.691092ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.995791Z","caller":"traceutil/trace.go:171","msg":"trace[308661152] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"146.935586ms","start":"2026-07-16T00:26:59.848827Z","end":"2026-07-16T00:26:59.995763Z","steps":["trace[308661152] 'process raft request' (duration: 146.642982ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.99596Z","caller":"traceutil/trace.go:171","msg":"trace[122869410] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"149.727368ms","start":"2026-07-16T00:26:59.846227Z","end":"2026-07-16T00:26:59.995954Z","steps":["trace[122869410] 'process raft request' (duration: 138.586912ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.996202Z","caller":"traceutil/trace.go:171","msg":"trace[2128092130] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"147.483235ms","start":"2026-07-16T00:26:59.848713Z","end":"2026-07-16T00:26:59.996197Z","steps":["trace[2128092130] 'process raft request' (duration: 146.726534ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.996253Z","caller":"traceutil/trace.go:171","msg":"trace[1734294385] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"149.081917ms","start":"2026-07-16T00:26:59.847167Z","end":"2026-07-16T00:26:59.996249Z","steps":["trace[1734294385] 'process raft request' (duration: 148.239194ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.996289Z","caller":"traceutil/trace.go:171","msg":"trace[1113576214] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"149.110288ms","start":"2026-07-16T00:26:59.847175Z","end":"2026-07-16T00:26:59.996285Z","steps":["trace[1113576214] 'process raft request' (duration: 148.250664ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.99643Z","caller":"traceutil/trace.go:171","msg":"trace[1937451163] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"147.546445ms","start":"2026-07-16T00:26:59.848875Z","end":"2026-07-16T00:26:59.996421Z","steps":["trace[1937451163] 'process raft request' (duration: 146.612771ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.996541Z","caller":"traceutil/trace.go:171","msg":"trace[1462274171] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"149.86304ms","start":"2026-07-16T00:26:59.846671Z","end":"2026-07-16T00:26:59.996534Z","steps":["trace[1462274171] 'process raft request' (duration: 148.61647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:26:59.996651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.103379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:26:59.99668Z","caller":"traceutil/trace.go:171","msg":"trace[1344850255] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5537; }","duration":"145.18365ms","start":"2026-07-16T00:26:59.851485Z","end":"2026-07-16T00:26:59.996669Z","steps":["trace[1344850255] 'agreement among raft nodes before linearized reading' (duration: 145.121969ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.99666Z","caller":"traceutil/trace.go:171","msg":"trace[1209748354] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"149.808159ms","start":"2026-07-16T00:26:59.846808Z","end":"2026-07-16T00:26:59.996616Z","steps":["trace[1209748354] 'process raft request' (duration: 148.510679ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:26:59.996827Z","caller":"traceutil/trace.go:171","msg":"trace[1101271923] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"148.028453ms","start":"2026-07-16T00:26:59.848792Z","end":"2026-07-16T00:26:59.99682Z","steps":["trace[1101271923] 'process raft request' (duration: 146.663853ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:00.51682Z","caller":"traceutil/trace.go:171","msg":"trace[300614077] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"101.012518ms","start":"2026-07-16T00:27:00.415759Z","end":"2026-07-16T00:27:00.516772Z","steps":["trace[300614077] 'process raft request' (duration: 78.620583ms)","trace[300614077] 'compare' (duration: 22.158991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:27:00.517014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.790124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:27:00.517133Z","caller":"traceutil/trace.go:171","msg":"trace[2024685166] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5584; }","duration":"110.973847ms","start":"2026-07-16T00:27:00.406128Z","end":"2026-07-16T00:27:00.517102Z","steps":["trace[2024685166] 'agreement among raft nodes before linearized reading' (duration: 110.766224ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:01.876879Z","caller":"traceutil/trace.go:171","msg":"trace[139244672] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"162.272501ms","start":"2026-07-16T00:27:01.71458Z","end":"2026-07-16T00:27:01.876852Z","steps":["trace[139244672] 'process raft request' (duration: 143.667442ms)","trace[139244672] 'compare' (duration: 18.417216ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:27:04.125679Z","caller":"traceutil/trace.go:171","msg":"trace[2107078797] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"243.13377ms","start":"2026-07-16T00:27:03.88252Z","end":"2026-07-16T00:27:04.125654Z","steps":["trace[2107078797] 'process raft request' (duration: 242.979777ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:04.90521Z","caller":"traceutil/trace.go:171","msg":"trace[966891346] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"189.192424ms","start":"2026-07-16T00:27:04.71598Z","end":"2026-07-16T00:27:04.905172Z","steps":["trace[966891346] 'process raft request' (duration: 188.872259ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:05.174503Z","caller":"traceutil/trace.go:171","msg":"trace[2024810639] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"261.146923ms","start":"2026-07-16T00:27:04.913338Z","end":"2026-07-16T00:27:05.174485Z","steps":["trace[2024810639] 'process raft request' (duration: 260.978321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:05.738948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.361278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:27:05.739202Z","caller":"traceutil/trace.go:171","msg":"trace[122311156] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"825.635076ms","start":"2026-07-16T00:27:04.913541Z","end":"2026-07-16T00:27:05.739176Z","steps":["trace[122311156] 'process raft request' (duration: 825.517734ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:05.739234Z","caller":"traceutil/trace.go:171","msg":"trace[1522082498] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"825.806559ms","start":"2026-07-16T00:27:04.913386Z","end":"2026-07-16T00:27:05.739192Z","steps":["trace[1522082498] 'process raft request' (duration: 502.075426ms)","trace[1522082498] 'compare' (duration: 322.762609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:27:05.739279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:04.913534Z","time spent":"825.711927ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:27:05.739398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:04.913359Z","time spent":"825.946941ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:27:05.739497Z","caller":"traceutil/trace.go:171","msg":"trace[2015567324] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"823.964362ms","start":"2026-07-16T00:27:04.915517Z","end":"2026-07-16T00:27:05.739481Z","steps":["trace[2015567324] 'process raft request' (duration: 823.599236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:05.739554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:04.915505Z","time spent":"824.021882ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:27:05.739555Z","caller":"traceutil/trace.go:171","msg":"trace[1358696510] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"456.628729ms","start":"2026-07-16T00:27:05.282891Z","end":"2026-07-16T00:27:05.73952Z","steps":["trace[1358696510] 'process raft request' (duration: 456.407976ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:05.739741Z","caller":"traceutil/trace.go:171","msg":"trace[1777248063] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5854; }","duration":"391.610012ms","start":"2026-07-16T00:27:05.348113Z","end":"2026-07-16T00:27:05.739723Z","steps":["trace[1777248063] 'read index received' (duration: 67.368041ms)","trace[1777248063] 'applied index is now lower than readState.Index' (duration: 324.240721ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:27:05.739738Z","caller":"traceutil/trace.go:171","msg":"trace[2072565167] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"392.1198ms","start":"2026-07-16T00:27:05.347591Z","end":"2026-07-16T00:27:05.739711Z","steps":["trace[2072565167] 'process raft request' (duration: 391.864546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:05.739777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:05.282861Z","time spent":"456.813392ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:27:05.739831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.718523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:27:05.739858Z","caller":"traceutil/trace.go:171","msg":"trace[386671297] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5643; }","duration":"391.798105ms","start":"2026-07-16T00:27:05.348054Z","end":"2026-07-16T00:27:05.739852Z","steps":["trace[386671297] 'agreement among raft nodes before linearized reading' (duration: 391.748624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:05.739877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:05.348024Z","time spent":"391.849085ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-16T00:27:05.739872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:05.347564Z","time spent":"392.253691ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:27:05.739914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.459459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:27:05.739937Z","caller":"traceutil/trace.go:171","msg":"trace[1874216621] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5643; }","duration":"391.521841ms","start":"2026-07-16T00:27:05.348409Z","end":"2026-07-16T00:27:05.739931Z","steps":["trace[1874216621] 'agreement among raft nodes before linearized reading' (duration: 391.46325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:05.739963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:05.348401Z","time spent":"391.557011ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-16T00:27:05.740065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.484771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-07-16T00:27:05.740186Z","caller":"traceutil/trace.go:171","msg":"trace[1224757562] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5643; }","duration":"387.622512ms","start":"2026-07-16T00:27:05.352544Z","end":"2026-07-16T00:27:05.740166Z","steps":["trace[1224757562] 'agreement among raft nodes before linearized reading' (duration: 387.363779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:05.740229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:05.352535Z","time spent":"387.684853ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-07-16T00:27:06.504902Z","caller":"traceutil/trace.go:171","msg":"trace[2129728596] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"371.756913ms","start":"2026-07-16T00:27:06.13311Z","end":"2026-07-16T00:27:06.504867Z","steps":["trace[2129728596] 'process raft request' (duration: 371.527449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:06.505132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:06.133076Z","time spent":"371.929625ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:27:06.513295Z","caller":"traceutil/trace.go:171","msg":"trace[267051276] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"257.82849ms","start":"2026-07-16T00:27:06.255431Z","end":"2026-07-16T00:27:06.513259Z","steps":["trace[267051276] 'process raft request' (duration: 257.641738ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:06.513472Z","caller":"traceutil/trace.go:171","msg":"trace[2016029314] linearizableReadLoop","detail":"{readStateIndex:5862; appliedIndex:5859; }","duration":"184.495451ms","start":"2026-07-16T00:27:06.328943Z","end":"2026-07-16T00:27:06.513438Z","steps":["trace[2016029314] 'read index received' (duration: 175.766581ms)","trace[2016029314] 'applied index is now lower than readState.Index' (duration: 8.72626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:27:06.513626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.690644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:27:06.513677Z","caller":"traceutil/trace.go:171","msg":"trace[479406617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5646; }","duration":"184.832776ms","start":"2026-07-16T00:27:06.328831Z","end":"2026-07-16T00:27:06.513664Z","steps":["trace[479406617] 'agreement among raft nodes before linearized reading' (duration: 184.710264ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:06.513726Z","caller":"traceutil/trace.go:171","msg":"trace[1396663296] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"220.717518ms","start":"2026-07-16T00:27:06.292909Z","end":"2026-07-16T00:27:06.513627Z","steps":["trace[1396663296] 'process raft request' (duration: 220.301092ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:07.918724Z","caller":"traceutil/trace.go:171","msg":"trace[1518906885] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"172.38824ms","start":"2026-07-16T00:27:07.746308Z","end":"2026-07-16T00:27:07.918696Z","steps":["trace[1518906885] 'process raft request' (duration: 172.219947ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:07.918801Z","caller":"traceutil/trace.go:171","msg":"trace[1757037653] linearizableReadLoop","detail":"{readStateIndex:5865; appliedIndex:5865; }","duration":"172.384549ms","start":"2026-07-16T00:27:07.746356Z","end":"2026-07-16T00:27:07.918741Z","steps":["trace[1757037653] 'read index received' (duration: 172.370089ms)","trace[1757037653] 'applied index is now lower than readState.Index' (duration: 11.87µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:27:07.919049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.670493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T00:27:07.919071Z","caller":"traceutil/trace.go:171","msg":"trace[1664913334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5649; }","duration":"172.766915ms","start":"2026-07-16T00:27:07.746297Z","end":"2026-07-16T00:27:07.919064Z","steps":["trace[1664913334] 'agreement among raft nodes before linearized reading' (duration: 172.561802ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:07.980462Z","caller":"traceutil/trace.go:171","msg":"trace[1068065681] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"229.093491ms","start":"2026-07-16T00:27:07.751346Z","end":"2026-07-16T00:27:07.980439Z","steps":["trace[1068065681] 'process raft request' (duration: 229.0184ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:07.980647Z","caller":"traceutil/trace.go:171","msg":"trace[2033447895] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"229.461755ms","start":"2026-07-16T00:27:07.751156Z","end":"2026-07-16T00:27:07.980617Z","steps":["trace[2033447895] 'process raft request' (duration: 186.387107ms)","trace[2033447895] 'compare' (duration: 42.685373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:27:10.552155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.528381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T00:27:10.552225Z","caller":"traceutil/trace.go:171","msg":"trace[125647924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5659; }","duration":"566.670143ms","start":"2026-07-16T00:27:09.985541Z","end":"2026-07-16T00:27:10.552211Z","steps":["trace[125647924] 'range keys from in-memory index tree' (duration: 566.312028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:10.552288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:09.985517Z","time spent":"566.763414ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T00:27:10.55284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.555791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T00:27:10.552967Z","caller":"traceutil/trace.go:171","msg":"trace[1924259962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5659; }","duration":"566.705073ms","start":"2026-07-16T00:27:09.986238Z","end":"2026-07-16T00:27:10.552943Z","steps":["trace[1924259962] 'range keys from in-memory index tree' (duration: 566.329258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:10.553044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.772335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T00:27:10.553128Z","caller":"traceutil/trace.go:171","msg":"trace[2072275043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5659; }","duration":"566.928946ms","start":"2026-07-16T00:27:09.98618Z","end":"2026-07-16T00:27:10.553109Z","steps":["trace[2072275043] 'range keys from in-memory index tree' (duration: 566.526961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:10.553162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:09.98615Z","time spent":"567.005698ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T00:27:10.553055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:09.986216Z","time spent":"566.825765ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T00:27:10.700567Z","caller":"traceutil/trace.go:171","msg":"trace[1116969241] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"131.023761ms","start":"2026-07-16T00:27:10.569515Z","end":"2026-07-16T00:27:10.700538Z","steps":["trace[1116969241] 'process raft request' (duration: 130.95649ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:10.700749Z","caller":"traceutil/trace.go:171","msg":"trace[1297045336] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"156.942314ms","start":"2026-07-16T00:27:10.543798Z","end":"2026-07-16T00:27:10.70074Z","steps":["trace[1297045336] 'process raft request' (duration: 138.911607ms)","trace[1297045336] 'compare' (duration: 17.56909ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:27:10.700822Z","caller":"traceutil/trace.go:171","msg":"trace[113990643] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"155.483723ms","start":"2026-07-16T00:27:10.545295Z","end":"2026-07-16T00:27:10.700778Z","steps":["trace[113990643] 'process raft request' (duration: 155.133598ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:10.700962Z","caller":"traceutil/trace.go:171","msg":"trace[1351662687] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"129.745752ms","start":"2026-07-16T00:27:10.571186Z","end":"2026-07-16T00:27:10.700931Z","steps":["trace[1351662687] 'process raft request' (duration: 129.315245ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:10.701084Z","caller":"traceutil/trace.go:171","msg":"trace[883949449] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"129.69942ms","start":"2026-07-16T00:27:10.571354Z","end":"2026-07-16T00:27:10.701053Z","steps":["trace[883949449] 'process raft request' (duration: 129.478667ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:17.019172Z","caller":"traceutil/trace.go:171","msg":"trace[2089197289] linearizableReadLoop","detail":"{readStateIndex:5920; appliedIndex:5918; }","duration":"142.851016ms","start":"2026-07-16T00:27:16.876298Z","end":"2026-07-16T00:27:17.019149Z","steps":["trace[2089197289] 'read index received' (duration: 116.286895ms)","trace[2089197289] 'applied index is now lower than readState.Index' (duration: 26.563021ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:27:17.019274Z","caller":"traceutil/trace.go:171","msg":"trace[528344123] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"203.493941ms","start":"2026-07-16T00:27:16.815758Z","end":"2026-07-16T00:27:17.019252Z","steps":["trace[528344123] 'process raft request' (duration: 176.894458ms)","trace[528344123] 'compare' (duration: 26.321968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:27:17.019336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.021439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:27:17.019377Z","caller":"traceutil/trace.go:171","msg":"trace[1789868674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5702; }","duration":"143.11865ms","start":"2026-07-16T00:27:16.876249Z","end":"2026-07-16T00:27:17.019367Z","steps":["trace[1789868674] 'agreement among raft nodes before linearized reading' (duration: 143.009179ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:17.019588Z","caller":"traceutil/trace.go:171","msg":"trace[1282594080] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"203.315347ms","start":"2026-07-16T00:27:16.816257Z","end":"2026-07-16T00:27:17.019572Z","steps":["trace[1282594080] 'process raft request' (duration: 202.835329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:18.417213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.474094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-07-16T00:27:18.417194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.070949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-16T00:27:18.417412Z","caller":"traceutil/trace.go:171","msg":"trace[1140716860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5706; }","duration":"116.303372ms","start":"2026-07-16T00:27:18.30107Z","end":"2026-07-16T00:27:18.417373Z","steps":["trace[1140716860] 'range keys from in-memory index tree' (duration: 115.920485ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:18.417296Z","caller":"traceutil/trace.go:171","msg":"trace[688364775] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5706; }","duration":"118.587245ms","start":"2026-07-16T00:27:18.298681Z","end":"2026-07-16T00:27:18.417268Z","steps":["trace[688364775] 'range keys from in-memory index tree' (duration: 118.313782ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:18.994934Z","caller":"traceutil/trace.go:171","msg":"trace[194722387] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"395.234516ms","start":"2026-07-16T00:27:18.59967Z","end":"2026-07-16T00:27:18.994904Z","steps":["trace[194722387] 'process raft request' (duration: 395.018653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:18.995137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:18.599649Z","time spent":"395.378709ms","remote":"127.0.0.1:36504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:27:19.622845Z","caller":"traceutil/trace.go:171","msg":"trace[548188124] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"806.26387ms","start":"2026-07-16T00:27:18.816559Z","end":"2026-07-16T00:27:19.622823Z","steps":["trace[548188124] 'process raft request' (duration: 806.213269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.622991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:18.816544Z","time spent":"806.363042ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:27:19.623227Z","caller":"traceutil/trace.go:171","msg":"trace[2015889040] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"914.036857ms","start":"2026-07-16T00:27:18.709184Z","end":"2026-07-16T00:27:19.623221Z","steps":["trace[2015889040] 'process raft request' (duration: 913.447538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.623268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:18.709151Z","time spent":"914.094667ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:27:19.623565Z","caller":"traceutil/trace.go:171","msg":"trace[1221248526] linearizableReadLoop","detail":"{readStateIndex:5926; appliedIndex:5924; }","duration":"811.801123ms","start":"2026-07-16T00:27:18.811749Z","end":"2026-07-16T00:27:19.62355Z","steps":["trace[1221248526] 'read index received' (duration: 182.995634ms)","trace[1221248526] 'applied index is now lower than readState.Index' (duration: 628.803549ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:27:19.623625Z","caller":"traceutil/trace.go:171","msg":"trace[1202373154] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"805.873994ms","start":"2026-07-16T00:27:18.817746Z","end":"2026-07-16T00:27:19.62362Z","steps":["trace[1202373154] 'process raft request' (duration: 805.054212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.623665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:18.817736Z","time spent":"805.906094ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:27:19.623777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.028026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:27:19.6238Z","caller":"traceutil/trace.go:171","msg":"trace[2075981217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5710; }","duration":"812.089116ms","start":"2026-07-16T00:27:18.811706Z","end":"2026-07-16T00:27:19.623795Z","steps":["trace[2075981217] 'agreement among raft nodes before linearized reading' (duration: 812.043685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.623817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:18.811685Z","time spent":"812.129006ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T00:27:19.642752Z","caller":"traceutil/trace.go:171","msg":"trace[360707104] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"184.27441ms","start":"2026-07-16T00:27:19.458454Z","end":"2026-07-16T00:27:19.642728Z","steps":["trace[360707104] 'process raft request' (duration: 183.956626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.643068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.626625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-16T00:27:19.643111Z","caller":"traceutil/trace.go:171","msg":"trace[270081727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5711; }","duration":"339.693176ms","start":"2026-07-16T00:27:19.303406Z","end":"2026-07-16T00:27:19.6431Z","steps":["trace[270081727] 'agreement among raft nodes before linearized reading' (duration: 339.554914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.643147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:19.303321Z","time spent":"339.818538ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T00:27:19.643485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.940287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T00:27:19.643526Z","caller":"traceutil/trace.go:171","msg":"trace[1804476656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5711; }","duration":"537.041369ms","start":"2026-07-16T00:27:19.106473Z","end":"2026-07-16T00:27:19.643514Z","steps":["trace[1804476656] 'agreement among raft nodes before linearized reading' (duration: 536.946337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.643498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.653233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T00:27:19.643609Z","caller":"traceutil/trace.go:171","msg":"trace[1809482907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5711; }","duration":"763.828625ms","start":"2026-07-16T00:27:18.879755Z","end":"2026-07-16T00:27:19.643583Z","steps":["trace[1809482907] 'agreement among raft nodes before linearized reading' (duration: 763.47443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.643654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.709929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-16T00:27:19.643746Z","caller":"traceutil/trace.go:171","msg":"trace[547256067] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5711; }","duration":"484.819411ms","start":"2026-07-16T00:27:19.158918Z","end":"2026-07-16T00:27:19.643738Z","steps":["trace[547256067] 'agreement among raft nodes before linearized reading' (duration: 484.658779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.64378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:19.158909Z","time spent":"484.862772ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-16T00:27:19.643774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.39831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-16T00:27:19.643791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.560393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T00:27:19.643817Z","caller":"traceutil/trace.go:171","msg":"trace[612829116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5711; }","duration":"619.508792ms","start":"2026-07-16T00:27:19.024299Z","end":"2026-07-16T00:27:19.643808Z","steps":["trace[612829116] 'agreement among raft nodes before linearized reading' (duration: 619.402051ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:19.643857Z","caller":"traceutil/trace.go:171","msg":"trace[715505235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5711; }","duration":"619.636543ms","start":"2026-07-16T00:27:19.024186Z","end":"2026-07-16T00:27:19.643823Z","steps":["trace[715505235] 'agreement among raft nodes before linearized reading' (duration: 619.518052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.643881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:19.024269Z","time spent":"619.605433ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T00:27:19.643907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:19.024166Z","time spent":"619.720995ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T00:27:19.64367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:18.879719Z","time spent":"763.941957ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T00:27:19.643561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:27:19.106442Z","time spent":"537.111469ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T00:27:19.890825Z","caller":"traceutil/trace.go:171","msg":"trace[2133886849] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"241.737516ms","start":"2026-07-16T00:27:19.649059Z","end":"2026-07-16T00:27:19.890796Z","steps":["trace[2133886849] 'process raft request' (duration: 241.690415ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:19.891018Z","caller":"traceutil/trace.go:171","msg":"trace[1612356111] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"242.246133ms","start":"2026-07-16T00:27:19.648753Z","end":"2026-07-16T00:27:19.890999Z","steps":["trace[1612356111] 'process raft request' (duration: 241.856596ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:19.891129Z","caller":"traceutil/trace.go:171","msg":"trace[1036871536] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"242.09809ms","start":"2026-07-16T00:27:19.649014Z","end":"2026-07-16T00:27:19.891112Z","steps":["trace[1036871536] 'process raft request' (duration: 241.686795ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:19.891093Z","caller":"traceutil/trace.go:171","msg":"trace[1378979537] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"242.04481ms","start":"2026-07-16T00:27:19.64899Z","end":"2026-07-16T00:27:19.891035Z","steps":["trace[1378979537] 'process raft request' (duration: 241.668795ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:19.891398Z","caller":"traceutil/trace.go:171","msg":"trace[1018099684] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"242.691849ms","start":"2026-07-16T00:27:19.648691Z","end":"2026-07-16T00:27:19.891383Z","steps":["trace[1018099684] 'process raft request' (duration: 188.217428ms)","trace[1018099684] 'compare' (duration: 53.499356ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:27:19.897813Z","caller":"traceutil/trace.go:171","msg":"trace[207352578] linearizableReadLoop","detail":"{readStateIndex:5936; appliedIndex:5930; }","duration":"101.433481ms","start":"2026-07-16T00:27:19.796352Z","end":"2026-07-16T00:27:19.897785Z","steps":["trace[207352578] 'read index received' (duration: 40.582526ms)","trace[207352578] 'applied index is now lower than readState.Index' (duration: 60.849705ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:27:19.897881Z","caller":"traceutil/trace.go:171","msg":"trace[246184729] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"215.377397ms","start":"2026-07-16T00:27:19.682459Z","end":"2026-07-16T00:27:19.897837Z","steps":["trace[246184729] 'process raft request' (duration: 215.184884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.898194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.268825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:27:19.898305Z","caller":"traceutil/trace.go:171","msg":"trace[2097802099] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5717; }","duration":"100.423267ms","start":"2026-07-16T00:27:19.797866Z","end":"2026-07-16T00:27:19.89829Z","steps":["trace[2097802099] 'agreement among raft nodes before linearized reading' (duration: 100.155713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:19.898405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.292015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-07-16T00:27:19.898288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.902998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:27:19.898646Z","caller":"traceutil/trace.go:171","msg":"trace[414697646] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5717; }","duration":"102.284304ms","start":"2026-07-16T00:27:19.796304Z","end":"2026-07-16T00:27:19.898589Z","steps":["trace[414697646] 'agreement among raft nodes before linearized reading' (duration: 101.622584ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:19.898492Z","caller":"traceutil/trace.go:171","msg":"trace[541548955] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5717; }","duration":"100.434437ms","start":"2026-07-16T00:27:19.798018Z","end":"2026-07-16T00:27:19.898452Z","steps":["trace[541548955] 'agreement among raft nodes before linearized reading' (duration: 100.033401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:27:27.819228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.801222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:27:27.819313Z","caller":"traceutil/trace.go:171","msg":"trace[870392708] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5777; }","duration":"117.909024ms","start":"2026-07-16T00:27:27.701384Z","end":"2026-07-16T00:27:27.819293Z","steps":["trace[870392708] 'count revisions from in-memory index tree' (duration: 117.62493ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:32.317432Z","caller":"traceutil/trace.go:171","msg":"trace[658845275] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"200.205187ms","start":"2026-07-16T00:27:32.117191Z","end":"2026-07-16T00:27:32.317396Z","steps":["trace[658845275] 'process raft request' (duration: 200.130506ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:32.317469Z","caller":"traceutil/trace.go:171","msg":"trace[705216336] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"201.218041ms","start":"2026-07-16T00:27:32.116195Z","end":"2026-07-16T00:27:32.317413Z","steps":["trace[705216336] 'process raft request' (duration: 200.774935ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:32.317497Z","caller":"traceutil/trace.go:171","msg":"trace[88561867] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"200.558732ms","start":"2026-07-16T00:27:32.116894Z","end":"2026-07-16T00:27:32.317453Z","steps":["trace[88561867] 'process raft request' (duration: 200.375969ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:32.317639Z","caller":"traceutil/trace.go:171","msg":"trace[162941765] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"198.943208ms","start":"2026-07-16T00:27:32.118648Z","end":"2026-07-16T00:27:32.317591Z","steps":["trace[162941765] 'process raft request' (duration: 198.709114ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:27:32.328782Z","caller":"traceutil/trace.go:171","msg":"trace[526285660] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"108.901417ms","start":"2026-07-16T00:27:32.21986Z","end":"2026-07-16T00:27:32.328762Z","steps":["trace[526285660] 'process raft request' (duration: 108.220976ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:28:09.600119Z","caller":"traceutil/trace.go:171","msg":"trace[1463131240] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"134.322305ms","start":"2026-07-16T00:28:09.465769Z","end":"2026-07-16T00:28:09.600092Z","steps":["trace[1463131240] 'process raft request' (duration: 55.092156ms)","trace[1463131240] 'compare' (duration: 79.070427ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:29:43.439233Z","caller":"traceutil/trace.go:171","msg":"trace[978233261] transaction","detail":"{read_only:false; response_revision:6617; number_of_response:1; }","duration":"120.919155ms","start":"2026-07-16T00:29:43.318276Z","end":"2026-07-16T00:29:43.439195Z","steps":["trace[978233261] 'process raft request' (duration: 109.830036ms)","trace[978233261] 'compare' (duration: 10.949825ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:29:44.283884Z","caller":"traceutil/trace.go:171","msg":"trace[1157685787] transaction","detail":"{read_only:false; response_revision:6618; number_of_response:1; }","duration":"128.538031ms","start":"2026-07-16T00:29:44.155321Z","end":"2026-07-16T00:29:44.283859Z","steps":["trace[1157685787] 'process raft request' (duration: 128.384196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:29:44.589726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.055441ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-16T00:29:44.59118Z","caller":"traceutil/trace.go:171","msg":"trace[38743151] transaction","detail":"{read_only:false; response_revision:6619; number_of_response:1; }","duration":"315.07206ms","start":"2026-07-16T00:29:44.276057Z","end":"2026-07-16T00:29:44.591129Z","steps":["trace[38743151] 'process raft request' (duration: 313.995837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:29:44.591511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:29:44.276027Z","time spent":"315.245305ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T00:29:44.748684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.467573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:29:44.750077Z","caller":"traceutil/trace.go:171","msg":"trace[1969255551] transaction","detail":"{read_only:false; response_revision:6620; number_of_response:1; }","duration":"469.74367ms","start":"2026-07-16T00:29:44.280268Z","end":"2026-07-16T00:29:44.750011Z","steps":["trace[1969255551] 'process raft request' (duration: 310.843192ms)","trace[1969255551] 'compare' (duration: 156.850055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:29:44.750286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:29:44.280255Z","time spent":"469.928605ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:29:44.750551Z","caller":"traceutil/trace.go:171","msg":"trace[1271625349] linearizableReadLoop","detail":"{readStateIndex:6871; appliedIndex:6867; }","duration":"229.940374ms","start":"2026-07-16T00:29:44.520589Z","end":"2026-07-16T00:29:44.750529Z","steps":["trace[1271625349] 'read index received' (duration: 37.531µs)","trace[1271625349] 'applied index is now lower than readState.Index' (duration: 229.900983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:29:44.750835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.123208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T00:29:44.750796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.161731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:29:44.750907Z","caller":"traceutil/trace.go:171","msg":"trace[1656681121] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6621; }","duration":"230.300285ms","start":"2026-07-16T00:29:44.520581Z","end":"2026-07-16T00:29:44.750882Z","steps":["trace[1656681121] 'agreement among raft nodes before linearized reading' (duration: 230.100639ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:29:44.751087Z","caller":"traceutil/trace.go:171","msg":"trace[1941285988] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6621; }","duration":"107.241131ms","start":"2026-07-16T00:29:44.643627Z","end":"2026-07-16T00:29:44.750868Z","steps":["trace[1941285988] 'agreement among raft nodes before linearized reading' (duration: 107.110567ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:29:44.751462Z","caller":"traceutil/trace.go:171","msg":"trace[373572820] transaction","detail":"{read_only:false; response_revision:6621; number_of_response:1; }","duration":"377.089141ms","start":"2026-07-16T00:29:44.373384Z","end":"2026-07-16T00:29:44.750473Z","steps":["trace[373572820] 'process raft request' (duration: 376.842344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:29:44.751589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T00:29:44.373356Z","time spent":"378.158395ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T00:30:21.389619Z","caller":"traceutil/trace.go:171","msg":"trace[2110791390] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"237.52779ms","start":"2026-07-16T00:30:21.152062Z","end":"2026-07-16T00:30:21.38959Z","steps":["trace[2110791390] 'process raft request' (duration: 237.341825ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:30:21.446444Z","caller":"traceutil/trace.go:171","msg":"trace[809987896] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"281.702356ms","start":"2026-07-16T00:30:21.164708Z","end":"2026-07-16T00:30:21.44641Z","steps":["trace[809987896] 'process raft request' (duration: 281.432259ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:30:21.57143Z","caller":"traceutil/trace.go:171","msg":"trace[1098947737] transaction","detail":"{read_only:false; response_revision:6966; number_of_response:1; }","duration":"119.710087ms","start":"2026-07-16T00:30:21.451687Z","end":"2026-07-16T00:30:21.571397Z","steps":["trace[1098947737] 'process raft request' (duration: 119.516971ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:30:21.573071Z","caller":"traceutil/trace.go:171","msg":"trace[1669675430] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"121.286632ms","start":"2026-07-16T00:30:21.451751Z","end":"2026-07-16T00:30:21.573038Z","steps":["trace[1669675430] 'process raft request' (duration: 120.329835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:30:33.987882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.773193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T00:30:33.988181Z","caller":"traceutil/trace.go:171","msg":"trace[952344111] linearizableReadLoop","detail":"{readStateIndex:7299; appliedIndex:7296; }","duration":"209.194146ms","start":"2026-07-16T00:30:33.778963Z","end":"2026-07-16T00:30:33.988158Z","steps":["trace[952344111] 'read index received' (duration: 88.039811ms)","trace[952344111] 'applied index is now lower than readState.Index' (duration: 121.153075ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:30:33.988233Z","caller":"traceutil/trace.go:171","msg":"trace[1040154033] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"228.502164ms","start":"2026-07-16T00:30:33.75966Z","end":"2026-07-16T00:30:33.988162Z","steps":["trace[1040154033] 'process raft request' (duration: 107.324739ms)","trace[1040154033] 'compare' (duration: 120.63282ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:30:33.9886Z","caller":"traceutil/trace.go:171","msg":"trace[1883907690] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"228.586426ms","start":"2026-07-16T00:30:33.759947Z","end":"2026-07-16T00:30:33.988534Z","steps":["trace[1883907690] 'process raft request' (duration: 228.099143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:30:33.988634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.636788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T00:30:33.988745Z","caller":"traceutil/trace.go:171","msg":"trace[25299347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7036; }","duration":"209.792162ms","start":"2026-07-16T00:30:33.77893Z","end":"2026-07-16T00:30:33.988722Z","steps":["trace[25299347] 'agreement among raft nodes before linearized reading' (duration: 209.529385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T00:30:33.98865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.128208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:30:33.989082Z","caller":"traceutil/trace.go:171","msg":"trace[1372593466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7036; }","duration":"179.604513ms","start":"2026-07-16T00:30:33.809424Z","end":"2026-07-16T00:30:33.989029Z","steps":["trace[1372593466] 'agreement among raft nodes before linearized reading' (duration: 179.052606ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:30:33.988629Z","caller":"traceutil/trace.go:171","msg":"trace[1644501736] transaction","detail":"{read_only:false; response_revision:7036; number_of_response:1; }","duration":"228.589275ms","start":"2026-07-16T00:30:33.759993Z","end":"2026-07-16T00:30:33.988582Z","steps":["trace[1644501736] 'process raft request' (duration: 228.118802ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:30:34.207687Z","caller":"traceutil/trace.go:171","msg":"trace[1842302260] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"213.197758ms","start":"2026-07-16T00:30:33.99441Z","end":"2026-07-16T00:30:34.207608Z","steps":["trace[1842302260] 'process raft request' (duration: 135.837097ms)","trace[1842302260] 'compare' (duration: 77.204487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:30:34.640243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.066139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-16T00:30:35.456273Z","caller":"traceutil/trace.go:171","msg":"trace[1818201713] transaction","detail":"{read_only:false; response_revision:7041; number_of_response:1; }","duration":"126.533232ms","start":"2026-07-16T00:30:35.329698Z","end":"2026-07-16T00:30:35.456231Z","steps":["trace[1818201713] 'process raft request' (duration: 89.846694ms)","trace[1818201713] 'compare' (duration: 36.449992ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:30:35.456205Z","caller":"traceutil/trace.go:171","msg":"trace[1883530088] linearizableReadLoop","detail":"{readStateIndex:7305; appliedIndex:7304; }","duration":"119.708232ms","start":"2026-07-16T00:30:35.336438Z","end":"2026-07-16T00:30:35.456146Z","steps":["trace[1883530088] 'read index received' (duration: 83.163088ms)","trace[1883530088] 'applied index is now lower than readState.Index' (duration: 36.543904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:30:35.456442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.934709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T00:30:35.456591Z","caller":"traceutil/trace.go:171","msg":"trace[1326205265] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7041; }","duration":"120.154615ms","start":"2026-07-16T00:30:35.336384Z","end":"2026-07-16T00:30:35.456538Z","steps":["trace[1326205265] 'agreement among raft nodes before linearized reading' (duration: 119.913808ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:30:56.359115Z","caller":"traceutil/trace.go:171","msg":"trace[783278927] linearizableReadLoop","detail":"{readStateIndex:7473; appliedIndex:7471; }","duration":"110.430357ms","start":"2026-07-16T00:30:56.248661Z","end":"2026-07-16T00:30:56.359092Z","steps":["trace[783278927] 'read index received' (duration: 11.614261ms)","trace[783278927] 'applied index is now lower than readState.Index' (duration: 98.814836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T00:30:56.359297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.598611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T00:30:56.359336Z","caller":"traceutil/trace.go:171","msg":"trace[1739326803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7202; }","duration":"110.691254ms","start":"2026-07-16T00:30:56.248636Z","end":"2026-07-16T00:30:56.359327Z","steps":["trace[1739326803] 'agreement among raft nodes before linearized reading' (duration: 110.5546ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:30:56.359277Z","caller":"traceutil/trace.go:171","msg":"trace[1159199702] transaction","detail":"{read_only:false; response_revision:7202; number_of_response:1; }","duration":"151.889167ms","start":"2026-07-16T00:30:56.207346Z","end":"2026-07-16T00:30:56.359235Z","steps":["trace[1159199702] 'process raft request' (duration: 151.580919ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:30:56.513906Z","caller":"traceutil/trace.go:171","msg":"trace[1282497278] transaction","detail":"{read_only:false; response_revision:7203; number_of_response:1; }","duration":"115.527813ms","start":"2026-07-16T00:30:56.398349Z","end":"2026-07-16T00:30:56.513877Z","steps":["trace[1282497278] 'process raft request' (duration: 49.889586ms)","trace[1282497278] 'compare' (duration: 65.513814ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T00:30:56.530082Z","caller":"traceutil/trace.go:171","msg":"trace[1352619468] transaction","detail":"{read_only:false; response_revision:7204; number_of_response:1; }","duration":"111.502786ms","start":"2026-07-16T00:30:56.418559Z","end":"2026-07-16T00:30:56.530062Z","steps":["trace[1352619468] 'process raft request' (duration: 111.405593ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:31:06.274258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5132} {"level":"info","ts":"2026-07-16T00:31:06.355267Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5132,"took":"78.633831ms","hash":2943878730,"current-db-size-bytes":52019200,"current-db-size":"52 MB","current-db-size-in-use-bytes":18821120,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-16T00:31:06.355341Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2943878730,"revision":5132,"compact-revision":2808} {"level":"info","ts":"2026-07-16T00:31:29.210893Z","caller":"traceutil/trace.go:171","msg":"trace[826837558] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"114.060907ms","start":"2026-07-16T00:31:29.096807Z","end":"2026-07-16T00:31:29.210868Z","steps":["trace[826837558] 'process raft request' (duration: 110.166278ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:31:29.211431Z","caller":"traceutil/trace.go:171","msg":"trace[1398604973] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"114.295903ms","start":"2026-07-16T00:31:29.097082Z","end":"2026-07-16T00:31:29.211378Z","steps":["trace[1398604973] 'process raft request' (duration: 113.705868ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:31:29.211679Z","caller":"traceutil/trace.go:171","msg":"trace[1130449897] transaction","detail":"{read_only:false; response_revision:7387; number_of_response:1; }","duration":"112.673951ms","start":"2026-07-16T00:31:29.098987Z","end":"2026-07-16T00:31:29.211661Z","steps":["trace[1130449897] 'process raft request' (duration: 112.166608ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:31:29.211678Z","caller":"traceutil/trace.go:171","msg":"trace[1609315774] transaction","detail":"{read_only:false; response_revision:7388; number_of_response:1; }","duration":"108.045203ms","start":"2026-07-16T00:31:29.10358Z","end":"2026-07-16T00:31:29.211625Z","steps":["trace[1609315774] 'process raft request' (duration: 107.909109ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T00:34:12.250722Z","caller":"traceutil/trace.go:171","msg":"trace[509439510] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"128.418772ms","start":"2026-07-16T00:34:12.122266Z","end":"2026-07-16T00:34:12.250685Z","steps":["trace[509439510] 'process raft request' (duration: 93.556841ms)","trace[509439510] 'compare' (duration: 34.249138ms)"],"step_count":2}