{"level":"warn","ts":"2026-07-21T13:14:15.026981Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T13:14:15.027055Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.91:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.91:2380","--initial-cluster=instance=https://199.19.213.91:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.91:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.91:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-21T13:14:15.027126Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T13:14:15.027151Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.91:2380"]} {"level":"info","ts":"2026-07-21T13:14:15.027175Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T13:14:15.02789Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.91:2379"]} {"level":"info","ts":"2026-07-21T13:14:15.027958Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.91:2380"],"listen-peer-urls":["https://199.19.213.91:2380"],"advertise-client-urls":["https://199.19.213.91:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.91:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.91:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-21T13:14:15.03218Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.024637ms"} {"level":"info","ts":"2026-07-21T13:14:15.03895Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2c24222821500990","cluster-id":"f38faa6ba493daad"} {"level":"info","ts":"2026-07-21T13:14:15.039014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 switched to configuration voters=()"} {"level":"info","ts":"2026-07-21T13:14:15.039036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became follower at term 0"} {"level":"info","ts":"2026-07-21T13:14:15.039046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2c24222821500990 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-21T13:14:15.039062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became follower at term 1"} {"level":"info","ts":"2026-07-21T13:14:15.039097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 switched to configuration voters=(3180704792583342480)"} {"level":"warn","ts":"2026-07-21T13:14:15.045738Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-21T13:14:15.047906Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-21T13:14:15.04938Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-21T13:14:15.052136Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2c24222821500990","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-21T13:14:15.052906Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2c24222821500990","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-21T13:14:15.054347Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T13:14:15.054461Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T13:14:15.054474Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T13:14:15.054578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 switched to configuration voters=(3180704792583342480)"} {"level":"info","ts":"2026-07-21T13:14:15.054806Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f38faa6ba493daad","local-member-id":"2c24222821500990","added-peer-id":"2c24222821500990","added-peer-peer-urls":["https://199.19.213.91:2380"]} {"level":"info","ts":"2026-07-21T13:14:15.055805Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T13:14:15.055853Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.91:2380"} {"level":"info","ts":"2026-07-21T13:14:15.05586Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.91:2380"} {"level":"info","ts":"2026-07-21T13:14:15.056044Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2c24222821500990","initial-advertise-peer-urls":["https://199.19.213.91:2380"],"listen-peer-urls":["https://199.19.213.91:2380"],"advertise-client-urls":["https://199.19.213.91:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.91:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-21T13:14:15.056071Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-21T13:14:15.139802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 is starting a new election at term 1"} {"level":"info","ts":"2026-07-21T13:14:15.139868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-21T13:14:15.13992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 received MsgPreVoteResp from 2c24222821500990 at term 1"} {"level":"info","ts":"2026-07-21T13:14:15.13994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became candidate at term 2"} {"level":"info","ts":"2026-07-21T13:14:15.139951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 received MsgVoteResp from 2c24222821500990 at term 2"} {"level":"info","ts":"2026-07-21T13:14:15.139972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became leader at term 2"} {"level":"info","ts":"2026-07-21T13:14:15.139991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2c24222821500990 elected leader 2c24222821500990 at term 2"} {"level":"info","ts":"2026-07-21T13:14:15.141036Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T13:14:15.141208Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2c24222821500990","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.91:2379]}","request-path":"/0/members/2c24222821500990/attributes","cluster-id":"f38faa6ba493daad","publish-timeout":"7s"} {"level":"info","ts":"2026-07-21T13:14:15.14127Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T13:14:15.141397Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T13:14:15.141659Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-21T13:14:15.141706Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-21T13:14:15.14205Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f38faa6ba493daad","local-member-id":"2c24222821500990","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T13:14:15.142164Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T13:14:15.142205Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T13:14:15.145104Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-21T13:14:15.14676Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.91:2379"} {"level":"info","ts":"2026-07-21T13:14:54.84958Z","caller":"traceutil/trace.go:171","msg":"trace[877134199] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"101.609906ms","start":"2026-07-21T13:14:54.747937Z","end":"2026-07-21T13:14:54.849547Z","steps":["trace[877134199] 'process raft request' (duration: 101.051869ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:14:54.849946Z","caller":"traceutil/trace.go:171","msg":"trace[799012509] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"110.637127ms","start":"2026-07-21T13:14:54.739301Z","end":"2026-07-21T13:14:54.849939Z","steps":["trace[799012509] 'process raft request' (duration: 109.507592ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:14:54.850045Z","caller":"traceutil/trace.go:171","msg":"trace[573799938] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"109.833217ms","start":"2026-07-21T13:14:54.740202Z","end":"2026-07-21T13:14:54.850035Z","steps":["trace[573799938] 'process raft request' (duration: 108.750332ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:15:01.269392Z","caller":"traceutil/trace.go:171","msg":"trace[633451989] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"308.115512ms","start":"2026-07-21T13:15:00.961248Z","end":"2026-07-21T13:15:01.269364Z","steps":["trace[633451989] 'process raft request' (duration: 306.716344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:15:01.270047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:15:00.96122Z","time spent":"308.300874ms","remote":"127.0.0.1:50046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T13:15:01.421212Z","caller":"traceutil/trace.go:171","msg":"trace[1219009125] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"434.442404ms","start":"2026-07-21T13:15:00.98674Z","end":"2026-07-21T13:15:01.421182Z","steps":["trace[1219009125] 'process raft request' (duration: 413.410376ms)","trace[1219009125] 'compare' (duration: 20.679384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:15:01.421374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:15:00.986714Z","time spent":"434.572496ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T13:15:01.447284Z","caller":"traceutil/trace.go:171","msg":"trace[251489624] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"122.529343ms","start":"2026-07-21T13:15:01.324728Z","end":"2026-07-21T13:15:01.447258Z","steps":["trace[251489624] 'process raft request' (duration: 122.419841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:15:01.947264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.463678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T13:15:01.947455Z","caller":"traceutil/trace.go:171","msg":"trace[1116631119] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"485.307458ms","start":"2026-07-21T13:15:01.462095Z","end":"2026-07-21T13:15:01.947403Z","steps":["trace[1116631119] 'process raft request' (duration: 285.651824ms)","trace[1116631119] 'compare' (duration: 198.297186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:15:01.947671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:15:01.462075Z","time spent":"485.477199ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T13:15:01.948399Z","caller":"traceutil/trace.go:171","msg":"trace[747270947] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"446.326201ms","start":"2026-07-21T13:15:01.502052Z","end":"2026-07-21T13:15:01.948378Z","steps":["trace[747270947] 'read index received' (duration: 245.618654ms)","trace[747270947] 'applied index is now lower than readState.Index' (duration: 200.706537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:15:01.948697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.637546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-21T13:15:01.948755Z","caller":"traceutil/trace.go:171","msg":"trace[327537599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:630; }","duration":"446.733867ms","start":"2026-07-21T13:15:01.502006Z","end":"2026-07-21T13:15:01.948739Z","steps":["trace[327537599] 'agreement among raft nodes before linearized reading' (duration: 446.551663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:15:01.948795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:15:01.50199Z","time spent":"446.797378ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T13:15:01.948916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.095743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T13:15:01.948994Z","caller":"traceutil/trace.go:171","msg":"trace[1311664109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:630; }","duration":"401.184774ms","start":"2026-07-21T13:15:01.54779Z","end":"2026-07-21T13:15:01.948975Z","steps":["trace[1311664109] 'agreement among raft nodes before linearized reading' (duration: 400.978191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:15:01.949038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:15:01.547737Z","time spent":"401.292646ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T13:15:01.949202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.813774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-21T13:15:01.949235Z","caller":"traceutil/trace.go:171","msg":"trace[1187494087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:630; }","duration":"195.882784ms","start":"2026-07-21T13:15:01.753344Z","end":"2026-07-21T13:15:01.949227Z","steps":["trace[1187494087] 'agreement among raft nodes before linearized reading' (duration: 195.796063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:15:01.949342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.616717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T13:15:01.949374Z","caller":"traceutil/trace.go:171","msg":"trace[1602351255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"339.682489ms","start":"2026-07-21T13:15:01.609683Z","end":"2026-07-21T13:15:01.949365Z","steps":["trace[1602351255] 'agreement among raft nodes before linearized reading' (duration: 339.641188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:15:01.949403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:15:01.609664Z","time spent":"339.733219ms","remote":"127.0.0.1:49980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T13:15:16.884543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.399266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T13:15:16.884726Z","caller":"traceutil/trace.go:171","msg":"trace[533033436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"132.590148ms","start":"2026-07-21T13:15:16.752116Z","end":"2026-07-21T13:15:16.884706Z","steps":["trace[533033436] 'range keys from in-memory index tree' (duration: 132.342515ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:15:50.217166Z","caller":"traceutil/trace.go:171","msg":"trace[474162368] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"200.117891ms","start":"2026-07-21T13:15:50.017018Z","end":"2026-07-21T13:15:50.217136Z","steps":["trace[474162368] 'process raft request' (duration: 199.950929ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:16:38.504692Z","caller":"traceutil/trace.go:171","msg":"trace[415125835] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"254.607078ms","start":"2026-07-21T13:16:38.250058Z","end":"2026-07-21T13:16:38.504665Z","steps":["trace[415125835] 'process raft request' (duration: 254.455586ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:16:39.005498Z","caller":"traceutil/trace.go:171","msg":"trace[1223232712] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"243.361401ms","start":"2026-07-21T13:16:38.762111Z","end":"2026-07-21T13:16:39.005472Z","steps":["trace[1223232712] 'process raft request' (duration: 235.546005ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:16:39.056001Z","caller":"traceutil/trace.go:171","msg":"trace[999439439] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1964; }","duration":"270.201538ms","start":"2026-07-21T13:16:38.785778Z","end":"2026-07-21T13:16:39.05598Z","steps":["trace[999439439] 'read index received' (duration: 211.915214ms)","trace[999439439] 'applied index is now lower than readState.Index' (duration: 58.285434ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T13:16:39.056036Z","caller":"traceutil/trace.go:171","msg":"trace[1674368802] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"286.313727ms","start":"2026-07-21T13:16:38.769706Z","end":"2026-07-21T13:16:39.05602Z","steps":["trace[1674368802] 'process raft request' (duration: 286.132984ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:16:39.056124Z","caller":"traceutil/trace.go:171","msg":"trace[559153595] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"157.117014ms","start":"2026-07-21T13:16:38.898985Z","end":"2026-07-21T13:16:39.056102Z","steps":["trace[559153595] 'process raft request' (duration: 156.963712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:16:39.056262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.482832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.91\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-21T13:16:39.05629Z","caller":"traceutil/trace.go:171","msg":"trace[628251533] range","detail":"{range_begin:/registry/masterleases/199.19.213.91; range_end:; response_count:1; response_revision:1898; }","duration":"270.574383ms","start":"2026-07-21T13:16:38.785709Z","end":"2026-07-21T13:16:39.056283Z","steps":["trace[628251533] 'agreement among raft nodes before linearized reading' (duration: 270.38054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:16:39.056443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.803844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e816c7d-b3e8-48e7-9672-0763642c7de0\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-07-21T13:16:39.056564Z","caller":"traceutil/trace.go:171","msg":"trace[1065420946] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e816c7d-b3e8-48e7-9672-0763642c7de0; range_end:; response_count:1; response_revision:1898; }","duration":"122.991927ms","start":"2026-07-21T13:16:38.933532Z","end":"2026-07-21T13:16:39.056524Z","steps":["trace[1065420946] 'agreement among raft nodes before linearized reading' (duration: 122.663163ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:17:12.24199Z","caller":"traceutil/trace.go:171","msg":"trace[1317061665] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"166.261602ms","start":"2026-07-21T13:17:12.075624Z","end":"2026-07-21T13:17:12.241885Z","steps":["trace[1317061665] 'process raft request' (duration: 166.11689ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:17:13.224069Z","caller":"traceutil/trace.go:171","msg":"trace[659936836] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"100.153077ms","start":"2026-07-21T13:17:13.123893Z","end":"2026-07-21T13:17:13.224046Z","steps":["trace[659936836] 'process raft request' (duration: 100.006645ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:17:13.518133Z","caller":"traceutil/trace.go:171","msg":"trace[632514512] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"343.314212ms","start":"2026-07-21T13:17:13.174792Z","end":"2026-07-21T13:17:13.518106Z","steps":["trace[632514512] 'process raft request' (duration: 343.07497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:17:13.518342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:17:13.174768Z","time spent":"343.445335ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T13:17:13.51849Z","caller":"traceutil/trace.go:171","msg":"trace[2000575979] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"343.294802ms","start":"2026-07-21T13:17:13.174969Z","end":"2026-07-21T13:17:13.518264Z","steps":["trace[2000575979] 'process raft request' (duration: 343.09589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:17:13.518656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:17:13.174937Z","time spent":"343.616976ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T13:17:13.639129Z","caller":"traceutil/trace.go:171","msg":"trace[361980734] linearizableReadLoop","detail":"{readStateIndex:2215; appliedIndex:2212; }","duration":"235.825058ms","start":"2026-07-21T13:17:13.403279Z","end":"2026-07-21T13:17:13.639104Z","steps":["trace[361980734] 'read index received' (duration: 114.6193ms)","trace[361980734] 'applied index is now lower than readState.Index' (duration: 121.204938ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T13:17:13.639265Z","caller":"traceutil/trace.go:171","msg":"trace[1998454281] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"322.719674ms","start":"2026-07-21T13:17:13.316414Z","end":"2026-07-21T13:17:13.639134Z","steps":["trace[1998454281] 'process raft request' (duration: 280.007ms)","trace[1998454281] 'compare' (duration: 42.527912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:17:13.639335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.037701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-21T13:17:13.639575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:17:13.316387Z","time spent":"323.038898ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T13:17:13.639651Z","caller":"traceutil/trace.go:171","msg":"trace[1147699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2139; }","duration":"236.422825ms","start":"2026-07-21T13:17:13.403201Z","end":"2026-07-21T13:17:13.639623Z","steps":["trace[1147699] 'agreement among raft nodes before linearized reading' (duration: 235.99091ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:18:44.005088Z","caller":"traceutil/trace.go:171","msg":"trace[843307226] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"126.269771ms","start":"2026-07-21T13:18:43.878785Z","end":"2026-07-21T13:18:44.005054Z","steps":["trace[843307226] 'process raft request' (duration: 126.054584ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:18:49.465041Z","caller":"traceutil/trace.go:171","msg":"trace[1325457529] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"131.313914ms","start":"2026-07-21T13:18:49.333692Z","end":"2026-07-21T13:18:49.465006Z","steps":["trace[1325457529] 'process raft request' (duration: 131.009115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:18:49.784892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.850235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T13:18:49.784977Z","caller":"traceutil/trace.go:171","msg":"trace[1860110219] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"206.821157ms","start":"2026-07-21T13:18:49.578142Z","end":"2026-07-21T13:18:49.784964Z","steps":["trace[1860110219] 'process raft request' (duration: 60.791376ms)","trace[1860110219] 'compare' (duration: 145.609868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:22:54.475169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.456554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4a9b2a9-7292-44da-88bd-90c49efaa25b\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-21T13:22:54.475309Z","caller":"traceutil/trace.go:171","msg":"trace[1301286985] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4a9b2a9-7292-44da-88bd-90c49efaa25b; range_end:; response_count:1; response_revision:4811; }","duration":"180.639728ms","start":"2026-07-21T13:22:54.294623Z","end":"2026-07-21T13:22:54.475263Z","steps":["trace[1301286985] 'range keys from in-memory index tree' (duration: 180.212659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:22:54.475568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.373153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-69c75fdddd-vwdkl.18c450c83c419b10\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-07-21T13:22:54.475936Z","caller":"traceutil/trace.go:171","msg":"trace[507544699] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-69c75fdddd-vwdkl.18c450c83c419b10; range_end:; response_count:1; response_revision:4811; }","duration":"181.123267ms","start":"2026-07-21T13:22:54.294787Z","end":"2026-07-21T13:22:54.47591Z","steps":["trace[507544699] 'range keys from in-memory index tree' (duration: 180.198959ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:22:54.496365Z","caller":"traceutil/trace.go:171","msg":"trace[561217089] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"147.811896ms","start":"2026-07-21T13:22:54.348529Z","end":"2026-07-21T13:22:54.496341Z","steps":["trace[561217089] 'process raft request' (duration: 147.5458ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:22:54.584585Z","caller":"traceutil/trace.go:171","msg":"trace[1625021649] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"106.090261ms","start":"2026-07-21T13:22:54.478434Z","end":"2026-07-21T13:22:54.584524Z","steps":["trace[1625021649] 'process raft request' (duration: 98.258266ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:22:54.991521Z","caller":"traceutil/trace.go:171","msg":"trace[1669859913] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"101.362287ms","start":"2026-07-21T13:22:54.8901Z","end":"2026-07-21T13:22:54.991462Z","steps":["trace[1669859913] 'process raft request' (duration: 74.873103ms)","trace[1669859913] 'compare' (duration: 26.243299ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T13:22:54.991757Z","caller":"traceutil/trace.go:171","msg":"trace[421526047] linearizableReadLoop","detail":"{readStateIndex:4996; appliedIndex:4995; }","duration":"101.280285ms","start":"2026-07-21T13:22:54.890435Z","end":"2026-07-21T13:22:54.991715Z","steps":["trace[421526047] 'read index received' (duration: 74.327372ms)","trace[421526047] 'applied index is now lower than readState.Index' (duration: 26.946843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:22:54.991983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.53577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T13:22:54.992035Z","caller":"traceutil/trace.go:171","msg":"trace[293367402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4817; }","duration":"101.623682ms","start":"2026-07-21T13:22:54.890398Z","end":"2026-07-21T13:22:54.992022Z","steps":["trace[293367402] 'agreement among raft nodes before linearized reading' (duration: 101.441819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:12.794614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.508931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-07-21T13:23:12.794735Z","caller":"traceutil/trace.go:171","msg":"trace[799668519] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5024; }","duration":"322.666894ms","start":"2026-07-21T13:23:12.472036Z","end":"2026-07-21T13:23:12.794703Z","steps":["trace[799668519] 'range keys from in-memory index tree' (duration: 322.290737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:12.794792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:23:12.472013Z","time spent":"322.764956ms","remote":"127.0.0.1:50106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-21T13:23:12.795425Z","caller":"traceutil/trace.go:171","msg":"trace[468259569] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5209; }","duration":"288.720596ms","start":"2026-07-21T13:23:12.506677Z","end":"2026-07-21T13:23:12.795398Z","steps":["trace[468259569] 'read index received' (duration: 288.115783ms)","trace[468259569] 'applied index is now lower than readState.Index' (duration: 603.283µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T13:23:12.795592Z","caller":"traceutil/trace.go:171","msg":"trace[675452742] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"312.792843ms","start":"2026-07-21T13:23:12.482786Z","end":"2026-07-21T13:23:12.795578Z","steps":["trace[675452742] 'process raft request' (duration: 312.067628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:12.795692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:23:12.482765Z","time spent":"312.856744ms","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-21T13:23:12.795802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.560125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T13:23:12.795903Z","caller":"traceutil/trace.go:171","msg":"trace[803593767] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5025; }","duration":"285.723968ms","start":"2026-07-21T13:23:12.510154Z","end":"2026-07-21T13:23:12.795878Z","steps":["trace[803593767] 'agreement among raft nodes before linearized reading' (duration: 285.504494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:12.796294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.905726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-21T13:23:12.796417Z","caller":"traceutil/trace.go:171","msg":"trace[567308592] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5025; }","duration":"101.090299ms","start":"2026-07-21T13:23:12.695295Z","end":"2026-07-21T13:23:12.796386Z","steps":["trace[567308592] 'agreement among raft nodes before linearized reading' (duration: 100.718262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:12.796927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.212005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-21T13:23:12.797041Z","caller":"traceutil/trace.go:171","msg":"trace[1443181835] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5025; }","duration":"290.397919ms","start":"2026-07-21T13:23:12.506613Z","end":"2026-07-21T13:23:12.797011Z","steps":["trace[1443181835] 'agreement among raft nodes before linearized reading' (duration: 289.036663ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:23:13.116881Z","caller":"traceutil/trace.go:171","msg":"trace[280902880] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"311.104728ms","start":"2026-07-21T13:23:12.805751Z","end":"2026-07-21T13:23:13.116856Z","steps":["trace[280902880] 'process raft request' (duration: 310.926325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:13.117159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:23:12.805719Z","time spent":"311.23375ms","remote":"127.0.0.1:50106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T13:23:13.121274Z","caller":"traceutil/trace.go:171","msg":"trace[822079312] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5210; }","duration":"156.97855ms","start":"2026-07-21T13:23:12.964235Z","end":"2026-07-21T13:23:13.121213Z","steps":["trace[822079312] 'read index received' (duration: 152.439051ms)","trace[822079312] 'applied index is now lower than readState.Index' (duration: 4.538669ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T13:23:13.121434Z","caller":"traceutil/trace.go:171","msg":"trace[713757852] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"198.108618ms","start":"2026-07-21T13:23:12.923316Z","end":"2026-07-21T13:23:13.121424Z","steps":["trace[713757852] 'process raft request' (duration: 197.788852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:13.121878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.623552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T13:23:13.122028Z","caller":"traceutil/trace.go:171","msg":"trace[411297410] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5027; }","duration":"157.808956ms","start":"2026-07-21T13:23:12.964203Z","end":"2026-07-21T13:23:13.122012Z","steps":["trace[411297410] 'agreement among raft nodes before linearized reading' (duration: 157.625992ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:23:13.463109Z","caller":"traceutil/trace.go:171","msg":"trace[752884296] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"182.227708ms","start":"2026-07-21T13:23:13.280857Z","end":"2026-07-21T13:23:13.463085Z","steps":["trace[752884296] 'process raft request' (duration: 182.057795ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:23:13.664893Z","caller":"traceutil/trace.go:171","msg":"trace[696717626] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5224; }","duration":"147.798671ms","start":"2026-07-21T13:23:13.517058Z","end":"2026-07-21T13:23:13.664857Z","steps":["trace[696717626] 'read index received' (duration: 147.474935ms)","trace[696717626] 'applied index is now lower than readState.Index' (duration: 321.766µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T13:23:13.664925Z","caller":"traceutil/trace.go:171","msg":"trace[364815436] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"162.883233ms","start":"2026-07-21T13:23:13.502008Z","end":"2026-07-21T13:23:13.664891Z","steps":["trace[364815436] 'process raft request' (duration: 162.561847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:13.665248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.157348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-21T13:23:13.665302Z","caller":"traceutil/trace.go:171","msg":"trace[1865236663] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5040; }","duration":"148.27054ms","start":"2026-07-21T13:23:13.517008Z","end":"2026-07-21T13:23:13.665278Z","steps":["trace[1865236663] 'agreement among raft nodes before linearized reading' (duration: 148.053736ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:23:15.52983Z","caller":"traceutil/trace.go:171","msg":"trace[952574692] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5228; }","duration":"307.217655ms","start":"2026-07-21T13:23:15.222572Z","end":"2026-07-21T13:23:15.529789Z","steps":["trace[952574692] 'read index received' (duration: 11.705866ms)","trace[952574692] 'applied index is now lower than readState.Index' (duration: 295.510349ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T13:23:15.529977Z","caller":"traceutil/trace.go:171","msg":"trace[1284994922] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"326.425785ms","start":"2026-07-21T13:23:15.203538Z","end":"2026-07-21T13:23:15.529964Z","steps":["trace[1284994922] 'process raft request' (duration: 266.559438ms)","trace[1284994922] 'compare' (duration: 59.521961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:23:15.530112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:23:15.203513Z","time spent":"326.491087ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T13:23:15.53027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.666693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-21T13:23:15.53036Z","caller":"traceutil/trace.go:171","msg":"trace[2076453768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5044; }","duration":"307.820556ms","start":"2026-07-21T13:23:15.22252Z","end":"2026-07-21T13:23:15.53034Z","steps":["trace[2076453768] 'agreement among raft nodes before linearized reading' (duration: 307.528091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:15.530406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:23:15.2225Z","time spent":"307.897427ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T13:23:15.544795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.734023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-21T13:23:15.544866Z","caller":"traceutil/trace.go:171","msg":"trace[746270776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5045; }","duration":"295.859015ms","start":"2026-07-21T13:23:15.248992Z","end":"2026-07-21T13:23:15.544851Z","steps":["trace[746270776] 'agreement among raft nodes before linearized reading' (duration: 295.637901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:15.545004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.957838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-21T13:23:15.545079Z","caller":"traceutil/trace.go:171","msg":"trace[1103258215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5045; }","duration":"294.08805ms","start":"2026-07-21T13:23:15.250972Z","end":"2026-07-21T13:23:15.54506Z","steps":["trace[1103258215] 'agreement among raft nodes before linearized reading' (duration: 293.805805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:15.545425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.558163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T13:23:15.545528Z","caller":"traceutil/trace.go:171","msg":"trace[1408119067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5045; }","duration":"260.675745ms","start":"2026-07-21T13:23:15.28483Z","end":"2026-07-21T13:23:15.545506Z","steps":["trace[1408119067] 'agreement among raft nodes before linearized reading' (duration: 259.935751ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:23:16.616913Z","caller":"traceutil/trace.go:171","msg":"trace[232269199] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"191.059826ms","start":"2026-07-21T13:23:16.425828Z","end":"2026-07-21T13:23:16.616887Z","steps":["trace[232269199] 'process raft request' (duration: 190.855462ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:23:17.371708Z","caller":"traceutil/trace.go:171","msg":"trace[2012317860] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"131.79905ms","start":"2026-07-21T13:23:17.239863Z","end":"2026-07-21T13:23:17.371662Z","steps":["trace[2012317860] 'process raft request' (duration: 121.235006ms)","trace[2012317860] 'compare' (duration: 10.3408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:23:47.145375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.262474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T13:23:47.145505Z","caller":"traceutil/trace.go:171","msg":"trace[1239102396] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5337; }","duration":"148.468299ms","start":"2026-07-21T13:23:46.996998Z","end":"2026-07-21T13:23:47.145467Z","steps":["trace[1239102396] 'range keys from in-memory index tree' (duration: 148.131301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:47.146501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.681106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-07-21T13:23:47.146553Z","caller":"traceutil/trace.go:171","msg":"trace[2014344447] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5337; }","duration":"146.778807ms","start":"2026-07-21T13:23:46.999763Z","end":"2026-07-21T13:23:47.146542Z","steps":["trace[2014344447] 'range keys from in-memory index tree' (duration: 146.452131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:47.147275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.11374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T13:23:47.147403Z","caller":"traceutil/trace.go:171","msg":"trace[321451551] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5337; }","duration":"149.270573ms","start":"2026-07-21T13:23:46.998077Z","end":"2026-07-21T13:23:47.147348Z","steps":["trace[321451551] 'range keys from in-memory index tree' (duration: 147.338048ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:23:48.136145Z","caller":"traceutil/trace.go:171","msg":"trace[419985230] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"172.488463ms","start":"2026-07-21T13:23:47.963611Z","end":"2026-07-21T13:23:48.136099Z","steps":["trace[419985230] 'process raft request' (duration: 152.636664ms)","trace[419985230] 'compare' (duration: 19.662636ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T13:23:48.136309Z","caller":"traceutil/trace.go:171","msg":"trace[593272466] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"171.76013ms","start":"2026-07-21T13:23:47.964525Z","end":"2026-07-21T13:23:48.136285Z","steps":["trace[593272466] 'process raft request' (duration: 171.531245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:49.052165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.829387ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-21T13:23:49.052322Z","caller":"traceutil/trace.go:171","msg":"trace[937221535] linearizableReadLoop","detail":"{readStateIndex:5540; appliedIndex:5539; }","duration":"234.927315ms","start":"2026-07-21T13:23:48.817369Z","end":"2026-07-21T13:23:49.052296Z","steps":["trace[937221535] 'read index received' (duration: 104.979276ms)","trace[937221535] 'applied index is now lower than readState.Index' (duration: 129.946049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:23:49.052574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.18822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-21T13:23:49.052605Z","caller":"traceutil/trace.go:171","msg":"trace[1420611395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5346; }","duration":"235.251001ms","start":"2026-07-21T13:23:48.817343Z","end":"2026-07-21T13:23:49.052594Z","steps":["trace[1420611395] 'agreement among raft nodes before linearized reading' (duration: 235.066218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:49.287374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.890498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T13:23:49.287513Z","caller":"traceutil/trace.go:171","msg":"trace[330903564] linearizableReadLoop","detail":"{readStateIndex:5543; appliedIndex:5542; }","duration":"179.277656ms","start":"2026-07-21T13:23:49.108194Z","end":"2026-07-21T13:23:49.287472Z","steps":["trace[330903564] 'read index received' (duration: 71.168725ms)","trace[330903564] 'applied index is now lower than readState.Index' (duration: 108.107841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:23:49.287754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.557811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-21T13:23:49.287815Z","caller":"traceutil/trace.go:171","msg":"trace[827751913] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5349; }","duration":"179.660743ms","start":"2026-07-21T13:23:49.108137Z","end":"2026-07-21T13:23:49.287798Z","steps":["trace[827751913] 'agreement among raft nodes before linearized reading' (duration: 179.45937ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:23:49.28778Z","caller":"traceutil/trace.go:171","msg":"trace[1113831216] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"201.135713ms","start":"2026-07-21T13:23:49.086513Z","end":"2026-07-21T13:23:49.287649Z","steps":["trace[1113831216] 'process raft request' (duration: 92.872288ms)","trace[1113831216] 'compare' (duration: 107.745715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T13:23:49.288049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.063473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T13:23:49.288123Z","caller":"traceutil/trace.go:171","msg":"trace[1040691585] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5349; }","duration":"135.177236ms","start":"2026-07-21T13:23:49.152927Z","end":"2026-07-21T13:23:49.288105Z","steps":["trace[1040691585] 'agreement among raft nodes before linearized reading' (duration: 135.040263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:49.288256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.369449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-07-21T13:23:49.288385Z","caller":"traceutil/trace.go:171","msg":"trace[87480067] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5349; }","duration":"135.543833ms","start":"2026-07-21T13:23:49.152827Z","end":"2026-07-21T13:23:49.28837Z","steps":["trace[87480067] 'agreement among raft nodes before linearized reading' (duration: 135.195866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:49.288602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.589853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T13:23:49.288958Z","caller":"traceutil/trace.go:171","msg":"trace[1063258404] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5349; }","duration":"136.269227ms","start":"2026-07-21T13:23:49.152657Z","end":"2026-07-21T13:23:49.288926Z","steps":["trace[1063258404] 'agreement among raft nodes before linearized reading' (duration: 135.129945ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:23:49.81346Z","caller":"traceutil/trace.go:171","msg":"trace[1221702910] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"386.042073ms","start":"2026-07-21T13:23:49.427385Z","end":"2026-07-21T13:23:49.813427Z","steps":["trace[1221702910] 'process raft request' (duration: 385.810729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:49.813866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T13:23:49.42736Z","time spent":"386.273498ms","remote":"127.0.0.1:50202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T13:23:49.833684Z","caller":"traceutil/trace.go:171","msg":"trace[2146504469] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5543; }","duration":"222.470899ms","start":"2026-07-21T13:23:49.611184Z","end":"2026-07-21T13:23:49.833655Z","steps":["trace[2146504469] 'read index received' (duration: 201.978958ms)","trace[2146504469] 'applied index is now lower than readState.Index' (duration: 20.490451ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T13:23:49.833742Z","caller":"traceutil/trace.go:171","msg":"trace[1388706337] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"287.404817ms","start":"2026-07-21T13:23:49.546296Z","end":"2026-07-21T13:23:49.833701Z","steps":["trace[1388706337] 'process raft request' (duration: 287.158892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T13:23:49.833887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.683583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T13:23:49.833938Z","caller":"traceutil/trace.go:171","msg":"trace[687749673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5351; }","duration":"222.829986ms","start":"2026-07-21T13:23:49.611093Z","end":"2026-07-21T13:23:49.833923Z","steps":["trace[687749673] 'agreement among raft nodes before linearized reading' (duration: 222.715044ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T13:24:15.746174Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2901} {"level":"info","ts":"2026-07-21T13:24:15.844319Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2901,"took":"96.338886ms","hash":159595839,"current-db-size-bytes":53870592,"current-db-size":"54 MB","current-db-size-in-use-bytes":28717056,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-21T13:24:15.844389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":159595839,"revision":2901,"compact-revision":-1} {"level":"info","ts":"2026-07-21T13:29:15.75236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5518} {"level":"info","ts":"2026-07-21T13:29:15.881709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5518,"took":"127.666328ms","hash":365947881,"current-db-size-bytes":53870592,"current-db-size":"54 MB","current-db-size-in-use-bytes":18591744,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-21T13:29:15.881793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":365947881,"revision":5518,"compact-revision":2901}