{"level":"warn","ts":"2026-07-24T04:39:58.961172Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:39:58.961265Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=instance=https://199.204.45.116:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T04:39:58.961341Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:39:58.961357Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-07-24T04:39:58.961379Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:39:58.96199Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-07-24T04:39:58.962084Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.116:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T04:39:58.96457Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.288118ms"} {"level":"info","ts":"2026-07-24T04:39:58.970936Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5caa70ef1dd6dc04","cluster-id":"45afccab143d2c82"} {"level":"info","ts":"2026-07-24T04:39:58.971049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T04:39:58.971085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 0"} {"level":"info","ts":"2026-07-24T04:39:58.971103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5caa70ef1dd6dc04 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T04:39:58.971123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 1"} {"level":"info","ts":"2026-07-24T04:39:58.971185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"warn","ts":"2026-07-24T04:39:58.977176Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T04:39:58.97871Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T04:39:58.979773Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T04:39:58.981706Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5caa70ef1dd6dc04","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T04:39:58.981853Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5caa70ef1dd6dc04","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T04:39:58.981899Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:39:58.981969Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:39:58.981985Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:39:58.985886Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:39:58.986052Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-07-24T04:39:58.986094Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-07-24T04:39:58.986233Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5caa70ef1dd6dc04","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T04:39:58.986289Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T04:39:58.98657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"info","ts":"2026-07-24T04:39:58.986678Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","added-peer-id":"5caa70ef1dd6dc04","added-peer-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-07-24T04:39:59.071749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T04:39:59.071807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T04:39:59.071831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgPreVoteResp from 5caa70ef1dd6dc04 at term 1"} {"level":"info","ts":"2026-07-24T04:39:59.071851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became candidate at term 2"} {"level":"info","ts":"2026-07-24T04:39:59.071862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgVoteResp from 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-07-24T04:39:59.071901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became leader at term 2"} {"level":"info","ts":"2026-07-24T04:39:59.07192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5caa70ef1dd6dc04 elected leader 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-07-24T04:39:59.072881Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5caa70ef1dd6dc04","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.116:2379]}","request-path":"/0/members/5caa70ef1dd6dc04/attributes","cluster-id":"45afccab143d2c82","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T04:39:59.072921Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:39:59.073027Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:39:59.073125Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T04:39:59.073175Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T04:39:59.07551Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"info","ts":"2026-07-24T04:39:59.075964Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:59.075976Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T04:39:59.076915Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:59.077011Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:59.077048Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:40:35.181968Z","caller":"traceutil/trace.go:171","msg":"trace[1310561613] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"140.225826ms","start":"2026-07-24T04:40:35.041719Z","end":"2026-07-24T04:40:35.181945Z","steps":["trace[1310561613] 'process raft request' (duration: 135.096127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.18286Z","caller":"traceutil/trace.go:171","msg":"trace[217115010] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"140.187625ms","start":"2026-07-24T04:40:35.042655Z","end":"2026-07-24T04:40:35.182843Z","steps":["trace[217115010] 'process raft request' (duration: 140.01117ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.182875Z","caller":"traceutil/trace.go:171","msg":"trace[1594897219] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"131.238493ms","start":"2026-07-24T04:40:35.05162Z","end":"2026-07-24T04:40:35.182859Z","steps":["trace[1594897219] 'process raft request' (duration: 131.13116ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.18303Z","caller":"traceutil/trace.go:171","msg":"trace[1014846018] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"131.262503ms","start":"2026-07-24T04:40:35.051744Z","end":"2026-07-24T04:40:35.183007Z","steps":["trace[1014846018] 'process raft request' (duration: 131.044077ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.183484Z","caller":"traceutil/trace.go:171","msg":"trace[152677906] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"117.289297ms","start":"2026-07-24T04:40:35.066169Z","end":"2026-07-24T04:40:35.183458Z","steps":["trace[152677906] 'process raft request' (duration: 117.107422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:36.127183Z","caller":"traceutil/trace.go:171","msg":"trace[1148186941] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"182.255091ms","start":"2026-07-24T04:40:35.944876Z","end":"2026-07-24T04:40:36.127131Z","steps":["trace[1148186941] 'read index received' (duration: 166.053754ms)","trace[1148186941] 'applied index is now lower than readState.Index' (duration: 16.199877ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:36.127266Z","caller":"traceutil/trace.go:171","msg":"trace[567913001] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"303.996369ms","start":"2026-07-24T04:40:35.823215Z","end":"2026-07-24T04:40:36.127211Z","steps":["trace[567913001] 'process raft request' (duration: 287.938135ms)","trace[567913001] 'compare' (duration: 15.491218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:36.127528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.612001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:40:36.127627Z","caller":"traceutil/trace.go:171","msg":"trace[1353441475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"182.769465ms","start":"2026-07-24T04:40:35.944842Z","end":"2026-07-24T04:40:36.127612Z","steps":["trace[1353441475] 'agreement among raft nodes before linearized reading' (duration: 182.457947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:36.127963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:35.823169Z","time spent":"304.204074ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:40:41.483646Z","caller":"traceutil/trace.go:171","msg":"trace[122166702] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"200.081743ms","start":"2026-07-24T04:40:41.283532Z","end":"2026-07-24T04:40:41.483614Z","steps":["trace[122166702] 'read index received' (duration: 199.298791ms)","trace[122166702] 'applied index is now lower than readState.Index' (duration: 781.822µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:41.483928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.37712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vztdv\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-24T04:40:41.484006Z","caller":"traceutil/trace.go:171","msg":"trace[1805408602] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vztdv; range_end:; response_count:1; response_revision:592; }","duration":"200.498184ms","start":"2026-07-24T04:40:41.283488Z","end":"2026-07-24T04:40:41.483986Z","steps":["trace[1805408602] 'agreement among raft nodes before linearized reading' (duration: 200.288828ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:41.484095Z","caller":"traceutil/trace.go:171","msg":"trace[1768924714] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"247.351939ms","start":"2026-07-24T04:40:41.236599Z","end":"2026-07-24T04:40:41.483951Z","steps":["trace[1768924714] 'process raft request' (duration: 246.523756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.031417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482015796,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T04:40:42.085566Z","caller":"traceutil/trace.go:171","msg":"trace[466694236] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"597.790659ms","start":"2026-07-24T04:40:41.487748Z","end":"2026-07-24T04:40:42.085539Z","steps":["trace[466694236] 'process raft request' (duration: 597.582344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.086322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.487722Z","time spent":"598.033437ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:40:42.266668Z","caller":"traceutil/trace.go:171","msg":"trace[1269087714] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"767.06637ms","start":"2026-07-24T04:40:41.499564Z","end":"2026-07-24T04:40:42.266631Z","steps":["trace[1269087714] 'process raft request' (duration: 679.040074ms)","trace[1269087714] 'compare' (duration: 87.839911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:42.266811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.499536Z","time spent":"767.197964ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:40:42.266916Z","caller":"traceutil/trace.go:171","msg":"trace[1466843171] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"293.477834ms","start":"2026-07-24T04:40:41.973425Z","end":"2026-07-24T04:40:42.266903Z","steps":["trace[1466843171] 'process raft request' (duration: 293.345341ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:42.266871Z","caller":"traceutil/trace.go:171","msg":"trace[1705535919] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:610; }","duration":"735.92739ms","start":"2026-07-24T04:40:41.530931Z","end":"2026-07-24T04:40:42.266859Z","steps":["trace[1705535919] 'read index received' (duration: 554.378688ms)","trace[1705535919] 'applied index is now lower than readState.Index' (duration: 181.547882ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:42.267048Z","caller":"traceutil/trace.go:171","msg":"trace[1061255638] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"729.197417ms","start":"2026-07-24T04:40:41.537825Z","end":"2026-07-24T04:40:42.267023Z","steps":["trace[1061255638] 'process raft request' (duration: 728.745685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.267161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.537799Z","time spent":"729.306781ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:40:42.267216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.286199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:40:42.267249Z","caller":"traceutil/trace.go:171","msg":"trace[126216921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"736.371981ms","start":"2026-07-24T04:40:41.530868Z","end":"2026-07-24T04:40:42.26724Z","steps":["trace[126216921] 'agreement among raft nodes before linearized reading' (duration: 736.249508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.267271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.530835Z","time spent":"736.431833ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:40:42.267399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.763105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:40:42.267447Z","caller":"traceutil/trace.go:171","msg":"trace[91342975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:596; }","duration":"108.841177ms","start":"2026-07-24T04:40:42.158594Z","end":"2026-07-24T04:40:42.267435Z","steps":["trace[91342975] 'agreement among raft nodes before linearized reading' (duration: 108.698284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.710078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.402274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:40:42.710175Z","caller":"traceutil/trace.go:171","msg":"trace[1711175807] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"430.984785ms","start":"2026-07-24T04:40:42.279175Z","end":"2026-07-24T04:40:42.71016Z","steps":["trace[1711175807] 'read index received' (duration: 251.12333ms)","trace[1711175807] 'applied index is now lower than readState.Index' (duration: 179.860555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:42.710377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.2617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:40:42.710434Z","caller":"traceutil/trace.go:171","msg":"trace[581924087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:597; }","duration":"409.365003ms","start":"2026-07-24T04:40:42.301059Z","end":"2026-07-24T04:40:42.710424Z","steps":["trace[581924087] 'agreement among raft nodes before linearized reading' (duration: 409.216309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.710458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:42.301033Z","time spent":"409.418954ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:40:42.710455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.197091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:40:42.710485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.887867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:40:42.710536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.991885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:40:42.710596Z","caller":"traceutil/trace.go:171","msg":"trace[7054530] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:597; }","duration":"431.435748ms","start":"2026-07-24T04:40:42.279134Z","end":"2026-07-24T04:40:42.71057Z","steps":["trace[7054530] 'agreement among raft nodes before linearized reading' (duration: 431.110929ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:42.710604Z","caller":"traceutil/trace.go:171","msg":"trace[739120596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"180.034132ms","start":"2026-07-24T04:40:42.530544Z","end":"2026-07-24T04:40:42.710578Z","steps":["trace[739120596] 'agreement among raft nodes before linearized reading' (duration: 179.808395ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:42.710649Z","caller":"traceutil/trace.go:171","msg":"trace[443338594] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"438.19751ms","start":"2026-07-24T04:40:42.27202Z","end":"2026-07-24T04:40:42.710218Z","steps":["trace[443338594] 'process raft request' (duration: 258.334074ms)","trace[443338594] 'compare' (duration: 179.300771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:42.710654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:42.279118Z","time spent":"431.52351ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-07-24T04:40:42.710733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:42.272006Z","time spent":"438.674764ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:40:42.710612Z","caller":"traceutil/trace.go:171","msg":"trace[976563889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"385.098078ms","start":"2026-07-24T04:40:42.325493Z","end":"2026-07-24T04:40:42.710591Z","steps":["trace[976563889] 'agreement among raft nodes before linearized reading' (duration: 384.874361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.711146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:42.32548Z","time spent":"385.56273ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T04:40:58.170428Z","caller":"traceutil/trace.go:171","msg":"trace[960000357] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"122.24794ms","start":"2026-07-24T04:40:58.048158Z","end":"2026-07-24T04:40:58.170406Z","steps":["trace[960000357] 'process raft request' (duration: 122.062315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:14.880674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.221929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:14.880888Z","caller":"traceutil/trace.go:171","msg":"trace[145043268] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"343.577395ms","start":"2026-07-24T04:42:14.537291Z","end":"2026-07-24T04:42:14.880868Z","steps":["trace[145043268] 'process raft request' (duration: 84.05422ms)","trace[145043268] 'compare' (duration: 259.032603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:14.881031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:14.537279Z","time spent":"343.715858ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:14.881104Z","caller":"traceutil/trace.go:171","msg":"trace[962092564] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1898; }","duration":"257.22178ms","start":"2026-07-24T04:42:14.623849Z","end":"2026-07-24T04:42:14.881071Z","steps":["trace[962092564] 'read index received' (duration: 242.409242ms)","trace[962092564] 'applied index is now lower than readState.Index' (duration: 14.810488ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:14.881363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.498596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:14.881436Z","caller":"traceutil/trace.go:171","msg":"trace[481901323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1831; }","duration":"257.724712ms","start":"2026-07-24T04:42:14.623695Z","end":"2026-07-24T04:42:14.88142Z","steps":["trace[481901323] 'agreement among raft nodes before linearized reading' (duration: 257.477596ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:14.881106Z","caller":"traceutil/trace.go:171","msg":"trace[2136797120] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"341.656719ms","start":"2026-07-24T04:42:14.539426Z","end":"2026-07-24T04:42:14.881082Z","steps":["trace[2136797120] 'process raft request' (duration: 341.388403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:14.882289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:14.539418Z","time spent":"342.759426ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:14.900965Z","caller":"traceutil/trace.go:171","msg":"trace[2127290162] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"218.582257ms","start":"2026-07-24T04:42:14.682359Z","end":"2026-07-24T04:42:14.900941Z","steps":["trace[2127290162] 'process raft request' (duration: 218.440864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:14.901187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.841589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af68fe9f-e378-4318-88a0-472669547df2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T04:42:14.901306Z","caller":"traceutil/trace.go:171","msg":"trace[43405662] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af68fe9f-e378-4318-88a0-472669547df2; range_end:; response_count:1; response_revision:1832; }","duration":"171.983022ms","start":"2026-07-24T04:42:14.729258Z","end":"2026-07-24T04:42:14.901241Z","steps":["trace[43405662] 'agreement among raft nodes before linearized reading' (duration: 171.716745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:14.901205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.317237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af68fe9f-e378-4318-88a0-472669547df2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T04:42:14.901503Z","caller":"traceutil/trace.go:171","msg":"trace[1030145053] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af68fe9f-e378-4318-88a0-472669547df2; range_end:; response_count:1; response_revision:1832; }","duration":"270.679936ms","start":"2026-07-24T04:42:14.630787Z","end":"2026-07-24T04:42:14.901467Z","steps":["trace[1030145053] 'agreement among raft nodes before linearized reading' (duration: 270.126942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:15.277705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.062432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-24T04:42:15.277818Z","caller":"traceutil/trace.go:171","msg":"trace[1560830342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1838; }","duration":"145.239237ms","start":"2026-07-24T04:42:15.132559Z","end":"2026-07-24T04:42:15.277798Z","steps":["trace[1560830342] 'range keys from in-memory index tree' (duration: 144.824897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:15.277898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.914334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:42:15.277979Z","caller":"traceutil/trace.go:171","msg":"trace[716074056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1838; }","duration":"144.063907ms","start":"2026-07-24T04:42:15.133897Z","end":"2026-07-24T04:42:15.27796Z","steps":["trace[716074056] 'range keys from in-memory index tree' (duration: 143.70801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:15.277987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.797477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T04:42:15.278066Z","caller":"traceutil/trace.go:171","msg":"trace[20006947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1838; }","duration":"145.016931ms","start":"2026-07-24T04:42:15.133026Z","end":"2026-07-24T04:42:15.278042Z","steps":["trace[20006947] 'range keys from in-memory index tree' (duration: 144.662303ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:15.28134Z","caller":"traceutil/trace.go:171","msg":"trace[265453967] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"141.780082ms","start":"2026-07-24T04:42:15.139543Z","end":"2026-07-24T04:42:15.281323Z","steps":["trace[265453967] 'process raft request' (duration: 141.653979ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:20.99765Z","caller":"traceutil/trace.go:171","msg":"trace[762270279] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"172.6286ms","start":"2026-07-24T04:42:20.824969Z","end":"2026-07-24T04:42:20.997597Z","steps":["trace[762270279] 'process raft request' (duration: 172.288352ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:20.997683Z","caller":"traceutil/trace.go:171","msg":"trace[107162802] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"172.314533ms","start":"2026-07-24T04:42:20.825329Z","end":"2026-07-24T04:42:20.997643Z","steps":["trace[107162802] 'process raft request' (duration: 172.131799ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:20.997762Z","caller":"traceutil/trace.go:171","msg":"trace[193655710] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1964; }","duration":"166.328563ms","start":"2026-07-24T04:42:20.831404Z","end":"2026-07-24T04:42:20.997733Z","steps":["trace[193655710] 'read index received' (duration: 66.315863ms)","trace[193655710] 'applied index is now lower than readState.Index' (duration: 100.00946ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:20.997889Z","caller":"traceutil/trace.go:171","msg":"trace[962655922] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"172.488287ms","start":"2026-07-24T04:42:20.825386Z","end":"2026-07-24T04:42:20.997874Z","steps":["trace[962655922] 'process raft request' (duration: 172.130088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:21.002128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.706839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:42:21.002148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.712505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T04:42:21.002223Z","caller":"traceutil/trace.go:171","msg":"trace[827517771] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1899; }","duration":"133.864953ms","start":"2026-07-24T04:42:20.868337Z","end":"2026-07-24T04:42:21.002202Z","steps":["trace[827517771] 'agreement among raft nodes before linearized reading' (duration: 133.694179ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:21.002247Z","caller":"traceutil/trace.go:171","msg":"trace[426043402] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1898; }","duration":"170.858909ms","start":"2026-07-24T04:42:20.831359Z","end":"2026-07-24T04:42:21.002218Z","steps":["trace[426043402] 'agreement among raft nodes before linearized reading' (duration: 166.525138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:21.002841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.414705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:42:21.002906Z","caller":"traceutil/trace.go:171","msg":"trace[1495022783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"101.523717ms","start":"2026-07-24T04:42:20.901368Z","end":"2026-07-24T04:42:21.002891Z","steps":["trace[1495022783] 'agreement among raft nodes before linearized reading' (duration: 101.325902ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:53.366922Z","caller":"traceutil/trace.go:171","msg":"trace[853374209] linearizableReadLoop","detail":"{readStateIndex:2173; appliedIndex:2172; }","duration":"141.508843ms","start":"2026-07-24T04:42:53.225381Z","end":"2026-07-24T04:42:53.36689Z","steps":["trace[853374209] 'read index received' (duration: 92.769032ms)","trace[853374209] 'applied index is now lower than readState.Index' (duration: 48.738321ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:53.367115Z","caller":"traceutil/trace.go:171","msg":"trace[437896409] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"156.144315ms","start":"2026-07-24T04:42:53.210834Z","end":"2026-07-24T04:42:53.366978Z","steps":["trace[437896409] 'process raft request' (duration: 107.398093ms)","trace[437896409] 'compare' (duration: 48.431254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:53.367203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.759609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:53.367298Z","caller":"traceutil/trace.go:171","msg":"trace[1660775950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2096; }","duration":"141.854731ms","start":"2026-07-24T04:42:53.225375Z","end":"2026-07-24T04:42:53.36723Z","steps":["trace[1660775950] 'agreement among raft nodes before linearized reading' (duration: 141.638966ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:59.600173Z","caller":"traceutil/trace.go:171","msg":"trace[1155528727] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2206; }","duration":"119.351313ms","start":"2026-07-24T04:42:59.480792Z","end":"2026-07-24T04:42:59.600143Z","steps":["trace[1155528727] 'read index received' (duration: 107.514545ms)","trace[1155528727] 'applied index is now lower than readState.Index' (duration: 11.835428ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:59.600219Z","caller":"traceutil/trace.go:171","msg":"trace[1207057554] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"121.837961ms","start":"2026-07-24T04:42:59.478351Z","end":"2026-07-24T04:42:59.600189Z","steps":["trace[1207057554] 'process raft request' (duration: 109.975263ms)","trace[1207057554] 'compare' (duration: 11.616673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:59.600467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.6555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T04:42:59.600465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.912563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:42:59.600508Z","caller":"traceutil/trace.go:171","msg":"trace[944580707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2129; }","duration":"119.738362ms","start":"2026-07-24T04:42:59.480759Z","end":"2026-07-24T04:42:59.600498Z","steps":["trace[944580707] 'agreement among raft nodes before linearized reading' (duration: 119.524287ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:59.600533Z","caller":"traceutil/trace.go:171","msg":"trace[836622065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2129; }","duration":"119.010146ms","start":"2026-07-24T04:42:59.481505Z","end":"2026-07-24T04:42:59.600515Z","steps":["trace[836622065] 'agreement among raft nodes before linearized reading' (duration: 118.803711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:05.436261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.833187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:05.436497Z","caller":"traceutil/trace.go:171","msg":"trace[2077572249] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"160.751402ms","start":"2026-07-24T04:43:05.275709Z","end":"2026-07-24T04:43:05.436461Z","steps":["trace[2077572249] 'process raft request' (duration: 50.981723ms)","trace[2077572249] 'compare' (duration: 108.645303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:05.68521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.366767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:05.685499Z","caller":"traceutil/trace.go:171","msg":"trace[173648865] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"244.42919ms","start":"2026-07-24T04:43:05.44098Z","end":"2026-07-24T04:43:05.68541Z","steps":["trace[173648865] 'process raft request' (duration: 135.285156ms)","trace[173648865] 'compare' (duration: 108.141281ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:05.686061Z","caller":"traceutil/trace.go:171","msg":"trace[747928811] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"232.506481ms","start":"2026-07-24T04:43:05.453519Z","end":"2026-07-24T04:43:05.686026Z","steps":["trace[747928811] 'process raft request' (duration: 232.309336ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:05.68607Z","caller":"traceutil/trace.go:171","msg":"trace[108090970] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2237; }","duration":"229.883659ms","start":"2026-07-24T04:43:05.456164Z","end":"2026-07-24T04:43:05.686047Z","steps":["trace[108090970] 'read index received' (duration: 120.213163ms)","trace[108090970] 'applied index is now lower than readState.Index' (duration: 109.668396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:05.686353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.496515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:43:05.686353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.166236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:43:05.686402Z","caller":"traceutil/trace.go:171","msg":"trace[336415399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2161; }","duration":"154.604327ms","start":"2026-07-24T04:43:05.531785Z","end":"2026-07-24T04:43:05.68639Z","steps":["trace[336415399] 'agreement among raft nodes before linearized reading' (duration: 154.526176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:05.686421Z","caller":"traceutil/trace.go:171","msg":"trace[1244962676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2161; }","duration":"230.260199ms","start":"2026-07-24T04:43:05.456145Z","end":"2026-07-24T04:43:05.686405Z","steps":["trace[1244962676] 'agreement among raft nodes before linearized reading' (duration: 229.974002ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:27.738954Z","caller":"traceutil/trace.go:171","msg":"trace[1089390561] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"109.15735ms","start":"2026-07-24T04:44:27.629772Z","end":"2026-07-24T04:44:27.738929Z","steps":["trace[1089390561] 'process raft request' (duration: 108.986266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:28.090046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.088526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:44:28.090219Z","caller":"traceutil/trace.go:171","msg":"trace[405173097] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"126.9665ms","start":"2026-07-24T04:44:27.96323Z","end":"2026-07-24T04:44:28.090197Z","steps":["trace[405173097] 'compare' (duration: 117.931693ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:28.329469Z","caller":"traceutil/trace.go:171","msg":"trace[432116940] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"233.416334ms","start":"2026-07-24T04:44:28.096018Z","end":"2026-07-24T04:44:28.329434Z","steps":["trace[432116940] 'process raft request' (duration: 233.214639ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:28.329729Z","caller":"traceutil/trace.go:171","msg":"trace[462186734] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"233.583108ms","start":"2026-07-24T04:44:28.096121Z","end":"2026-07-24T04:44:28.329704Z","steps":["trace[462186734] 'process raft request' (duration: 233.2616ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:28.329828Z","caller":"traceutil/trace.go:171","msg":"trace[926364277] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"233.2109ms","start":"2026-07-24T04:44:28.096602Z","end":"2026-07-24T04:44:28.329813Z","steps":["trace[926364277] 'process raft request' (duration: 232.994054ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:28.330064Z","caller":"traceutil/trace.go:171","msg":"trace[150372174] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"208.378001ms","start":"2026-07-24T04:44:28.121661Z","end":"2026-07-24T04:44:28.330039Z","steps":["trace[150372174] 'process raft request' (duration: 208.115265ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:52.910887Z","caller":"traceutil/trace.go:171","msg":"trace[2116826077] transaction","detail":"{read_only:false; response_revision:3765; number_of_response:1; }","duration":"124.275056ms","start":"2026-07-24T04:46:52.786584Z","end":"2026-07-24T04:46:52.910859Z","steps":["trace[2116826077] 'process raft request' (duration: 124.049631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:19.06394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.226611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:19.064136Z","caller":"traceutil/trace.go:171","msg":"trace[1540428886] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5120; }","duration":"196.203642ms","start":"2026-07-24T04:48:18.867917Z","end":"2026-07-24T04:48:19.064121Z","steps":["trace[1540428886] 'read index received' (duration: 69.695684ms)","trace[1540428886] 'applied index is now lower than readState.Index' (duration: 126.507118ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:19.064232Z","caller":"traceutil/trace.go:171","msg":"trace[1157618467] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"235.856772ms","start":"2026-07-24T04:48:18.828364Z","end":"2026-07-24T04:48:19.064221Z","steps":["trace[1157618467] 'process raft request' (duration: 109.233231ms)","trace[1157618467] 'compare' (duration: 126.078608ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:19.064427Z","caller":"traceutil/trace.go:171","msg":"trace[1940115494] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"226.360717ms","start":"2026-07-24T04:48:18.838054Z","end":"2026-07-24T04:48:19.064414Z","steps":["trace[1940115494] 'process raft request' (duration: 226.005608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:19.064614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.697204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-24T04:48:19.064658Z","caller":"traceutil/trace.go:171","msg":"trace[1848911043] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4935; }","duration":"196.780716ms","start":"2026-07-24T04:48:18.867867Z","end":"2026-07-24T04:48:19.064647Z","steps":["trace[1848911043] 'agreement among raft nodes before linearized reading' (duration: 196.650522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:19.064603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.987603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:48:19.064747Z","caller":"traceutil/trace.go:171","msg":"trace[1739746048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4935; }","duration":"170.183948ms","start":"2026-07-24T04:48:18.89455Z","end":"2026-07-24T04:48:19.064734Z","steps":["trace[1739746048] 'agreement among raft nodes before linearized reading' (duration: 169.914091ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:20.863731Z","caller":"traceutil/trace.go:171","msg":"trace[733266366] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"249.599072ms","start":"2026-07-24T04:48:20.614096Z","end":"2026-07-24T04:48:20.863695Z","steps":["trace[733266366] 'process raft request' (duration: 249.429057ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:20.863765Z","caller":"traceutil/trace.go:171","msg":"trace[374594814] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5161; }","duration":"154.323236ms","start":"2026-07-24T04:48:20.709332Z","end":"2026-07-24T04:48:20.863656Z","steps":["trace[374594814] 'read index received' (duration: 154.07325ms)","trace[374594814] 'applied index is now lower than readState.Index' (duration: 249.136µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:20.864002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.656654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-12857928-1450-4030-b907-eeaa20995876\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-07-24T04:48:20.86406Z","caller":"traceutil/trace.go:171","msg":"trace[1761291666] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-12857928-1450-4030-b907-eeaa20995876; range_end:; response_count:1; response_revision:4974; }","duration":"154.768877ms","start":"2026-07-24T04:48:20.709277Z","end":"2026-07-24T04:48:20.864046Z","steps":["trace[1761291666] 'agreement among raft nodes before linearized reading' (duration: 154.543872ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:26.969468Z","caller":"traceutil/trace.go:171","msg":"trace[431873146] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5291; }","duration":"117.337352ms","start":"2026-07-24T04:48:26.852103Z","end":"2026-07-24T04:48:26.96944Z","steps":["trace[431873146] 'read index received' (duration: 117.199018ms)","trace[431873146] 'applied index is now lower than readState.Index' (duration: 136.884µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:26.969726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.605868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-24T04:48:26.969771Z","caller":"traceutil/trace.go:171","msg":"trace[2130165304] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5098; }","duration":"117.6973ms","start":"2026-07-24T04:48:26.85206Z","end":"2026-07-24T04:48:26.969758Z","steps":["trace[2130165304] 'agreement among raft nodes before linearized reading' (duration: 117.513426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:26.969534Z","caller":"traceutil/trace.go:171","msg":"trace[925254171] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"147.392175ms","start":"2026-07-24T04:48:26.822088Z","end":"2026-07-24T04:48:26.96948Z","steps":["trace[925254171] 'process raft request' (duration: 147.20733ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.048381Z","caller":"traceutil/trace.go:171","msg":"trace[361650616] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"193.018002ms","start":"2026-07-24T04:48:26.855326Z","end":"2026-07-24T04:48:27.048344Z","steps":["trace[361650616] 'process raft request' (duration: 192.776696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:27.048401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.602952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:48:27.048485Z","caller":"traceutil/trace.go:171","msg":"trace[2053858650] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5099; }","duration":"175.734005ms","start":"2026-07-24T04:48:26.872732Z","end":"2026-07-24T04:48:27.048466Z","steps":["trace[2053858650] 'agreement among raft nodes before linearized reading' (duration: 175.575031ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.110791Z","caller":"traceutil/trace.go:171","msg":"trace[2105814816] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"134.584218ms","start":"2026-07-24T04:48:26.976189Z","end":"2026-07-24T04:48:27.110773Z","steps":["trace[2105814816] 'process raft request' (duration: 134.029624ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.110924Z","caller":"traceutil/trace.go:171","msg":"trace[790610684] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"134.309481ms","start":"2026-07-24T04:48:26.976608Z","end":"2026-07-24T04:48:27.110917Z","steps":["trace[790610684] 'process raft request' (duration: 133.739507ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.112494Z","caller":"traceutil/trace.go:171","msg":"trace[189810432] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"135.578133ms","start":"2026-07-24T04:48:26.976882Z","end":"2026-07-24T04:48:27.11246Z","steps":["trace[189810432] 'process raft request' (duration: 133.521662ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.2889Z","caller":"traceutil/trace.go:171","msg":"trace[929126038] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"137.037579ms","start":"2026-07-24T04:48:27.151831Z","end":"2026-07-24T04:48:27.288869Z","steps":["trace[929126038] 'process raft request' (duration: 136.789473ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.288993Z","caller":"traceutil/trace.go:171","msg":"trace[90076701] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"134.69723ms","start":"2026-07-24T04:48:27.154275Z","end":"2026-07-24T04:48:27.288972Z","steps":["trace[90076701] 'process raft request' (duration: 134.646999ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.289401Z","caller":"traceutil/trace.go:171","msg":"trace[838605503] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"137.113011ms","start":"2026-07-24T04:48:27.152272Z","end":"2026-07-24T04:48:27.289385Z","steps":["trace[838605503] 'process raft request' (duration: 136.601978ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.289375Z","caller":"traceutil/trace.go:171","msg":"trace[1695919233] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"137.491229ms","start":"2026-07-24T04:48:27.151849Z","end":"2026-07-24T04:48:27.28934Z","steps":["trace[1695919233] 'process raft request' (duration: 136.939546ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.430812Z","caller":"traceutil/trace.go:171","msg":"trace[1103753645] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"134.944916ms","start":"2026-07-24T04:48:27.29584Z","end":"2026-07-24T04:48:27.430785Z","steps":["trace[1103753645] 'process raft request' (duration: 134.737391ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.431391Z","caller":"traceutil/trace.go:171","msg":"trace[1799976517] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"134.921957ms","start":"2026-07-24T04:48:27.296453Z","end":"2026-07-24T04:48:27.431375Z","steps":["trace[1799976517] 'process raft request' (duration: 134.27164ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.431616Z","caller":"traceutil/trace.go:171","msg":"trace[630011514] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"134.004854ms","start":"2026-07-24T04:48:27.297572Z","end":"2026-07-24T04:48:27.431577Z","steps":["trace[630011514] 'process raft request' (duration: 133.709837ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.431834Z","caller":"traceutil/trace.go:171","msg":"trace[468654414] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"131.44283ms","start":"2026-07-24T04:48:27.300378Z","end":"2026-07-24T04:48:27.431821Z","steps":["trace[468654414] 'process raft request' (duration: 131.076581ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.431838Z","caller":"traceutil/trace.go:171","msg":"trace[460091979] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5308; }","duration":"129.876372ms","start":"2026-07-24T04:48:27.301905Z","end":"2026-07-24T04:48:27.431781Z","steps":["trace[460091979] 'read index received' (duration: 128.590829ms)","trace[460091979] 'applied index is now lower than readState.Index' (duration: 1.284203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:27.432281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.121955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-r4ffc\" ","response":"range_response_count:1 size:3128"} {"level":"info","ts":"2026-07-24T04:48:27.43234Z","caller":"traceutil/trace.go:171","msg":"trace[1656380997] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-r4ffc; range_end:; response_count:1; response_revision:5118; }","duration":"138.246598ms","start":"2026-07-24T04:48:27.294077Z","end":"2026-07-24T04:48:27.432323Z","steps":["trace[1656380997] 'agreement among raft nodes before linearized reading' (duration: 138.023622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:33.087785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.393411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:33.087903Z","caller":"traceutil/trace.go:171","msg":"trace[1655701198] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5216; }","duration":"127.571905ms","start":"2026-07-24T04:48:32.960308Z","end":"2026-07-24T04:48:33.08788Z","steps":["trace[1655701198] 'range keys from in-memory index tree' (duration: 127.294878ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:33.22348Z","caller":"traceutil/trace.go:171","msg":"trace[615196521] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"126.481828ms","start":"2026-07-24T04:48:33.096973Z","end":"2026-07-24T04:48:33.223455Z","steps":["trace[615196521] 'process raft request' (duration: 126.281643ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:33.327338Z","caller":"traceutil/trace.go:171","msg":"trace[2122029772] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5413; }","duration":"156.413957ms","start":"2026-07-24T04:48:33.17091Z","end":"2026-07-24T04:48:33.327324Z","steps":["trace[2122029772] 'read index received' (duration: 52.288302ms)","trace[2122029772] 'applied index is now lower than readState.Index' (duration: 104.124115ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:33.327338Z","caller":"traceutil/trace.go:171","msg":"trace[1294260746] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"177.479608ms","start":"2026-07-24T04:48:33.149825Z","end":"2026-07-24T04:48:33.327305Z","steps":["trace[1294260746] 'process raft request' (duration: 138.205728ms)","trace[1294260746] 'compare' (duration: 39.043645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:33.327517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.594512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tgsq2.18c52070a28aa278\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-24T04:48:33.327549Z","caller":"traceutil/trace.go:171","msg":"trace[662542857] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tgsq2.18c52070a28aa278; range_end:; response_count:1; response_revision:5220; }","duration":"156.680994ms","start":"2026-07-24T04:48:33.170859Z","end":"2026-07-24T04:48:33.32754Z","steps":["trace[662542857] 'agreement among raft nodes before linearized reading' (duration: 156.555941ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:33.327686Z","caller":"traceutil/trace.go:171","msg":"trace[1576675211] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"102.562485ms","start":"2026-07-24T04:48:33.224867Z","end":"2026-07-24T04:48:33.32743Z","steps":["trace[1576675211] 'process raft request' (duration: 102.372531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:33.32931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.872498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:48:33.329402Z","caller":"traceutil/trace.go:171","msg":"trace[1571134913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5221; }","duration":"125.033452ms","start":"2026-07-24T04:48:33.204349Z","end":"2026-07-24T04:48:33.329383Z","steps":["trace[1571134913] 'agreement among raft nodes before linearized reading' (duration: 124.793746ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:42.084923Z","caller":"traceutil/trace.go:171","msg":"trace[136988763] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5627; }","duration":"240.788783ms","start":"2026-07-24T04:48:41.844025Z","end":"2026-07-24T04:48:42.084814Z","steps":["trace[136988763] 'read index received' (duration: 240.577187ms)","trace[136988763] 'applied index is now lower than readState.Index' (duration: 210.786µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:42.084951Z","caller":"traceutil/trace.go:171","msg":"trace[1247431435] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"280.721641ms","start":"2026-07-24T04:48:41.804192Z","end":"2026-07-24T04:48:42.084913Z","steps":["trace[1247431435] 'process raft request' (duration: 280.470075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:42.085183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.142492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clstv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T04:48:42.085264Z","caller":"traceutil/trace.go:171","msg":"trace[2021544462] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clstv; range_end:; response_count:1; response_revision:5428; }","duration":"241.273146ms","start":"2026-07-24T04:48:41.843974Z","end":"2026-07-24T04:48:42.085247Z","steps":["trace[2021544462] 'agreement among raft nodes before linearized reading' (duration: 241.057671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:42.085424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.300745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4d47225-c3e7-4f5f-9551-22338c4bcc95\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-24T04:48:42.085488Z","caller":"traceutil/trace.go:171","msg":"trace[552233117] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4d47225-c3e7-4f5f-9551-22338c4bcc95; range_end:; response_count:1; response_revision:5428; }","duration":"101.722636ms","start":"2026-07-24T04:48:41.98375Z","end":"2026-07-24T04:48:42.085472Z","steps":["trace[552233117] 'agreement among raft nodes before linearized reading' (duration: 101.303135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:42.351444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.493393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:42.351559Z","caller":"traceutil/trace.go:171","msg":"trace[1649340807] linearizableReadLoop","detail":"{readStateIndex:5629; appliedIndex:5628; }","duration":"231.866714ms","start":"2026-07-24T04:48:42.119675Z","end":"2026-07-24T04:48:42.351542Z","steps":["trace[1649340807] 'read index received' (duration: 108.192316ms)","trace[1649340807] 'applied index is now lower than readState.Index' (duration: 123.673208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:42.351696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.027078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:42.351767Z","caller":"traceutil/trace.go:171","msg":"trace[78093200] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5429; }","duration":"232.142421ms","start":"2026-07-24T04:48:42.119605Z","end":"2026-07-24T04:48:42.351748Z","steps":["trace[78093200] 'agreement among raft nodes before linearized reading' (duration: 231.982477ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:42.351749Z","caller":"traceutil/trace.go:171","msg":"trace[87117445] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"257.437165ms","start":"2026-07-24T04:48:42.09426Z","end":"2026-07-24T04:48:42.351697Z","steps":["trace[87117445] 'process raft request' (duration: 133.606974ms)","trace[87117445] 'compare' (duration: 123.333929ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:59.633491Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2974} {"level":"info","ts":"2026-07-24T04:49:59.701932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2974,"took":"67.16702ms","hash":4227965414,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":34193408,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T04:49:59.702024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4227965414,"revision":2974,"compact-revision":-1} {"level":"info","ts":"2026-07-24T04:54:49.466973Z","caller":"traceutil/trace.go:171","msg":"trace[90884251] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8503; }","duration":"240.134707ms","start":"2026-07-24T04:54:49.226811Z","end":"2026-07-24T04:54:49.466945Z","steps":["trace[90884251] 'read index received' (duration: 239.922822ms)","trace[90884251] 'applied index is now lower than readState.Index' (duration: 210.715µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:49.467061Z","caller":"traceutil/trace.go:171","msg":"trace[1575461771] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"240.914584ms","start":"2026-07-24T04:54:49.226071Z","end":"2026-07-24T04:54:49.466985Z","steps":["trace[1575461771] 'process raft request' (duration: 240.669869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:49.467156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.325441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:54:49.467212Z","caller":"traceutil/trace.go:171","msg":"trace[628038462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8216; }","duration":"240.417502ms","start":"2026-07-24T04:54:49.226781Z","end":"2026-07-24T04:54:49.467199Z","steps":["trace[628038462] 'agreement among raft nodes before linearized reading' (duration: 240.242858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.650425Z","caller":"traceutil/trace.go:171","msg":"trace[66925321] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"344.834348ms","start":"2026-07-24T04:54:49.305557Z","end":"2026-07-24T04:54:49.650391Z","steps":["trace[66925321] 'process raft request' (duration: 267.800196ms)","trace[66925321] 'compare' (duration: 76.772256ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:49.650418Z","caller":"traceutil/trace.go:171","msg":"trace[2019402466] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8504; }","duration":"183.30166ms","start":"2026-07-24T04:54:49.467083Z","end":"2026-07-24T04:54:49.650385Z","steps":["trace[2019402466] 'read index received' (duration: 106.291659ms)","trace[2019402466] 'applied index is now lower than readState.Index' (duration: 77.008731ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:49.650552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:49.305516Z","time spent":"344.967281ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:49.650544Z","caller":"traceutil/trace.go:171","msg":"trace[942104959] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"179.065133ms","start":"2026-07-24T04:54:49.471459Z","end":"2026-07-24T04:54:49.650524Z","steps":["trace[942104959] 'process raft request' (duration: 178.867759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:49.650595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.131013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:54:49.650674Z","caller":"traceutil/trace.go:171","msg":"trace[1872523059] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8218; }","duration":"303.259446ms","start":"2026-07-24T04:54:49.347395Z","end":"2026-07-24T04:54:49.650654Z","steps":["trace[1872523059] 'agreement among raft nodes before linearized reading' (duration: 303.108743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:49.650712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:49.347378Z","time spent":"303.327077ms","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:54:49.65074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.242292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-24T04:54:49.650748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.352776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T04:54:49.650776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.082835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:49.650787Z","caller":"traceutil/trace.go:171","msg":"trace[223048546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8218; }","duration":"299.360195ms","start":"2026-07-24T04:54:49.351412Z","end":"2026-07-24T04:54:49.650772Z","steps":["trace[223048546] 'agreement among raft nodes before linearized reading' (duration: 299.026317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:49.650794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.172448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:54:49.650814Z","caller":"traceutil/trace.go:171","msg":"trace[77207139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8218; }","duration":"245.458299ms","start":"2026-07-24T04:54:49.405341Z","end":"2026-07-24T04:54:49.6508Z","steps":["trace[77207139] 'agreement among raft nodes before linearized reading' (duration: 245.058209ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.650849Z","caller":"traceutil/trace.go:171","msg":"trace[1423661389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8218; }","duration":"260.26023ms","start":"2026-07-24T04:54:49.390574Z","end":"2026-07-24T04:54:49.650834Z","steps":["trace[1423661389] 'agreement among raft nodes before linearized reading' (duration: 259.860381ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.650816Z","caller":"traceutil/trace.go:171","msg":"trace[823835007] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8218; }","duration":"205.165957ms","start":"2026-07-24T04:54:49.44564Z","end":"2026-07-24T04:54:49.650806Z","steps":["trace[823835007] 'agreement among raft nodes before linearized reading' (duration: 204.786418ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:59.641013Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6080} {"level":"info","ts":"2026-07-24T04:54:59.743262Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6080,"took":"100.416794ms","hash":3756338938,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":23736320,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-24T04:54:59.743333Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3756338938,"revision":6080,"compact-revision":2974} {"level":"info","ts":"2026-07-24T04:55:00.948354Z","caller":"traceutil/trace.go:171","msg":"trace[1722535903] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"170.31747ms","start":"2026-07-24T04:55:00.778005Z","end":"2026-07-24T04:55:00.948323Z","steps":["trace[1722535903] 'process raft request' (duration: 141.896782ms)","trace[1722535903] 'compare' (duration: 28.214133ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:01.74027Z","caller":"traceutil/trace.go:171","msg":"trace[1060897061] linearizableReadLoop","detail":"{readStateIndex:8570; appliedIndex:8569; }","duration":"210.371777ms","start":"2026-07-24T04:55:01.529875Z","end":"2026-07-24T04:55:01.740247Z","steps":["trace[1060897061] 'read index received' (duration: 210.257545ms)","trace[1060897061] 'applied index is now lower than readState.Index' (duration: 113.302µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:01.740315Z","caller":"traceutil/trace.go:171","msg":"trace[64735333] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"216.041368ms","start":"2026-07-24T04:55:01.524244Z","end":"2026-07-24T04:55:01.740285Z","steps":["trace[64735333] 'process raft request' (duration: 215.848504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:01.740411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.531421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:55:01.740471Z","caller":"traceutil/trace.go:171","msg":"trace[1612782692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8279; }","duration":"210.650553ms","start":"2026-07-24T04:55:01.529808Z","end":"2026-07-24T04:55:01.740458Z","steps":["trace[1612782692] 'agreement among raft nodes before linearized reading' (duration: 210.558621ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:01.873083Z","caller":"traceutil/trace.go:171","msg":"trace[1958419353] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8570; }","duration":"132.71452ms","start":"2026-07-24T04:55:01.740342Z","end":"2026-07-24T04:55:01.873057Z","steps":["trace[1958419353] 'read index received' (duration: 100.27386ms)","trace[1958419353] 'applied index is now lower than readState.Index' (duration: 32.43957ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:01.873217Z","caller":"traceutil/trace.go:171","msg":"trace[1051141920] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"144.312019ms","start":"2026-07-24T04:55:01.72889Z","end":"2026-07-24T04:55:01.873202Z","steps":["trace[1051141920] 'process raft request' (duration: 111.720905ms)","trace[1051141920] 'compare' (duration: 32.213665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:55:01.87334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.700761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:55:01.873396Z","caller":"traceutil/trace.go:171","msg":"trace[1480209909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8280; }","duration":"158.813045ms","start":"2026-07-24T04:55:01.71457Z","end":"2026-07-24T04:55:01.873383Z","steps":["trace[1480209909] 'agreement among raft nodes before linearized reading' (duration: 158.64087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:01.873464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.233744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:55:01.873497Z","caller":"traceutil/trace.go:171","msg":"trace[2097810414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8280; }","duration":"162.315445ms","start":"2026-07-24T04:55:01.711172Z","end":"2026-07-24T04:55:01.873487Z","steps":["trace[2097810414] 'agreement among raft nodes before linearized reading' (duration: 162.213723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:01.873532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.057947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:55:01.873558Z","caller":"traceutil/trace.go:171","msg":"trace[1799982603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8280; }","duration":"158.133569ms","start":"2026-07-24T04:55:01.715416Z","end":"2026-07-24T04:55:01.87355Z","steps":["trace[1799982603] 'agreement among raft nodes before linearized reading' (duration: 158.055047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:01.873589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.262508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:55:01.873613Z","caller":"traceutil/trace.go:171","msg":"trace[809240983] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8280; }","duration":"265.326929ms","start":"2026-07-24T04:55:01.608278Z","end":"2026-07-24T04:55:01.873605Z","steps":["trace[809240983] 'agreement among raft nodes before linearized reading' (duration: 265.282418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:01.873666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.231421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:55:01.873688Z","caller":"traceutil/trace.go:171","msg":"trace[1199564747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8280; }","duration":"158.276883ms","start":"2026-07-24T04:55:01.715405Z","end":"2026-07-24T04:55:01.873682Z","steps":["trace[1199564747] 'agreement among raft nodes before linearized reading' (duration: 158.210901ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:01.879256Z","caller":"traceutil/trace.go:171","msg":"trace[1722178081] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"111.435278ms","start":"2026-07-24T04:55:01.767795Z","end":"2026-07-24T04:55:01.87923Z","steps":["trace[1722178081] 'process raft request' (duration: 111.316455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:01.879293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.514161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:55:01.879355Z","caller":"traceutil/trace.go:171","msg":"trace[1241938413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8281; }","duration":"137.604744ms","start":"2026-07-24T04:55:01.741734Z","end":"2026-07-24T04:55:01.879339Z","steps":["trace[1241938413] 'agreement among raft nodes before linearized reading' (duration: 137.491421ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:03.814546Z","caller":"traceutil/trace.go:171","msg":"trace[744716941] linearizableReadLoop","detail":"{readStateIndex:8584; appliedIndex:8583; }","duration":"240.055123ms","start":"2026-07-24T04:55:03.574474Z","end":"2026-07-24T04:55:03.814529Z","steps":["trace[744716941] 'read index received' (duration: 239.92172ms)","trace[744716941] 'applied index is now lower than readState.Index' (duration: 132.663µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:03.814613Z","caller":"traceutil/trace.go:171","msg":"trace[387009266] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"254.759084ms","start":"2026-07-24T04:55:03.559821Z","end":"2026-07-24T04:55:03.81458Z","steps":["trace[387009266] 'process raft request' (duration: 254.58833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:03.814663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.174996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:55:03.814682Z","caller":"traceutil/trace.go:171","msg":"trace[549515701] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8292; }","duration":"240.240848ms","start":"2026-07-24T04:55:03.574434Z","end":"2026-07-24T04:55:03.814675Z","steps":["trace[549515701] 'agreement among raft nodes before linearized reading' (duration: 240.187917ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:26.598278Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002215.wal"} {"level":"info","ts":"2026-07-24T04:55:31.086172Z","caller":"traceutil/trace.go:171","msg":"trace[1550755311] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"112.407741ms","start":"2026-07-24T04:55:30.973741Z","end":"2026-07-24T04:55:31.086149Z","steps":["trace[1550755311] 'process raft request' (duration: 112.250717ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:35.262215Z","caller":"traceutil/trace.go:171","msg":"trace[124298711] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"155.608779ms","start":"2026-07-24T04:55:35.106589Z","end":"2026-07-24T04:55:35.262198Z","steps":["trace[124298711] 'process raft request' (duration: 155.474556ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:35.294445Z","caller":"traceutil/trace.go:171","msg":"trace[2005025642] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"184.747135ms","start":"2026-07-24T04:55:35.109672Z","end":"2026-07-24T04:55:35.294419Z","steps":["trace[2005025642] 'process raft request' (duration: 165.240943ms)","trace[2005025642] 'compare' (duration: 19.283356ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:35.294761Z","caller":"traceutil/trace.go:171","msg":"trace[33059471] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"183.25021ms","start":"2026-07-24T04:55:35.111493Z","end":"2026-07-24T04:55:35.294744Z","steps":["trace[33059471] 'process raft request' (duration: 182.82783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:43.469171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.936726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:55:43.469266Z","caller":"traceutil/trace.go:171","msg":"trace[890168186] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"183.613979ms","start":"2026-07-24T04:55:43.285637Z","end":"2026-07-24T04:55:43.469251Z","steps":["trace[890168186] 'process raft request' (duration: 56.528049ms)","trace[890168186] 'compare' (duration: 126.729781ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:43.524647Z","caller":"traceutil/trace.go:171","msg":"trace[1771433559] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"197.729985ms","start":"2026-07-24T04:55:43.326834Z","end":"2026-07-24T04:55:43.524564Z","steps":["trace[1771433559] 'process raft request' (duration: 197.324486ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:43.52482Z","caller":"traceutil/trace.go:171","msg":"trace[43687288] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"200.969671ms","start":"2026-07-24T04:55:43.32382Z","end":"2026-07-24T04:55:43.524789Z","steps":["trace[43687288] 'process raft request' (duration: 200.222673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:44.210847Z","caller":"traceutil/trace.go:171","msg":"trace[1559261102] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8907; }","duration":"121.999613ms","start":"2026-07-24T04:55:44.088824Z","end":"2026-07-24T04:55:44.210823Z","steps":["trace[1559261102] 'read index received' (duration: 89.333007ms)","trace[1559261102] 'applied index is now lower than readState.Index' (duration: 32.665686ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:44.210956Z","caller":"traceutil/trace.go:171","msg":"trace[2015787117] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"122.827732ms","start":"2026-07-24T04:55:44.088092Z","end":"2026-07-24T04:55:44.21092Z","steps":["trace[2015787117] 'process raft request' (duration: 89.978832ms)","trace[2015787117] 'compare' (duration: 32.641985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:55:44.21115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.303429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-24T04:55:44.211189Z","caller":"traceutil/trace.go:171","msg":"trace[1985643495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8604; }","duration":"122.383402ms","start":"2026-07-24T04:55:44.088795Z","end":"2026-07-24T04:55:44.211178Z","steps":["trace[1985643495] 'agreement among raft nodes before linearized reading' (duration: 122.201758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:44.235361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.55665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:55:44.235435Z","caller":"traceutil/trace.go:171","msg":"trace[413639437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8605; }","duration":"111.690773ms","start":"2026-07-24T04:55:44.123728Z","end":"2026-07-24T04:55:44.235419Z","steps":["trace[413639437] 'agreement among raft nodes before linearized reading' (duration: 111.496859ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:44.718343Z","caller":"traceutil/trace.go:171","msg":"trace[1736329165] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8914; }","duration":"103.209248ms","start":"2026-07-24T04:55:44.615098Z","end":"2026-07-24T04:55:44.718307Z","steps":["trace[1736329165] 'read index received' (duration: 36.027543ms)","trace[1736329165] 'applied index is now lower than readState.Index' (duration: 67.180295ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:44.718543Z","caller":"traceutil/trace.go:171","msg":"trace[2024644297] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"128.194056ms","start":"2026-07-24T04:55:44.590303Z","end":"2026-07-24T04:55:44.718497Z","steps":["trace[2024644297] 'process raft request' (duration: 60.777926ms)","trace[2024644297] 'compare' (duration: 67.028941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:55:44.718924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.801652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clstv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T04:55:44.718977Z","caller":"traceutil/trace.go:171","msg":"trace[169230129] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clstv; range_end:; response_count:1; response_revision:8611; }","duration":"103.932365ms","start":"2026-07-24T04:55:44.615028Z","end":"2026-07-24T04:55:44.718961Z","steps":["trace[169230129] 'agreement among raft nodes before linearized reading' (duration: 103.418943ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:43.942472Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T04:57:43.950024Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T04:57:43.950162Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T04:59:59.648296Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8270} {"level":"info","ts":"2026-07-24T04:59:59.730617Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8270,"took":"80.639019ms","hash":2819849677,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":24096768,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-24T04:59:59.730689Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2819849677,"revision":8270,"compact-revision":6080} {"level":"info","ts":"2026-07-24T05:04:59.655328Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10496} {"level":"info","ts":"2026-07-24T05:04:59.727408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10496,"took":"70.221848ms","hash":4039083693,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":26390528,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-24T05:04:59.727472Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4039083693,"revision":10496,"compact-revision":8270} {"level":"info","ts":"2026-07-24T05:09:20.636803Z","caller":"traceutil/trace.go:171","msg":"trace[927402611] linearizableReadLoop","detail":"{readStateIndex:14975; appliedIndex:14974; }","duration":"180.033084ms","start":"2026-07-24T05:09:20.456735Z","end":"2026-07-24T05:09:20.636768Z","steps":["trace[927402611] 'read index received' (duration: 135.064556ms)","trace[927402611] 'applied index is now lower than readState.Index' (duration: 44.967708ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:09:20.636962Z","caller":"traceutil/trace.go:171","msg":"trace[1021686244] transaction","detail":"{read_only:false; response_revision:14481; number_of_response:1; }","duration":"190.975591ms","start":"2026-07-24T05:09:20.445975Z","end":"2026-07-24T05:09:20.636951Z","steps":["trace[1021686244] 'process raft request' (duration: 145.763197ms)","trace[1021686244] 'compare' (duration: 44.824573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:09:20.637457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.323125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:09:20.637484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.696684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T05:09:20.637539Z","caller":"traceutil/trace.go:171","msg":"trace[1806283180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14481; }","duration":"107.439259ms","start":"2026-07-24T05:09:20.530076Z","end":"2026-07-24T05:09:20.637515Z","steps":["trace[1806283180] 'agreement among raft nodes before linearized reading' (duration: 107.310705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:20.637555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.323113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:09:20.637573Z","caller":"traceutil/trace.go:171","msg":"trace[90068777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14481; }","duration":"174.840868ms","start":"2026-07-24T05:09:20.462711Z","end":"2026-07-24T05:09:20.637552Z","steps":["trace[90068777] 'agreement among raft nodes before linearized reading' (duration: 174.280731ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:20.637619Z","caller":"traceutil/trace.go:171","msg":"trace[1796596890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14481; }","duration":"174.438776ms","start":"2026-07-24T05:09:20.463165Z","end":"2026-07-24T05:09:20.637603Z","steps":["trace[1796596890] 'agreement among raft nodes before linearized reading' (duration: 174.23511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:20.637638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.886149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:09:20.637717Z","caller":"traceutil/trace.go:171","msg":"trace[1555810970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14481; }","duration":"181.020633ms","start":"2026-07-24T05:09:20.456676Z","end":"2026-07-24T05:09:20.637696Z","steps":["trace[1555810970] 'agreement among raft nodes before linearized reading' (duration: 180.728564ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:28.601526Z","caller":"traceutil/trace.go:171","msg":"trace[2016626671] transaction","detail":"{read_only:false; response_revision:14521; number_of_response:1; }","duration":"113.212992ms","start":"2026-07-24T05:09:28.48829Z","end":"2026-07-24T05:09:28.601503Z","steps":["trace[2016626671] 'process raft request' (duration: 107.335336ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:36.567452Z","caller":"traceutil/trace.go:171","msg":"trace[1172595933] transaction","detail":"{read_only:false; response_revision:14573; number_of_response:1; }","duration":"397.407167ms","start":"2026-07-24T05:09:36.170026Z","end":"2026-07-24T05:09:36.567433Z","steps":["trace[1172595933] 'process raft request' (duration: 397.15927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:36.5676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:09:36.170003Z","time spent":"397.519501ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:09:36.567426Z","caller":"traceutil/trace.go:171","msg":"trace[279876159] linearizableReadLoop","detail":"{readStateIndex:15072; appliedIndex:15071; }","duration":"367.230603ms","start":"2026-07-24T05:09:36.200158Z","end":"2026-07-24T05:09:36.567389Z","steps":["trace[279876159] 'read index received' (duration: 366.947274ms)","trace[279876159] 'applied index is now lower than readState.Index' (duration: 281.639µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:09:36.568109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.948334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:09:36.568265Z","caller":"traceutil/trace.go:171","msg":"trace[1253794140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14573; }","duration":"368.13936ms","start":"2026-07-24T05:09:36.2001Z","end":"2026-07-24T05:09:36.568239Z","steps":["trace[1253794140] 'agreement among raft nodes before linearized reading' (duration: 367.403458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:36.568424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:09:36.200076Z","time spent":"368.329285ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:09:36.581485Z","caller":"traceutil/trace.go:171","msg":"trace[1119895716] transaction","detail":"{read_only:false; response_revision:14575; number_of_response:1; }","duration":"278.520865ms","start":"2026-07-24T05:09:36.302942Z","end":"2026-07-24T05:09:36.581463Z","steps":["trace[1119895716] 'process raft request' (duration: 278.396782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:36.581648Z","caller":"traceutil/trace.go:171","msg":"trace[932866140] transaction","detail":"{read_only:false; response_revision:14576; number_of_response:1; }","duration":"111.056218ms","start":"2026-07-24T05:09:36.470567Z","end":"2026-07-24T05:09:36.581624Z","steps":["trace[932866140] 'process raft request' (duration: 110.827311ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:36.581677Z","caller":"traceutil/trace.go:171","msg":"trace[1611520301] transaction","detail":"{read_only:false; response_revision:14574; number_of_response:1; }","duration":"287.399061ms","start":"2026-07-24T05:09:36.294256Z","end":"2026-07-24T05:09:36.581655Z","steps":["trace[1611520301] 'process raft request' (duration: 286.892376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:36.582838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.971422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:09:36.583585Z","caller":"traceutil/trace.go:171","msg":"trace[1480464654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14576; }","duration":"204.630781ms","start":"2026-07-24T05:09:36.37851Z","end":"2026-07-24T05:09:36.583141Z","steps":["trace[1480464654] 'agreement among raft nodes before linearized reading' (duration: 203.172168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:36.581555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.119709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:09:36.58408Z","caller":"traceutil/trace.go:171","msg":"trace[1237566405] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:14576; }","duration":"383.635014ms","start":"2026-07-24T05:09:36.200362Z","end":"2026-07-24T05:09:36.583997Z","steps":["trace[1237566405] 'agreement among raft nodes before linearized reading' (duration: 381.084218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:36.58422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:09:36.200346Z","time spent":"383.811349ms","remote":"127.0.0.1:51842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:09:59.66132Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12750} {"level":"info","ts":"2026-07-24T05:09:59.734261Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12750,"took":"70.40091ms","hash":714837693,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":29347840,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-24T05:09:59.734346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":714837693,"revision":12750,"compact-revision":10496} {"level":"info","ts":"2026-07-24T05:11:15.168039Z","caller":"traceutil/trace.go:171","msg":"trace[1811931230] transaction","detail":"{read_only:false; response_revision:15780; number_of_response:1; }","duration":"115.062765ms","start":"2026-07-24T05:11:15.052943Z","end":"2026-07-24T05:11:15.168005Z","steps":["trace[1811931230] 'process raft request' (duration: 114.740897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:11:15.285079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.407623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:11:15.285284Z","caller":"traceutil/trace.go:171","msg":"trace[1640920002] transaction","detail":"{read_only:false; response_revision:15781; number_of_response:1; }","duration":"230.536301ms","start":"2026-07-24T05:11:15.054716Z","end":"2026-07-24T05:11:15.285253Z","steps":["trace[1640920002] 'process raft request' (duration: 124.76905ms)","trace[1640920002] 'compare' (duration: 104.859568ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:11:15.285472Z","caller":"traceutil/trace.go:171","msg":"trace[939199141] linearizableReadLoop","detail":"{readStateIndex:16315; appliedIndex:16314; }","duration":"175.277157ms","start":"2026-07-24T05:11:15.110166Z","end":"2026-07-24T05:11:15.285443Z","steps":["trace[939199141] 'read index received' (duration: 57.995469ms)","trace[939199141] 'applied index is now lower than readState.Index' (duration: 117.278548ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:11:15.285651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.474763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:11:15.285689Z","caller":"traceutil/trace.go:171","msg":"trace[365602878] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15781; }","duration":"175.565325ms","start":"2026-07-24T05:11:15.110113Z","end":"2026-07-24T05:11:15.285678Z","steps":["trace[365602878] 'agreement among raft nodes before linearized reading' (duration: 175.482033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:11:15.285895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.412521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-24T05:11:15.28588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.629062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-24T05:11:15.285946Z","caller":"traceutil/trace.go:171","msg":"trace[293950567] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15781; }","duration":"175.484093ms","start":"2026-07-24T05:11:15.11045Z","end":"2026-07-24T05:11:15.285934Z","steps":["trace[293950567] 'agreement among raft nodes before linearized reading' (duration: 175.308119ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:11:15.285968Z","caller":"traceutil/trace.go:171","msg":"trace[621465679] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15781; }","duration":"174.752724ms","start":"2026-07-24T05:11:15.111197Z","end":"2026-07-24T05:11:15.285949Z","steps":["trace[621465679] 'agreement among raft nodes before linearized reading' (duration: 174.478538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:11:15.285977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.622413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-24T05:11:15.28605Z","caller":"traceutil/trace.go:171","msg":"trace[18711287] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15781; }","duration":"172.713206ms","start":"2026-07-24T05:11:15.113318Z","end":"2026-07-24T05:11:15.286031Z","steps":["trace[18711287] 'agreement among raft nodes before linearized reading' (duration: 172.392659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:11:15.287784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.549213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:11:15.287845Z","caller":"traceutil/trace.go:171","msg":"trace[904795862] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15781; }","duration":"177.649865ms","start":"2026-07-24T05:11:15.110179Z","end":"2026-07-24T05:11:15.287829Z","steps":["trace[904795862] 'agreement among raft nodes before linearized reading' (duration: 175.474302ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:14:59.667053Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15019} {"level":"info","ts":"2026-07-24T05:14:59.757144Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15019,"took":"87.828696ms","hash":1198315702,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":30720000,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T05:14:59.757243Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1198315702,"revision":15019,"compact-revision":12750} {"level":"warn","ts":"2026-07-24T05:17:10.587688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.522477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:10.587823Z","caller":"traceutil/trace.go:171","msg":"trace[242263538] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:18389; }","duration":"149.708191ms","start":"2026-07-24T05:17:10.438088Z","end":"2026-07-24T05:17:10.587797Z","steps":["trace[242263538] 'count revisions from in-memory index tree' (duration: 149.435695ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:11.04478Z","caller":"traceutil/trace.go:171","msg":"trace[1183256891] linearizableReadLoop","detail":"{readStateIndex:19011; appliedIndex:19010; }","duration":"123.906835ms","start":"2026-07-24T05:17:10.920847Z","end":"2026-07-24T05:17:11.044754Z","steps":["trace[1183256891] 'read index received' (duration: 123.638349ms)","trace[1183256891] 'applied index is now lower than readState.Index' (duration: 267.586µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:11.044877Z","caller":"traceutil/trace.go:171","msg":"trace[1430755661] transaction","detail":"{read_only:false; response_revision:18392; number_of_response:1; }","duration":"194.834897ms","start":"2026-07-24T05:17:10.850004Z","end":"2026-07-24T05:17:11.044839Z","steps":["trace[1430755661] 'process raft request' (duration: 194.5368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.045041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.167371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:17:11.045118Z","caller":"traceutil/trace.go:171","msg":"trace[655450691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18392; }","duration":"124.311515ms","start":"2026-07-24T05:17:10.92079Z","end":"2026-07-24T05:17:11.045101Z","steps":["trace[655450691] 'agreement among raft nodes before linearized reading' (duration: 124.0758ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:11.475697Z","caller":"traceutil/trace.go:171","msg":"trace[631030254] linearizableReadLoop","detail":"{readStateIndex:19013; appliedIndex:19012; }","duration":"192.038201ms","start":"2026-07-24T05:17:11.283638Z","end":"2026-07-24T05:17:11.475676Z","steps":["trace[631030254] 'read index received' (duration: 183.689682ms)","trace[631030254] 'applied index is now lower than readState.Index' (duration: 8.347799ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:11.475833Z","caller":"traceutil/trace.go:171","msg":"trace[19501327] transaction","detail":"{read_only:false; response_revision:18394; number_of_response:1; }","duration":"253.696733ms","start":"2026-07-24T05:17:11.222073Z","end":"2026-07-24T05:17:11.47577Z","steps":["trace[19501327] 'process raft request' (duration: 245.238701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.475912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.263496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:11.475941Z","caller":"traceutil/trace.go:171","msg":"trace[1661983252] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18394; }","duration":"192.344578ms","start":"2026-07-24T05:17:11.283587Z","end":"2026-07-24T05:17:11.475932Z","steps":["trace[1661983252] 'agreement among raft nodes before linearized reading' (duration: 192.188675ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:11.731867Z","caller":"traceutil/trace.go:171","msg":"trace[1462375050] transaction","detail":"{read_only:false; response_revision:18395; number_of_response:1; }","duration":"387.597316ms","start":"2026-07-24T05:17:11.344231Z","end":"2026-07-24T05:17:11.731828Z","steps":["trace[1462375050] 'process raft request' (duration: 375.707362ms)","trace[1462375050] 'compare' (duration: 11.686479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:11.732022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:11.344212Z","time spent":"387.735219ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:11.732024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.233664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:17:11.73179Z","caller":"traceutil/trace.go:171","msg":"trace[1654775703] linearizableReadLoop","detail":"{readStateIndex:19014; appliedIndex:19013; }","duration":"256.009317ms","start":"2026-07-24T05:17:11.475752Z","end":"2026-07-24T05:17:11.731762Z","steps":["trace[1654775703] 'read index received' (duration: 244.140774ms)","trace[1654775703] 'applied index is now lower than readState.Index' (duration: 11.867613ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:11.73209Z","caller":"traceutil/trace.go:171","msg":"trace[1861604172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18395; }","duration":"435.296545ms","start":"2026-07-24T05:17:11.296771Z","end":"2026-07-24T05:17:11.732068Z","steps":["trace[1861604172] 'agreement among raft nodes before linearized reading' (duration: 435.10601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.732126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.840387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T05:17:11.732169Z","caller":"traceutil/trace.go:171","msg":"trace[319749157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18395; }","duration":"440.943789ms","start":"2026-07-24T05:17:11.291213Z","end":"2026-07-24T05:17:11.732156Z","steps":["trace[319749157] 'agreement among raft nodes before linearized reading' (duration: 440.760094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.732139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:11.296741Z","time spent":"435.385997ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:17:11.732194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:11.291193Z","time spent":"440.995751ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:17:11.73223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.831019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xvbc2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-24T05:17:11.732252Z","caller":"traceutil/trace.go:171","msg":"trace[1602855267] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xvbc2; range_end:; response_count:1; response_revision:18395; }","duration":"246.88856ms","start":"2026-07-24T05:17:11.485356Z","end":"2026-07-24T05:17:11.732244Z","steps":["trace[1602855267] 'agreement among raft nodes before linearized reading' (duration: 246.799678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:16.250774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:16.751448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:17.251944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:17.752917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:18.253297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:18.753549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:19.12094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:19.121027Z","caller":"traceutil/trace.go:171","msg":"trace[1963642645] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037639s","start":"2026-07-24T05:17:17.120629Z","end":"2026-07-24T05:17:19.121005Z","steps":["trace[1963642645] 'agreement among raft nodes before linearized reading' (duration: 2.000276418s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:19.121073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.120553Z","time spent":"2.000510903s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:19.254563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:19.527679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:19.527767Z","caller":"traceutil/trace.go:171","msg":"trace[1063340744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000536664s","start":"2026-07-24T05:17:17.52721Z","end":"2026-07-24T05:17:19.527746Z","steps":["trace[1063340744] 'agreement among raft nodes before linearized reading' (duration: 2.000430261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:19.527802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.527193Z","time spent":"2.000602386s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:19.755174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:20.25564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:20.749923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999571349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:20.750107Z","caller":"traceutil/trace.go:171","msg":"trace[1160951901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999814544s","start":"2026-07-24T05:17:15.750269Z","end":"2026-07-24T05:17:20.750084Z","steps":["trace[1160951901] 'agreement among raft nodes before linearized reading' (duration: 4.999602519s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:20.750164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:15.750249Z","time spent":"4.999900496s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:17:20.756486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:21.186144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.187774Z","time spent":"4.998363959s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:17:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:21.192943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.193112Z","time spent":"4.999828545s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:21.21381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.21598Z","time spent":"4.997826766s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:17:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:21.256805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482065235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:21.381788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.649232557s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:17:21.382233Z","caller":"traceutil/trace.go:171","msg":"trace[192320980] transaction","detail":"{read_only:false; response_revision:18486; number_of_response:1; }","duration":"5.662919832s","start":"2026-07-24T05:17:15.719276Z","end":"2026-07-24T05:17:21.382196Z","steps":["trace[192320980] 'process raft request' (duration: 5.662725738s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.382425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:15.719259Z","time spent":"5.663068796s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:21.430025Z","caller":"traceutil/trace.go:171","msg":"trace[1694440695] transaction","detail":"{read_only:false; response_revision:18491; number_of_response:1; }","duration":"4.805217651s","start":"2026-07-24T05:17:16.624776Z","end":"2026-07-24T05:17:21.429993Z","steps":["trace[1694440695] 'process raft request' (duration: 4.804952605s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.430143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.624747Z","time spent":"4.805337484s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:21.430128Z","caller":"traceutil/trace.go:171","msg":"trace[1297607144] transaction","detail":"{read_only:false; response_revision:18492; number_of_response:1; }","duration":"3.806915457s","start":"2026-07-24T05:17:17.623192Z","end":"2026-07-24T05:17:21.430108Z","steps":["trace[1297607144] 'process raft request' (duration: 3.806574619s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.430097Z","caller":"traceutil/trace.go:171","msg":"trace[1420787081] transaction","detail":"{read_only:false; response_revision:18487; number_of_response:1; }","duration":"5.708817577s","start":"2026-07-24T05:17:15.721224Z","end":"2026-07-24T05:17:21.430042Z","steps":["trace[1420787081] 'process raft request' (duration: 5.708270555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.430195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.623167Z","time spent":"3.807002948s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:21.430298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:15.721204Z","time spent":"5.708996171s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:17:21.436456Z","caller":"traceutil/trace.go:171","msg":"trace[131034956] transaction","detail":"{read_only:false; response_revision:18493; number_of_response:1; }","duration":"2.887848582s","start":"2026-07-24T05:17:18.548592Z","end":"2026-07-24T05:17:21.43644Z","steps":["trace[131034956] 'process raft request' (duration: 2.887721119s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.436498Z","caller":"traceutil/trace.go:171","msg":"trace[1961458933] linearizableReadLoop","detail":"{readStateIndex:19116; appliedIndex:19105; }","duration":"5.686166068s","start":"2026-07-24T05:17:15.750322Z","end":"2026-07-24T05:17:21.436488Z","steps":["trace[1961458933] 'read index received' (duration: 5.631663497s)","trace[1961458933] 'applied index is now lower than readState.Index' (duration: 54.501901ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:21.436543Z","caller":"traceutil/trace.go:171","msg":"trace[1308558717] transaction","detail":"{read_only:false; response_revision:18495; number_of_response:1; }","duration":"1.091640222s","start":"2026-07-24T05:17:20.344896Z","end":"2026-07-24T05:17:21.436536Z","steps":["trace[1308558717] 'process raft request' (duration: 1.091531369s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.43655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:18.548566Z","time spent":"2.887931614s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:21.436582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:20.344871Z","time spent":"1.091687283s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:21.436475Z","caller":"traceutil/trace.go:171","msg":"trace[1994087539] transaction","detail":"{read_only:false; response_revision:18494; number_of_response:1; }","duration":"1.980080956s","start":"2026-07-24T05:17:19.456374Z","end":"2026-07-24T05:17:21.436454Z","steps":["trace[1994087539] 'process raft request' (duration: 1.980027675s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.4367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:19.456354Z","time spent":"1.980289301s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:21.437413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.675066853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-24T05:17:21.437767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28870529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T05:17:21.437736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936022442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:21.437794Z","caller":"traceutil/trace.go:171","msg":"trace[1912989969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18496; }","duration":"4.288763321s","start":"2026-07-24T05:17:17.149019Z","end":"2026-07-24T05:17:21.437783Z","steps":["trace[1912989969] 'agreement among raft nodes before linearized reading' (duration: 4.28872575s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.437792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.329023727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c679ecc1-f5ba-42ff-b37a-b66b2e876a20\" ","response":"range_response_count:1 size:3948"} {"level":"warn","ts":"2026-07-24T05:17:21.437814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.149Z","time spent":"4.288809773s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:17:21.437838Z","caller":"traceutil/trace.go:171","msg":"trace[1536776121] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c679ecc1-f5ba-42ff-b37a-b66b2e876a20; range_end:; response_count:1; response_revision:18496; }","duration":"5.329071978s","start":"2026-07-24T05:17:16.108755Z","end":"2026-07-24T05:17:21.437827Z","steps":["trace[1536776121] 'agreement among raft nodes before linearized reading' (duration: 5.328903104s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.437866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.108693Z","time spent":"5.329167281s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c679ecc1-f5ba-42ff-b37a-b66b2e876a20\" "} {"level":"warn","ts":"2026-07-24T05:17:21.437418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941154199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T05:17:21.43794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614338404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwhxb\" ","response":"range_response_count:1 size:22094"} {"level":"warn","ts":"2026-07-24T05:17:21.437961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.6607604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xvbc2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-24T05:17:21.437977Z","caller":"traceutil/trace.go:171","msg":"trace[1295156994] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xvbc2; range_end:; response_count:1; response_revision:18496; }","duration":"5.660800023s","start":"2026-07-24T05:17:15.777172Z","end":"2026-07-24T05:17:21.437972Z","steps":["trace[1295156994] 'agreement among raft nodes before linearized reading' (duration: 5.660751622s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.437972Z","caller":"traceutil/trace.go:171","msg":"trace[580595599] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwhxb; range_end:; response_count:1; response_revision:18496; }","duration":"5.614397815s","start":"2026-07-24T05:17:15.823566Z","end":"2026-07-24T05:17:21.437963Z","steps":["trace[580595599] 'agreement among raft nodes before linearized reading' (duration: 5.614314743s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.437994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:15.77716Z","time spent":"5.660831053s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xvbc2\" "} {"level":"warn","ts":"2026-07-24T05:17:21.438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:15.823551Z","time spent":"5.614444646s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22116,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fwhxb\" "} {"level":"info","ts":"2026-07-24T05:17:21.437989Z","caller":"traceutil/trace.go:171","msg":"trace[2103016287] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18496; }","duration":"4.936360629s","start":"2026-07-24T05:17:16.501432Z","end":"2026-07-24T05:17:21.437793Z","steps":["trace[2103016287] 'agreement among raft nodes before linearized reading' (duration: 4.936059202s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.437513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901669895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:21.438076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476433678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:21.438097Z","caller":"traceutil/trace.go:171","msg":"trace[606182489] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18496; }","duration":"4.476481639s","start":"2026-07-24T05:17:16.96161Z","end":"2026-07-24T05:17:21.438092Z","steps":["trace[606182489] 'agreement among raft nodes before linearized reading' (duration: 4.476449979s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.43811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.961589Z","time spent":"4.476517841s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:21.438073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.501413Z","time spent":"4.936645327s","remote":"127.0.0.1:35000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:21.437592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.212056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:17:21.438163Z","caller":"traceutil/trace.go:171","msg":"trace[1902905759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18496; }","duration":"1.9022939s","start":"2026-07-24T05:17:19.535795Z","end":"2026-07-24T05:17:21.438089Z","steps":["trace[1902905759] 'agreement among raft nodes before linearized reading' (duration: 1.901682506s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.438243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.150338234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:220666"} {"level":"info","ts":"2026-07-24T05:17:21.438288Z","caller":"traceutil/trace.go:171","msg":"trace[664522903] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:18496; }","duration":"5.150420736s","start":"2026-07-24T05:17:16.287859Z","end":"2026-07-24T05:17:21.43828Z","steps":["trace[664522903] 'agreement among raft nodes before linearized reading' (duration: 5.150124659s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.438323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.287839Z","time spent":"5.150474758s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":220688,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-24T05:17:21.437949Z","caller":"traceutil/trace.go:171","msg":"trace[1618616726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18496; }","duration":"3.941714402s","start":"2026-07-24T05:17:17.496224Z","end":"2026-07-24T05:17:21.437939Z","steps":["trace[1618616726] 'agreement among raft nodes before linearized reading' (duration: 3.941099537s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.438381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.49621Z","time spent":"3.942161133s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:17:21.437632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.817476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-24T05:17:21.437844Z","caller":"traceutil/trace.go:171","msg":"trace[1976729238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18496; }","duration":"5.675464422s","start":"2026-07-24T05:17:15.762312Z","end":"2026-07-24T05:17:21.437777Z","steps":["trace[1976729238] 'agreement among raft nodes before linearized reading' (duration: 5.674996571s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.438497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:15.762299Z","time spent":"5.676184719s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:17:21.438531Z","caller":"traceutil/trace.go:171","msg":"trace[35559402] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18496; }","duration":"244.642406ms","start":"2026-07-24T05:17:21.193811Z","end":"2026-07-24T05:17:21.438453Z","steps":["trace[35559402] 'agreement among raft nodes before linearized reading' (duration: 243.791186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.43859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652217781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"warn","ts":"2026-07-24T05:17:21.43766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669654112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7697"} {"level":"info","ts":"2026-07-24T05:17:21.438745Z","caller":"traceutil/trace.go:171","msg":"trace[778213058] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:18496; }","duration":"3.670757908s","start":"2026-07-24T05:17:17.767978Z","end":"2026-07-24T05:17:21.438736Z","steps":["trace[778213058] 'agreement among raft nodes before linearized reading' (duration: 3.669633281s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.438735Z","caller":"traceutil/trace.go:171","msg":"trace[871754882] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18496; }","duration":"4.652453406s","start":"2026-07-24T05:17:16.786233Z","end":"2026-07-24T05:17:21.438686Z","steps":["trace[871754882] 'agreement among raft nodes before linearized reading' (duration: 4.651996006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.438789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.767969Z","time spent":"3.67081191s","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7719,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-24T05:17:21.437698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.236319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T05:17:21.438936Z","caller":"traceutil/trace.go:171","msg":"trace[25285023] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18496; }","duration":"251.488219ms","start":"2026-07-24T05:17:21.187432Z","end":"2026-07-24T05:17:21.43892Z","steps":["trace[25285023] 'agreement among raft nodes before linearized reading' (duration: 250.240669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.438834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.78618Z","time spent":"4.652616611s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-24T05:17:21.437737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373239137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:17:21.439099Z","caller":"traceutil/trace.go:171","msg":"trace[582179885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18496; }","duration":"4.374634451s","start":"2026-07-24T05:17:17.064453Z","end":"2026-07-24T05:17:21.439088Z","steps":["trace[582179885] 'agreement among raft nodes before linearized reading' (duration: 4.373259318s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.439141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.064433Z","time spent":"4.374697432s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:17:21.437734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.711153732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T05:17:21.439273Z","caller":"traceutil/trace.go:171","msg":"trace[1799941279] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18496; }","duration":"3.71271686s","start":"2026-07-24T05:17:17.726546Z","end":"2026-07-24T05:17:21.439263Z","steps":["trace[1799941279] 'agreement among raft nodes before linearized reading' (duration: 3.711131092s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.439305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.726532Z","time spent":"3.712763661s","remote":"127.0.0.1:34654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-24T05:17:21.43822Z","caller":"traceutil/trace.go:171","msg":"trace[424180890] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18496; }","duration":"223.8325ms","start":"2026-07-24T05:17:21.214359Z","end":"2026-07-24T05:17:21.438191Z","steps":["trace[424180890] 'agreement among raft nodes before linearized reading' (duration: 223.180684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.437665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633492953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-24T05:17:21.439484Z","caller":"traceutil/trace.go:171","msg":"trace[284521665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18496; }","duration":"2.635341878s","start":"2026-07-24T05:17:18.80413Z","end":"2026-07-24T05:17:21.439472Z","steps":["trace[284521665] 'agreement among raft nodes before linearized reading' (duration: 2.633460493s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.439527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:18.804112Z","time spent":"2.63540137s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:17:21.443564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:19.535782Z","time spent":"1.902519185s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:17:22.157602Z","caller":"traceutil/trace.go:171","msg":"trace[1104021184] transaction","detail":"{read_only:false; response_revision:18511; number_of_response:1; }","duration":"100.459237ms","start":"2026-07-24T05:17:22.057116Z","end":"2026-07-24T05:17:22.157575Z","steps":["trace[1104021184] 'process raft request' (duration: 100.322983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:52.045981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482066278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:52.546477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482066278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:53.047425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482066278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:53.154208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609681151s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:17:53.168128Z","caller":"traceutil/trace.go:171","msg":"trace[2058438739] transaction","detail":"{read_only:false; response_revision:18881; number_of_response:1; }","duration":"1.624164756s","start":"2026-07-24T05:17:51.543923Z","end":"2026-07-24T05:17:53.168088Z","steps":["trace[2058438739] 'process raft request' (duration: 1.610661504s)","trace[2058438739] 'compare' (duration: 12.323383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:53.168263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.543901Z","time spent":"1.624304549s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:17:53.227503Z","caller":"traceutil/trace.go:171","msg":"trace[1651813084] transaction","detail":"{read_only:false; response_revision:18883; number_of_response:1; }","duration":"1.648944837s","start":"2026-07-24T05:17:51.578537Z","end":"2026-07-24T05:17:53.227482Z","steps":["trace[1651813084] 'process raft request' (duration: 1.648825834s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.227544Z","caller":"traceutil/trace.go:171","msg":"trace[1408988414] transaction","detail":"{read_only:false; response_revision:18884; number_of_response:1; }","duration":"1.645713919s","start":"2026-07-24T05:17:51.581812Z","end":"2026-07-24T05:17:53.227526Z","steps":["trace[1408988414] 'process raft request' (duration: 1.645584906s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.227608Z","caller":"traceutil/trace.go:171","msg":"trace[449737424] transaction","detail":"{read_only:false; response_revision:18885; number_of_response:1; }","duration":"1.077248908s","start":"2026-07-24T05:17:52.15035Z","end":"2026-07-24T05:17:53.227599Z","steps":["trace[449737424] 'process raft request' (duration: 1.077069883s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.22764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.581804Z","time spent":"1.64577402s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:53.22769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.150325Z","time spent":"1.07731095s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:53.22747Z","caller":"traceutil/trace.go:171","msg":"trace[1598846113] transaction","detail":"{read_only:false; response_revision:18882; number_of_response:1; }","duration":"1.657292796s","start":"2026-07-24T05:17:51.570147Z","end":"2026-07-24T05:17:53.22744Z","steps":["trace[1598846113] 'process raft request' (duration: 1.657099261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.227688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.57852Z","time spent":"1.64903636s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:53.227726Z","caller":"traceutil/trace.go:171","msg":"trace[387447757] linearizableReadLoop","detail":"{readStateIndex:19522; appliedIndex:19516; }","duration":"1.681972344s","start":"2026-07-24T05:17:51.545743Z","end":"2026-07-24T05:17:53.227715Z","steps":["trace[387447757] 'read index received' (duration: 1.608655626s)","trace[387447757] 'applied index is now lower than readState.Index' (duration: 73.315638ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:53.227769Z","caller":"traceutil/trace.go:171","msg":"trace[258467346] transaction","detail":"{read_only:false; response_revision:18886; number_of_response:1; }","duration":"661.441819ms","start":"2026-07-24T05:17:52.566319Z","end":"2026-07-24T05:17:53.227761Z","steps":["trace[258467346] 'process raft request' (duration: 661.127232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.227856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.566295Z","time spent":"661.529011ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:53.227893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682145248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:53.227918Z","caller":"traceutil/trace.go:171","msg":"trace[346747815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18886; }","duration":"1.682198119s","start":"2026-07-24T05:17:51.545714Z","end":"2026-07-24T05:17:53.227912Z","steps":["trace[346747815] 'agreement among raft nodes before linearized reading' (duration: 1.682108227s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.227939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.545706Z","time spent":"1.682229411s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:53.228243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.57012Z","time spent":"1.657679175s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:53.245471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437883261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xvbc2\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-07-24T05:17:53.245501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22489332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-24T05:17:53.245534Z","caller":"traceutil/trace.go:171","msg":"trace[1285625132] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xvbc2; range_end:; response_count:1; response_revision:18887; }","duration":"1.437994294s","start":"2026-07-24T05:17:51.807526Z","end":"2026-07-24T05:17:53.24552Z","steps":["trace[1285625132] 'agreement among raft nodes before linearized reading' (duration: 1.437804099s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.245563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.8075Z","time spent":"1.438057466s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xvbc2\" "} {"level":"info","ts":"2026-07-24T05:17:53.245564Z","caller":"traceutil/trace.go:171","msg":"trace[278029607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18887; }","duration":"1.225017314s","start":"2026-07-24T05:17:52.020535Z","end":"2026-07-24T05:17:53.245552Z","steps":["trace[278029607] 'agreement among raft nodes before linearized reading' (duration: 1.224823419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.245576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640846983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T05:17:53.24559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.020506Z","time spent":"1.225077634s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:17:53.245605Z","caller":"traceutil/trace.go:171","msg":"trace[1601971269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18887; }","duration":"1.640909245s","start":"2026-07-24T05:17:51.604685Z","end":"2026-07-24T05:17:53.245594Z","steps":["trace[1601971269] 'agreement among raft nodes before linearized reading' (duration: 1.640839793s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.245624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.604665Z","time spent":"1.640954886s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:17:53.245714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.715902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T05:17:53.245673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326668099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-24T05:17:53.245764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197756863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:53.245779Z","caller":"traceutil/trace.go:171","msg":"trace[1632023311] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:18887; }","duration":"1.197816255s","start":"2026-07-24T05:17:52.047958Z","end":"2026-07-24T05:17:53.245775Z","steps":["trace[1632023311] 'agreement among raft nodes before linearized reading' (duration: 1.197786724s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.245792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.047934Z","time spent":"1.197854516s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:53.245774Z","caller":"traceutil/trace.go:171","msg":"trace[708762310] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18887; }","duration":"1.326843373s","start":"2026-07-24T05:17:51.918907Z","end":"2026-07-24T05:17:53.245751Z","steps":["trace[708762310] 'agreement among raft nodes before linearized reading' (duration: 1.326505684s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.245829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.918885Z","time spent":"1.326932775s","remote":"127.0.0.1:34654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T05:17:53.24586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24370557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:53.245886Z","caller":"traceutil/trace.go:171","msg":"trace[1714403033] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:18887; }","duration":"1.243770741s","start":"2026-07-24T05:17:52.002107Z","end":"2026-07-24T05:17:53.245878Z","steps":["trace[1714403033] 'agreement among raft nodes before linearized reading' (duration: 1.24372527s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.245905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.00209Z","time spent":"1.243809302s","remote":"127.0.0.1:59400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.24547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631449789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:17:53.245989Z","caller":"traceutil/trace.go:171","msg":"trace[58794469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18887; }","duration":"1.632002923s","start":"2026-07-24T05:17:51.61398Z","end":"2026-07-24T05:17:53.245983Z","steps":["trace[58794469] 'agreement among raft nodes before linearized reading' (duration: 1.631379107s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.245971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698108961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.246056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428001466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwhxb\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-07-24T05:17:53.246044Z","caller":"traceutil/trace.go:171","msg":"trace[980128939] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:18887; }","duration":"1.698200313s","start":"2026-07-24T05:17:51.547824Z","end":"2026-07-24T05:17:53.246024Z","steps":["trace[980128939] 'agreement among raft nodes before linearized reading' (duration: 1.6980998s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.246008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.613968Z","time spent":"1.632034384s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:17:53.24607Z","caller":"traceutil/trace.go:171","msg":"trace[515628392] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwhxb; range_end:; response_count:1; response_revision:18887; }","duration":"1.428048978s","start":"2026-07-24T05:17:51.818017Z","end":"2026-07-24T05:17:53.246066Z","steps":["trace[515628392] 'agreement among raft nodes before linearized reading' (duration: 1.42770426s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.246085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.817997Z","time spent":"1.428083188s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22116,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fwhxb\" "} {"level":"warn","ts":"2026-07-24T05:17:53.24608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.547818Z","time spent":"1.698253964s","remote":"127.0.0.1:34650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-24T05:17:53.245733Z","caller":"traceutil/trace.go:171","msg":"trace[1329299150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18887; }","duration":"333.781734ms","start":"2026-07-24T05:17:52.911944Z","end":"2026-07-24T05:17:53.245726Z","steps":["trace[1329299150] 'agreement among raft nodes before linearized reading' (duration: 333.714702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.246165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.54558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-24T05:17:53.246179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.911922Z","time spent":"334.245664ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:17:53.246197Z","caller":"traceutil/trace.go:171","msg":"trace[1654916895] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:18887; }","duration":"479.609422ms","start":"2026-07-24T05:17:52.766578Z","end":"2026-07-24T05:17:53.246187Z","steps":["trace[1654916895] 'agreement among raft nodes before linearized reading' (duration: 479.097169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.246228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.766561Z","time spent":"479.659022ms","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-07-24T05:17:53.246391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640210539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T05:17:53.24642Z","caller":"traceutil/trace.go:171","msg":"trace[932881263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18887; }","duration":"1.64025487s","start":"2026-07-24T05:17:51.606158Z","end":"2026-07-24T05:17:53.246413Z","steps":["trace[932881263] 'agreement among raft nodes before linearized reading' (duration: 1.639351648s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.246442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.606152Z","time spent":"1.64028538s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:17:53.246888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650825932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:17:53.246952Z","caller":"traceutil/trace.go:171","msg":"trace[1046090970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18887; }","duration":"1.650936624s","start":"2026-07-24T05:17:51.596Z","end":"2026-07-24T05:17:53.246936Z","steps":["trace[1046090970] 'agreement among raft nodes before linearized reading' (duration: 1.64953734s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.247189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.595979Z","time spent":"1.65118809s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:17:53.851624Z","caller":"traceutil/trace.go:171","msg":"trace[763458102] transaction","detail":"{read_only:false; response_revision:18899; number_of_response:1; }","duration":"102.287161ms","start":"2026-07-24T05:17:53.749308Z","end":"2026-07-24T05:17:53.851595Z","steps":["trace[763458102] 'process raft request' (duration: 102.117257ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:55.871997Z","caller":"traceutil/trace.go:171","msg":"trace[336411357] transaction","detail":"{read_only:false; response_revision:18923; number_of_response:1; }","duration":"453.275033ms","start":"2026-07-24T05:17:55.418697Z","end":"2026-07-24T05:17:55.871972Z","steps":["trace[336411357] 'process raft request' (duration: 452.991356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.872145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.418685Z","time spent":"453.383966ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1155,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:55.872674Z","caller":"traceutil/trace.go:171","msg":"trace[2056262098] linearizableReadLoop","detail":"{readStateIndex:19561; appliedIndex:19559; }","duration":"405.177205ms","start":"2026-07-24T05:17:55.46748Z","end":"2026-07-24T05:17:55.872657Z","steps":["trace[2056262098] 'read index received' (duration: 404.13085ms)","trace[2056262098] 'applied index is now lower than readState.Index' (duration: 1.045625ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:55.872757Z","caller":"traceutil/trace.go:171","msg":"trace[2083463987] transaction","detail":"{read_only:false; response_revision:18924; number_of_response:1; }","duration":"449.173605ms","start":"2026-07-24T05:17:55.423572Z","end":"2026-07-24T05:17:55.872746Z","steps":["trace[2083463987] 'process raft request' (duration: 448.317605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.872819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.423552Z","time spent":"449.225306ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7242,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:55.873578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.819821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:991606"} {"level":"info","ts":"2026-07-24T05:17:55.873618Z","caller":"traceutil/trace.go:171","msg":"trace[1006894536] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:18924; }","duration":"454.893973ms","start":"2026-07-24T05:17:55.418715Z","end":"2026-07-24T05:17:55.873609Z","steps":["trace[1006894536] 'agreement among raft nodes before linearized reading' (duration: 454.032811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.873646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.418695Z","time spent":"454.941323ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":101,"response size":991628,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:17:55.875505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.291174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:55.875509Z","caller":"traceutil/trace.go:171","msg":"trace[742191741] transaction","detail":"{read_only:false; response_revision:18925; number_of_response:1; }","duration":"306.732047ms","start":"2026-07-24T05:17:55.568745Z","end":"2026-07-24T05:17:55.875477Z","steps":["trace[742191741] 'process raft request' (duration: 306.46084ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:55.8756Z","caller":"traceutil/trace.go:171","msg":"trace[556878316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18925; }","duration":"344.427987ms","start":"2026-07-24T05:17:55.531147Z","end":"2026-07-24T05:17:55.875575Z","steps":["trace[556878316] 'agreement among raft nodes before linearized reading' (duration: 344.277943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.87564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.531128Z","time spent":"344.504838ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:55.875714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.568724Z","time spent":"306.87393ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:57.721669Z","caller":"traceutil/trace.go:171","msg":"trace[1276615251] linearizableReadLoop","detail":"{readStateIndex:19570; appliedIndex:19569; }","duration":"348.269048ms","start":"2026-07-24T05:17:57.373373Z","end":"2026-07-24T05:17:57.721642Z","steps":["trace[1276615251] 'read index received' (duration: 348.156375ms)","trace[1276615251] 'applied index is now lower than readState.Index' (duration: 112.082µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:57.721777Z","caller":"traceutil/trace.go:171","msg":"trace[629932334] transaction","detail":"{read_only:false; response_revision:18933; number_of_response:1; }","duration":"362.924468ms","start":"2026-07-24T05:17:57.358832Z","end":"2026-07-24T05:17:57.721756Z","steps":["trace[629932334] 'process raft request' (duration: 362.672272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.721887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:57.358809Z","time spent":"363.00502ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:57.721961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.131127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xvbc2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-24T05:17:57.721992Z","caller":"traceutil/trace.go:171","msg":"trace[1117072834] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xvbc2; range_end:; response_count:1; response_revision:18933; }","duration":"237.201648ms","start":"2026-07-24T05:17:57.48478Z","end":"2026-07-24T05:17:57.721982Z","steps":["trace[1117072834] 'agreement among raft nodes before linearized reading' (duration: 237.104926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.72206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.682118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T05:17:57.722054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.581485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T05:17:57.722078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.199357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:57.722151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.185909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T05:17:57.722154Z","caller":"traceutil/trace.go:171","msg":"trace[809594042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18933; }","duration":"348.708538ms","start":"2026-07-24T05:17:57.37342Z","end":"2026-07-24T05:17:57.722128Z","steps":["trace[809594042] 'agreement among raft nodes before linearized reading' (duration: 348.428801ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:57.722175Z","caller":"traceutil/trace.go:171","msg":"trace[459241752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18933; }","duration":"305.242681ms","start":"2026-07-24T05:17:57.416925Z","end":"2026-07-24T05:17:57.722167Z","steps":["trace[459241752] 'agreement among raft nodes before linearized reading' (duration: 305.173569ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:57.722177Z","caller":"traceutil/trace.go:171","msg":"trace[1363309707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18933; }","duration":"190.36496ms","start":"2026-07-24T05:17:57.531787Z","end":"2026-07-24T05:17:57.722152Z","steps":["trace[1363309707] 'agreement among raft nodes before linearized reading' (duration: 190.170166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.7222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.420371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T05:17:57.722198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:57.416905Z","time spent":"305.285342ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:17:57.722236Z","caller":"traceutil/trace.go:171","msg":"trace[2066165596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18933; }","duration":"348.454503ms","start":"2026-07-24T05:17:57.373771Z","end":"2026-07-24T05:17:57.722226Z","steps":["trace[2066165596] 'agreement among raft nodes before linearized reading' (duration: 348.35772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.722263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:57.373718Z","time spent":"348.538065ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:17:57.7222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:57.373411Z","time spent":"348.778899ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:17:57.722096Z","caller":"traceutil/trace.go:171","msg":"trace[2120692684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18933; }","duration":"348.755629ms","start":"2026-07-24T05:17:57.37333Z","end":"2026-07-24T05:17:57.722086Z","steps":["trace[2120692684] 'agreement among raft nodes before linearized reading' (duration: 348.432761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.722368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:57.373312Z","time spent":"349.050657ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:17:57.911966Z","caller":"traceutil/trace.go:171","msg":"trace[1180597918] transaction","detail":"{read_only:false; response_revision:18935; number_of_response:1; }","duration":"185.366363ms","start":"2026-07-24T05:17:57.726566Z","end":"2026-07-24T05:17:57.911932Z","steps":["trace[1180597918] 'process raft request' (duration: 185.26336ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:57.91229Z","caller":"traceutil/trace.go:171","msg":"trace[59382289] transaction","detail":"{read_only:false; response_revision:18934; number_of_response:1; }","duration":"186.432267ms","start":"2026-07-24T05:17:57.725836Z","end":"2026-07-24T05:17:57.912269Z","steps":["trace[59382289] 'process raft request' (duration: 86.880113ms)","trace[59382289] 'compare' (duration: 98.735575ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:57.912342Z","caller":"traceutil/trace.go:171","msg":"trace[238077946] transaction","detail":"{read_only:false; response_revision:18936; number_of_response:1; }","duration":"185.24889ms","start":"2026-07-24T05:17:57.727072Z","end":"2026-07-24T05:17:57.912321Z","steps":["trace[238077946] 'process raft request' (duration: 184.811269ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:57.912435Z","caller":"traceutil/trace.go:171","msg":"trace[1309757587] transaction","detail":"{read_only:false; response_revision:18937; number_of_response:1; }","duration":"185.28136ms","start":"2026-07-24T05:17:57.727114Z","end":"2026-07-24T05:17:57.912395Z","steps":["trace[1309757587] 'process raft request' (duration: 184.85231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:57.968656Z","caller":"traceutil/trace.go:171","msg":"trace[1301644563] linearizableReadLoop","detail":"{readStateIndex:19573; appliedIndex:19570; }","duration":"241.524002ms","start":"2026-07-24T05:17:57.72709Z","end":"2026-07-24T05:17:57.968614Z","steps":["trace[1301644563] 'read index received' (duration: 85.628514ms)","trace[1301644563] 'applied index is now lower than readState.Index' (duration: 155.887968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:57.969858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.745312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:992082"} {"level":"info","ts":"2026-07-24T05:17:57.969953Z","caller":"traceutil/trace.go:171","msg":"trace[1009049185] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:18938; }","duration":"242.847704ms","start":"2026-07-24T05:17:57.727083Z","end":"2026-07-24T05:17:57.96993Z","steps":["trace[1009049185] 'agreement among raft nodes before linearized reading' (duration: 241.679797ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:51.465907Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T05:18:51.471351Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T05:18:51.47152Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-24T05:18:52.55907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482067760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:18:53.05933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482067760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:18:53.560133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482067760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:18:53.839723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.820821077s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:18:53.840109Z","caller":"traceutil/trace.go:171","msg":"trace[1576833570] transaction","detail":"{read_only:false; response_revision:19359; number_of_response:1; }","duration":"1.821315309s","start":"2026-07-24T05:18:52.018769Z","end":"2026-07-24T05:18:53.840084Z","steps":["trace[1576833570] 'process raft request' (duration: 1.821176826s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.84024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.018746Z","time spent":"1.821428091s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:18:53.969325Z","caller":"traceutil/trace.go:171","msg":"trace[654530340] transaction","detail":"{read_only:false; response_revision:19360; number_of_response:1; }","duration":"1.808903693s","start":"2026-07-24T05:18:52.160394Z","end":"2026-07-24T05:18:53.969298Z","steps":["trace[654530340] 'process raft request' (duration: 1.755175222s)","trace[654530340] 'compare' (duration: 53.379753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:53.969459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.16036Z","time spent":"1.809025566s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:18:53.969564Z","caller":"traceutil/trace.go:171","msg":"trace[1596742025] linearizableReadLoop","detail":"{readStateIndex:20012; appliedIndex:20008; }","duration":"1.910792773s","start":"2026-07-24T05:18:52.05876Z","end":"2026-07-24T05:18:53.969553Z","steps":["trace[1596742025] 'read index received' (duration: 1.781690343s)","trace[1596742025] 'applied index is now lower than readState.Index' (duration: 129.10127ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:53.969478Z","caller":"traceutil/trace.go:171","msg":"trace[1604019628] transaction","detail":"{read_only:false; response_revision:19362; number_of_response:1; }","duration":"425.854919ms","start":"2026-07-24T05:18:53.543579Z","end":"2026-07-24T05:18:53.969434Z","steps":["trace[1604019628] 'process raft request' (duration: 425.747237ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.969678Z","caller":"traceutil/trace.go:171","msg":"trace[960296544] transaction","detail":"{read_only:false; response_revision:19361; number_of_response:1; }","duration":"492.332415ms","start":"2026-07-24T05:18:53.477337Z","end":"2026-07-24T05:18:53.96967Z","steps":["trace[960296544] 'process raft request' (duration: 491.880064ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.969806Z","caller":"traceutil/trace.go:171","msg":"trace[1781715634] transaction","detail":"{read_only:false; response_revision:19363; number_of_response:1; }","duration":"425.548112ms","start":"2026-07-24T05:18:53.544251Z","end":"2026-07-24T05:18:53.9698Z","steps":["trace[1781715634] 'process raft request' (duration: 425.113912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.969837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.543556Z","time spent":"426.154616ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:53.969861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.544245Z","time spent":"425.581592ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:53.969944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126026132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:53.969983Z","caller":"traceutil/trace.go:171","msg":"trace[1908845352] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19363; }","duration":"1.126075823s","start":"2026-07-24T05:18:52.843896Z","end":"2026-07-24T05:18:53.969972Z","steps":["trace[1908845352] 'agreement among raft nodes before linearized reading' (duration: 1.125990291s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.96994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911147561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:18:53.970006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.843892Z","time spent":"1.126109944s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.201204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:53.970039Z","caller":"traceutil/trace.go:171","msg":"trace[1806723487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19363; }","duration":"1.911306895s","start":"2026-07-24T05:18:52.058706Z","end":"2026-07-24T05:18:53.970013Z","steps":["trace[1806723487] 'agreement among raft nodes before linearized reading' (duration: 1.911135381s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.97002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.292176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:53.970122Z","caller":"traceutil/trace.go:171","msg":"trace[1145923200] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19363; }","duration":"804.365578ms","start":"2026-07-24T05:18:53.165705Z","end":"2026-07-24T05:18:53.97007Z","steps":["trace[1145923200] 'agreement among raft nodes before linearized reading' (duration: 804.236795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.97013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.667896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21452"} {"level":"warn","ts":"2026-07-24T05:18:53.970174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124629319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21452"} {"level":"warn","ts":"2026-07-24T05:18:53.970174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.467367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21452"} {"level":"info","ts":"2026-07-24T05:18:53.970197Z","caller":"traceutil/trace.go:171","msg":"trace[1983839051] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:19363; }","duration":"1.124652219s","start":"2026-07-24T05:18:52.845538Z","end":"2026-07-24T05:18:53.97019Z","steps":["trace[1983839051] 'agreement among raft nodes before linearized reading' (duration: 1.124579707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126902733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:53.970185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.310159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:53.970205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126456312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:53.970249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.36996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:53.970257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.500903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:53.970267Z","caller":"traceutil/trace.go:171","msg":"trace[314685396] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19363; }","duration":"444.459693ms","start":"2026-07-24T05:18:53.525802Z","end":"2026-07-24T05:18:53.970262Z","steps":["trace[314685396] 'agreement among raft nodes before linearized reading' (duration: 444.433462ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.97026Z","caller":"traceutil/trace.go:171","msg":"trace[205330723] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19363; }","duration":"1.126507393s","start":"2026-07-24T05:18:52.843738Z","end":"2026-07-24T05:18:53.970246Z","steps":["trace[205330723] 'agreement among raft nodes before linearized reading' (duration: 1.126414191s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.970262Z","caller":"traceutil/trace.go:171","msg":"trace[1708701512] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19363; }","duration":"444.537834ms","start":"2026-07-24T05:18:53.5257Z","end":"2026-07-24T05:18:53.970237Z","steps":["trace[1708701512] 'agreement among raft nodes before linearized reading' (duration: 444.241947ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.970266Z","caller":"traceutil/trace.go:171","msg":"trace[1539715057] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19363; }","duration":"1.127073407s","start":"2026-07-24T05:18:52.843156Z","end":"2026-07-24T05:18:53.97023Z","steps":["trace[1539715057] 'agreement among raft nodes before linearized reading' (duration: 1.126872302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.525777Z","time spent":"444.502933ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.843692Z","time spent":"1.126605586s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.843139Z","time spent":"1.127170469s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.525675Z","time spent":"444.633456ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.256974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:53.970334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705917746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:18:53.970352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712721098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T05:18:53.970368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711468798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:18:53.970382Z","caller":"traceutil/trace.go:171","msg":"trace[1975259829] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19363; }","duration":"246.383437ms","start":"2026-07-24T05:18:53.723981Z","end":"2026-07-24T05:18:53.970364Z","steps":["trace[1975259829] 'agreement among raft nodes before linearized reading' (duration: 246.223283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188506183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-24T05:18:53.970417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.165681Z","time spent":"804.535423ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.058687Z","time spent":"1.911400498s","remote":"127.0.0.1:51920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:53.970174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755196791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T05:18:53.970437Z","caller":"traceutil/trace.go:171","msg":"trace[758125169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19363; }","duration":"1.711522149s","start":"2026-07-24T05:18:52.25889Z","end":"2026-07-24T05:18:53.970412Z","steps":["trace[758125169] 'agreement among raft nodes before linearized reading' (duration: 1.711400386s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360253889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:18:53.970457Z","caller":"traceutil/trace.go:171","msg":"trace[1698640364] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:19363; }","duration":"1.188644716s","start":"2026-07-24T05:18:52.78179Z","end":"2026-07-24T05:18:53.970435Z","steps":["trace[1698640364] 'agreement among raft nodes before linearized reading' (duration: 1.18841235s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.258843Z","time spent":"1.711630272s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328366969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xvbc2\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-07-24T05:18:53.970478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518024123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:53.970266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438432975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:53.970563Z","caller":"traceutil/trace.go:171","msg":"trace[1141292261] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19363; }","duration":"1.518148706s","start":"2026-07-24T05:18:52.452393Z","end":"2026-07-24T05:18:53.970542Z","steps":["trace[1141292261] 'agreement among raft nodes before linearized reading' (duration: 1.518007713s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.970586Z","caller":"traceutil/trace.go:171","msg":"trace[979197195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19363; }","duration":"1.438795482s","start":"2026-07-24T05:18:52.531784Z","end":"2026-07-24T05:18:53.97058Z","steps":["trace[979197195] 'agreement among raft nodes before linearized reading' (duration: 1.438447624s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.531762Z","time spent":"1.438838864s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:18:53.970494Z","caller":"traceutil/trace.go:171","msg":"trace[1036121236] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19363; }","duration":"1.360650629s","start":"2026-07-24T05:18:52.609831Z","end":"2026-07-24T05:18:53.970481Z","steps":["trace[1036121236] 'agreement among raft nodes before linearized reading' (duration: 1.360152177s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.970545Z","caller":"traceutil/trace.go:171","msg":"trace[172554982] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:19363; }","duration":"799.759778ms","start":"2026-07-24T05:18:53.170422Z","end":"2026-07-24T05:18:53.970182Z","steps":["trace[172554982] 'agreement among raft nodes before linearized reading' (duration: 799.540593ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.970575Z","caller":"traceutil/trace.go:171","msg":"trace[585342160] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xvbc2; range_end:; response_count:1; response_revision:19363; }","duration":"1.328482442s","start":"2026-07-24T05:18:52.642047Z","end":"2026-07-24T05:18:53.970529Z","steps":["trace[585342160] 'agreement among raft nodes before linearized reading' (duration: 1.328227726s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.609813Z","time spent":"1.360817902s","remote":"127.0.0.1:35000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:53.970645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.452375Z","time spent":"1.518243929s","remote":"127.0.0.1:34650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:53.970668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.642025Z","time spent":"1.328629795s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xvbc2\" "} {"level":"info","ts":"2026-07-24T05:18:53.970387Z","caller":"traceutil/trace.go:171","msg":"trace[271613967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19363; }","duration":"1.712787879s","start":"2026-07-24T05:18:52.257593Z","end":"2026-07-24T05:18:53.97038Z","steps":["trace[271613967] 'agreement among raft nodes before linearized reading' (duration: 1.712701807s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.257575Z","time spent":"1.713164228s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:18:53.970119Z","caller":"traceutil/trace.go:171","msg":"trace[682024421] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19363; }","duration":"804.42625ms","start":"2026-07-24T05:18:53.165668Z","end":"2026-07-24T05:18:53.970094Z","steps":["trace[682024421] 'agreement among raft nodes before linearized reading' (duration: 804.283546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.170413Z","time spent":"800.22805ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21474,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.165651Z","time spent":"805.172507ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.84548Z","time spent":"1.124731401s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21474,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-24T05:18:53.970215Z","caller":"traceutil/trace.go:171","msg":"trace[724959778] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:19363; }","duration":"440.556549ms","start":"2026-07-24T05:18:53.529645Z","end":"2026-07-24T05:18:53.970202Z","steps":["trace[724959778] 'agreement among raft nodes before linearized reading' (duration: 440.410156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.529621Z","time spent":"441.302437ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21474,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-24T05:18:53.970278Z","caller":"traceutil/trace.go:171","msg":"trace[1024389648] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19363; }","duration":"444.570965ms","start":"2026-07-24T05:18:53.525702Z","end":"2026-07-24T05:18:53.970273Z","steps":["trace[1024389648] 'agreement among raft nodes before linearized reading' (duration: 444.535514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.971941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.525682Z","time spent":"446.249865ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-24T05:18:53.970394Z","caller":"traceutil/trace.go:171","msg":"trace[1797228301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19363; }","duration":"1.705996047s","start":"2026-07-24T05:18:52.264379Z","end":"2026-07-24T05:18:53.970375Z","steps":["trace[1797228301] 'agreement among raft nodes before linearized reading' (duration: 1.705860514s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.970462Z","caller":"traceutil/trace.go:171","msg":"trace[1742484422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19363; }","duration":"1.755544839s","start":"2026-07-24T05:18:52.214903Z","end":"2026-07-24T05:18:53.970448Z","steps":["trace[1742484422] 'agreement among raft nodes before linearized reading' (duration: 1.754981056s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.970499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.781751Z","time spent":"1.188739278s","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-07-24T05:18:53.970515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.477317Z","time spent":"492.385837ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:53.9711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.520398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:53.972415Z","caller":"traceutil/trace.go:171","msg":"trace[2112084960] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19363; }","duration":"804.857771ms","start":"2026-07-24T05:18:53.167518Z","end":"2026-07-24T05:18:53.972375Z","steps":["trace[2112084960] 'agreement among raft nodes before linearized reading' (duration: 802.644657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.972247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.214883Z","time spent":"1.757353652s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:18:53.972543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.16751Z","time spent":"804.965273ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:18:53.972548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.264368Z","time spent":"1.70816015s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:18:54.209289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.862874ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:18:54.212149Z","caller":"traceutil/trace.go:171","msg":"trace[614247183] transaction","detail":"{read_only:false; response_revision:19365; number_of_response:1; }","duration":"237.432545ms","start":"2026-07-24T05:18:53.974702Z","end":"2026-07-24T05:18:54.212134Z","steps":["trace[614247183] 'process raft request' (duration: 237.381943ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:54.212345Z","caller":"traceutil/trace.go:171","msg":"trace[216480490] transaction","detail":"{read_only:false; response_revision:19364; number_of_response:1; }","duration":"237.647029ms","start":"2026-07-24T05:18:53.974692Z","end":"2026-07-24T05:18:54.212339Z","steps":["trace[216480490] 'process raft request' (duration: 237.304691ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:54.21244Z","caller":"traceutil/trace.go:171","msg":"trace[713205096] transaction","detail":"{read_only:false; response_revision:19366; number_of_response:1; }","duration":"236.351769ms","start":"2026-07-24T05:18:53.976062Z","end":"2026-07-24T05:18:54.212414Z","steps":["trace[713205096] 'process raft request' (duration: 236.043342ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:54.212591Z","caller":"traceutil/trace.go:171","msg":"trace[1543814359] transaction","detail":"{read_only:false; response_revision:19367; number_of_response:1; }","duration":"236.125573ms","start":"2026-07-24T05:18:53.976458Z","end":"2026-07-24T05:18:54.212583Z","steps":["trace[1543814359] 'process raft request' (duration: 235.865027ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:54.212662Z","caller":"traceutil/trace.go:171","msg":"trace[37385719] linearizableReadLoop","detail":"{readStateIndex:20017; appliedIndex:20012; }","duration":"235.924078ms","start":"2026-07-24T05:18:53.976731Z","end":"2026-07-24T05:18:54.212655Z","steps":["trace[37385719] 'read index received' (duration: 111.804656ms)","trace[37385719] 'applied index is now lower than readState.Index' (duration: 124.118442ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:54.212695Z","caller":"traceutil/trace.go:171","msg":"trace[146628785] transaction","detail":"{read_only:false; response_revision:19368; number_of_response:1; }","duration":"136.762413ms","start":"2026-07-24T05:18:54.075927Z","end":"2026-07-24T05:18:54.212689Z","steps":["trace[146628785] 'process raft request' (duration: 136.628599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:54.213333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.592983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:105 size:1043189"} {"level":"info","ts":"2026-07-24T05:18:54.213365Z","caller":"traceutil/trace.go:171","msg":"trace[1821317849] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:105; response_revision:19368; }","duration":"236.646784ms","start":"2026-07-24T05:18:53.976708Z","end":"2026-07-24T05:18:54.213354Z","steps":["trace[1821317849] 'agreement among raft nodes before linearized reading' (duration: 235.991949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:54.242834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.55434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:243009"} {"level":"info","ts":"2026-07-24T05:18:54.242922Z","caller":"traceutil/trace.go:171","msg":"trace[1130441724] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:19369; }","duration":"191.699344ms","start":"2026-07-24T05:18:54.051204Z","end":"2026-07-24T05:18:54.242903Z","steps":["trace[1130441724] 'agreement among raft nodes before linearized reading' (duration: 191.115309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:54.242942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.458442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:54.243061Z","caller":"traceutil/trace.go:171","msg":"trace[1334610578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19369; }","duration":"262.617755ms","start":"2026-07-24T05:18:53.980423Z","end":"2026-07-24T05:18:54.243041Z","steps":["trace[1334610578] 'agreement among raft nodes before linearized reading' (duration: 261.834145ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:59.423931Z","caller":"traceutil/trace.go:171","msg":"trace[762299254] linearizableReadLoop","detail":"{readStateIndex:20061; appliedIndex:20060; }","duration":"203.075949ms","start":"2026-07-24T05:18:59.22083Z","end":"2026-07-24T05:18:59.423906Z","steps":["trace[762299254] 'read index received' (duration: 202.872445ms)","trace[762299254] 'applied index is now lower than readState.Index' (duration: 202.904µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:59.424219Z","caller":"traceutil/trace.go:171","msg":"trace[55977784] transaction","detail":"{read_only:false; response_revision:19410; number_of_response:1; }","duration":"304.472402ms","start":"2026-07-24T05:18:59.119738Z","end":"2026-07-24T05:18:59.42421Z","steps":["trace[55977784] 'process raft request' (duration: 304.017642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:59.4243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:59.119708Z","time spent":"304.532993ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:59.424382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.061819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:59.424456Z","caller":"traceutil/trace.go:171","msg":"trace[1088392113] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19410; }","duration":"148.193942ms","start":"2026-07-24T05:18:59.276244Z","end":"2026-07-24T05:18:59.424438Z","steps":["trace[1088392113] 'agreement among raft nodes before linearized reading' (duration: 148.055749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:59.424546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.718114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-24T05:18:59.424576Z","caller":"traceutil/trace.go:171","msg":"trace[159403602] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:19410; }","duration":"203.815227ms","start":"2026-07-24T05:18:59.220752Z","end":"2026-07-24T05:18:59.424568Z","steps":["trace[159403602] 'agreement among raft nodes before linearized reading' (duration: 203.723775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:00.133405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.231054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:00.134277Z","caller":"traceutil/trace.go:171","msg":"trace[6208719] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19411; }","duration":"146.166337ms","start":"2026-07-24T05:18:59.988074Z","end":"2026-07-24T05:19:00.134241Z","steps":["trace[6208719] 'range keys from in-memory index tree' (duration: 145.127162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:26.54191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482068445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:27.042852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482068445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:27.543513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482068445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:28.043861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482068445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:28.530919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:19:28.531029Z","caller":"traceutil/trace.go:171","msg":"trace[1077748505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163761s","start":"2026-07-24T05:19:26.530829Z","end":"2026-07-24T05:19:28.530993Z","steps":["trace[1077748505] 'agreement among raft nodes before linearized reading' (duration: 2.000024638s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:28.531082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.53082Z","time spent":"2.000250944s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:19:28.545067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853972039482068445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:29.035062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.99559802s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:19:29.035396Z","caller":"traceutil/trace.go:171","msg":"trace[1379641863] transaction","detail":"{read_only:false; response_revision:19586; number_of_response:1; }","duration":"2.996002499s","start":"2026-07-24T05:19:26.039365Z","end":"2026-07-24T05:19:29.035368Z","steps":["trace[1379641863] 'process raft request' (duration: 2.995861786s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.035527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.039349Z","time spent":"2.996101791s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10011,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:19:29.055411Z","caller":"traceutil/trace.go:171","msg":"trace[239379833] transaction","detail":"{read_only:false; response_revision:19588; number_of_response:1; }","duration":"2.812430639s","start":"2026-07-24T05:19:26.242966Z","end":"2026-07-24T05:19:29.055396Z","steps":["trace[239379833] 'process raft request' (duration: 2.812371298s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.055532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.242947Z","time spent":"2.812520713s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:19:29.055413Z","caller":"traceutil/trace.go:171","msg":"trace[1543476583] transaction","detail":"{read_only:false; response_revision:19587; number_of_response:1; }","duration":"2.825128754s","start":"2026-07-24T05:19:26.230258Z","end":"2026-07-24T05:19:29.055387Z","steps":["trace[1543476583] 'process raft request' (duration: 2.8249631s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:19:29.055619Z","caller":"traceutil/trace.go:171","msg":"trace[2084411691] transaction","detail":"{read_only:false; response_revision:19589; number_of_response:1; }","duration":"2.812499312s","start":"2026-07-24T05:19:26.243106Z","end":"2026-07-24T05:19:29.055605Z","steps":["trace[2084411691] 'process raft request' (duration: 2.812265315s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.055657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.230244Z","time spent":"2.82539147s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:19:29.055685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.243066Z","time spent":"2.812583484s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:19:29.056189Z","caller":"traceutil/trace.go:171","msg":"trace[1213533561] transaction","detail":"{read_only:false; response_revision:19590; number_of_response:1; }","duration":"2.80160455s","start":"2026-07-24T05:19:26.254551Z","end":"2026-07-24T05:19:29.056155Z","steps":["trace[1213533561] 'process raft request' (duration: 2.800996706s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.05637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.254535Z","time spent":"2.801731284s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:19:29.07443Z","caller":"traceutil/trace.go:171","msg":"trace[490750403] linearizableReadLoop","detail":"{readStateIndex:20247; appliedIndex:20241; }","duration":"3.033566347s","start":"2026-07-24T05:19:26.04084Z","end":"2026-07-24T05:19:29.074407Z","steps":["trace[490750403] 'read index received' (duration: 2.994496305s)","trace[490750403] 'applied index is now lower than readState.Index' (duration: 39.069122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:19:29.074831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033962246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:19:29.074864Z","caller":"traceutil/trace.go:171","msg":"trace[1245202594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19590; }","duration":"3.034041598s","start":"2026-07-24T05:19:26.040814Z","end":"2026-07-24T05:19:29.074855Z","steps":["trace[1245202594] 'agreement among raft nodes before linearized reading' (duration: 3.033918815s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.074888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.040805Z","time spent":"3.034075929s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:19:29.075022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617664272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:19:29.075046Z","caller":"traceutil/trace.go:171","msg":"trace[582712264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19590; }","duration":"2.617724973s","start":"2026-07-24T05:19:26.457316Z","end":"2026-07-24T05:19:29.075041Z","steps":["trace[582712264] 'agreement among raft nodes before linearized reading' (duration: 2.617649882s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.07507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.4573Z","time spent":"2.617765905s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:19:29.075056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867979493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:19:29.075136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.636278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.075138Z","caller":"traceutil/trace.go:171","msg":"trace[963197405] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19590; }","duration":"2.868142707s","start":"2026-07-24T05:19:26.206977Z","end":"2026-07-24T05:19:29.07512Z","steps":["trace[963197405] 'agreement among raft nodes before linearized reading' (duration: 2.867974292s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:19:29.075163Z","caller":"traceutil/trace.go:171","msg":"trace[683552291] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19590; }","duration":"460.664609ms","start":"2026-07-24T05:19:28.614492Z","end":"2026-07-24T05:19:29.075157Z","steps":["trace[683552291] 'agreement among raft nodes before linearized reading' (duration: 460.622708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.075175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.206958Z","time spent":"2.868209788s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-24T05:19:29.075187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:28.614431Z","time spent":"460.751071ms","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:19:29.075326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.567783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.075354Z","caller":"traceutil/trace.go:171","msg":"trace[1193418442] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19590; }","duration":"507.630434ms","start":"2026-07-24T05:19:28.567718Z","end":"2026-07-24T05:19:29.075348Z","steps":["trace[1193418442] 'agreement among raft nodes before linearized reading' (duration: 507.580083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.075373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:28.567694Z","time spent":"507.674065ms","remote":"127.0.0.1:36316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:19:29.07548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62532206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-24T05:19:29.075497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855432995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11068"} {"level":"info","ts":"2026-07-24T05:19:29.075508Z","caller":"traceutil/trace.go:171","msg":"trace[639938298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19590; }","duration":"2.625351411s","start":"2026-07-24T05:19:26.45015Z","end":"2026-07-24T05:19:29.075501Z","steps":["trace[639938298] 'agreement among raft nodes before linearized reading' (duration: 2.625246058s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.075511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.755837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.075523Z","caller":"traceutil/trace.go:171","msg":"trace[1836401761] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19590; }","duration":"2.855473265s","start":"2026-07-24T05:19:26.220042Z","end":"2026-07-24T05:19:29.075515Z","steps":["trace[1836401761] 'agreement among raft nodes before linearized reading' (duration: 2.855393373s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:19:29.075535Z","caller":"traceutil/trace.go:171","msg":"trace[961622325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19590; }","duration":"543.804038ms","start":"2026-07-24T05:19:28.531725Z","end":"2026-07-24T05:19:29.075529Z","steps":["trace[961622325] 'agreement among raft nodes before linearized reading' (duration: 543.745977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.075527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.450088Z","time spent":"2.625434522s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:19:29.075543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.220036Z","time spent":"2.855503066s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11090,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:19:29.075553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:28.531709Z","time spent":"543.838769ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:19:29.07567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847844619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11068"} {"level":"info","ts":"2026-07-24T05:19:29.075697Z","caller":"traceutil/trace.go:171","msg":"trace[2080194587] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19590; }","duration":"2.847886679s","start":"2026-07-24T05:19:26.227804Z","end":"2026-07-24T05:19:29.075691Z","steps":["trace[2080194587] 'agreement among raft nodes before linearized reading' (duration: 2.847825208s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.0757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859954348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:19:29.075715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.227797Z","time spent":"2.84791395s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11090,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:19:29.075744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868332521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.075765Z","caller":"traceutil/trace.go:171","msg":"trace[1321756888] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19590; }","duration":"2.868394323s","start":"2026-07-24T05:19:26.207366Z","end":"2026-07-24T05:19:29.07576Z","steps":["trace[1321756888] 'agreement among raft nodes before linearized reading' (duration: 2.868363732s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.075784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.207344Z","time spent":"2.868436224s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:19:29.075803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852533617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.075827Z","caller":"traceutil/trace.go:171","msg":"trace[1494524466] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19590; }","duration":"2.852557537s","start":"2026-07-24T05:19:26.223264Z","end":"2026-07-24T05:19:29.075822Z","steps":["trace[1494524466] 'agreement among raft nodes before linearized reading' (duration: 2.852523786s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.075848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.223243Z","time spent":"2.852600449s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-24T05:19:29.075959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853573821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.075983Z","caller":"traceutil/trace.go:171","msg":"trace[9613309] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19590; }","duration":"2.853615342s","start":"2026-07-24T05:19:26.222362Z","end":"2026-07-24T05:19:29.075977Z","steps":["trace[9613309] 'agreement among raft nodes before linearized reading' (duration: 2.853581601s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.075999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.222354Z","time spent":"2.853641802s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-24T05:19:29.075719Z","caller":"traceutil/trace.go:171","msg":"trace[892553311] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19590; }","duration":"2.859997579s","start":"2026-07-24T05:19:26.215716Z","end":"2026-07-24T05:19:29.075713Z","steps":["trace[892553311] 'agreement among raft nodes before linearized reading' (duration: 2.859971478s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.076047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.215704Z","time spent":"2.860335237s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-24T05:19:29.076113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855611808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.07613Z","caller":"traceutil/trace.go:171","msg":"trace[801923128] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19590; }","duration":"2.855653628s","start":"2026-07-24T05:19:26.220471Z","end":"2026-07-24T05:19:29.076125Z","steps":["trace[801923128] 'agreement among raft nodes before linearized reading' (duration: 2.855623907s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.076145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.220458Z","time spent":"2.855683748s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:19:29.075671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962902752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.076208Z","caller":"traceutil/trace.go:171","msg":"trace[1032965033] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19590; }","duration":"1.963473125s","start":"2026-07-24T05:19:27.112726Z","end":"2026-07-24T05:19:29.076199Z","steps":["trace[1032965033] 'agreement among raft nodes before linearized reading' (duration: 1.962920122s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.076229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:27.112707Z","time spent":"1.963514085s","remote":"127.0.0.1:36408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:19:29.075674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85915348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11068"} {"level":"info","ts":"2026-07-24T05:19:29.076336Z","caller":"traceutil/trace.go:171","msg":"trace[1261071057] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19590; }","duration":"2.859835296s","start":"2026-07-24T05:19:26.216494Z","end":"2026-07-24T05:19:29.076329Z","steps":["trace[1261071057] 'agreement among raft nodes before linearized reading' (duration: 2.85913247s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.07637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.216485Z","time spent":"2.859878256s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11090,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:19:29.076462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545854164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:19:29.076479Z","caller":"traceutil/trace.go:171","msg":"trace[121152884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19590; }","duration":"2.545910025s","start":"2026-07-24T05:19:26.530564Z","end":"2026-07-24T05:19:29.076474Z","steps":["trace[121152884] 'agreement among raft nodes before linearized reading' (duration: 2.545861444s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.076492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.530545Z","time spent":"2.545944546s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:19:29.076578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43744912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:19:29.07659Z","caller":"traceutil/trace.go:171","msg":"trace[104745721] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19590; }","duration":"2.437491842s","start":"2026-07-24T05:19:26.639094Z","end":"2026-07-24T05:19:29.076586Z","steps":["trace[104745721] 'agreement among raft nodes before linearized reading' (duration: 2.437453421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.076602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.639068Z","time spent":"2.437530792s","remote":"127.0.0.1:35028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":45,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:19:29.076663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995213647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T05:19:29.076696Z","caller":"traceutil/trace.go:171","msg":"trace[1684901573] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19590; }","duration":"1.995275809s","start":"2026-07-24T05:19:27.08141Z","end":"2026-07-24T05:19:29.076686Z","steps":["trace[1684901573] 'agreement among raft nodes before linearized reading' (duration: 1.994273866s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.076721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546064638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:19:29.076774Z","caller":"traceutil/trace.go:171","msg":"trace[1186408942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19590; }","duration":"2.546140851s","start":"2026-07-24T05:19:26.530625Z","end":"2026-07-24T05:19:29.076766Z","steps":["trace[1186408942] 'agreement among raft nodes before linearized reading' (duration: 2.546055489s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.076717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:27.081397Z","time spent":"1.995312989s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2062,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:19:29.076792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.53062Z","time spent":"2.546165421s","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:19:59.676065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17468} {"level":"info","ts":"2026-07-24T05:19:59.811317Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17468,"took":"132.909599ms","hash":2470725088,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":34238464,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T05:19:59.8114Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2470725088,"revision":17468,"compact-revision":15019} {"level":"warn","ts":"2026-07-24T05:22:21.362321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.736075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:21.362456Z","caller":"traceutil/trace.go:171","msg":"trace[1969305354] transaction","detail":"{read_only:false; response_revision:20819; number_of_response:1; }","duration":"119.367926ms","start":"2026-07-24T05:22:21.243066Z","end":"2026-07-24T05:22:21.362434Z","steps":["trace[1969305354] 'process raft request' (duration: 12.397504ms)","trace[1969305354] 'compare' (duration: 106.594642ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:21.798569Z","caller":"traceutil/trace.go:171","msg":"trace[770293726] transaction","detail":"{read_only:false; response_revision:20821; number_of_response:1; }","duration":"121.420163ms","start":"2026-07-24T05:22:21.677122Z","end":"2026-07-24T05:22:21.798542Z","steps":["trace[770293726] 'process raft request' (duration: 121.228219ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:21.837226Z","caller":"traceutil/trace.go:171","msg":"trace[1263446620] transaction","detail":"{read_only:false; response_revision:20822; number_of_response:1; }","duration":"125.609393ms","start":"2026-07-24T05:22:21.711586Z","end":"2026-07-24T05:22:21.837195Z","steps":["trace[1263446620] 'process raft request' (duration: 125.379538ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:24.336497Z","caller":"traceutil/trace.go:171","msg":"trace[2110136771] transaction","detail":"{read_only:false; response_revision:20840; number_of_response:1; }","duration":"170.763166ms","start":"2026-07-24T05:22:24.165705Z","end":"2026-07-24T05:22:24.336468Z","steps":["trace[2110136771] 'process raft request' (duration: 147.300919ms)","trace[2110136771] 'compare' (duration: 23.1789ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:24.336727Z","caller":"traceutil/trace.go:171","msg":"trace[268047365] transaction","detail":"{read_only:false; response_revision:20841; number_of_response:1; }","duration":"170.050768ms","start":"2026-07-24T05:22:24.166654Z","end":"2026-07-24T05:22:24.336705Z","steps":["trace[268047365] 'process raft request' (duration: 169.68466ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:24.337005Z","caller":"traceutil/trace.go:171","msg":"trace[519455610] transaction","detail":"{read_only:false; response_revision:20842; number_of_response:1; }","duration":"147.533994ms","start":"2026-07-24T05:22:24.189452Z","end":"2026-07-24T05:22:24.336986Z","steps":["trace[519455610] 'process raft request' (duration: 147.045422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:25.986268Z","caller":"traceutil/trace.go:171","msg":"trace[342464033] transaction","detail":"{read_only:false; response_revision:20846; number_of_response:1; }","duration":"101.121062ms","start":"2026-07-24T05:22:25.88511Z","end":"2026-07-24T05:22:25.986231Z","steps":["trace[342464033] 'process raft request' (duration: 101.055891ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:25.986316Z","caller":"traceutil/trace.go:171","msg":"trace[238908605] transaction","detail":"{read_only:false; response_revision:20845; number_of_response:1; }","duration":"101.398558ms","start":"2026-07-24T05:22:25.884881Z","end":"2026-07-24T05:22:25.98628Z","steps":["trace[238908605] 'process raft request' (duration: 101.112441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:26.349888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.665209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:26.349977Z","caller":"traceutil/trace.go:171","msg":"trace[1388290752] linearizableReadLoop","detail":"{readStateIndex:21549; appliedIndex:21548; }","duration":"183.461218ms","start":"2026-07-24T05:22:26.166503Z","end":"2026-07-24T05:22:26.349964Z","steps":["trace[1388290752] 'read index received' (duration: 45.603934ms)","trace[1388290752] 'applied index is now lower than readState.Index' (duration: 137.856144ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:26.350017Z","caller":"traceutil/trace.go:171","msg":"trace[1903212475] transaction","detail":"{read_only:false; response_revision:20847; number_of_response:1; }","duration":"290.188073ms","start":"2026-07-24T05:22:26.059785Z","end":"2026-07-24T05:22:26.349973Z","steps":["trace[1903212475] 'process raft request' (duration: 152.356879ms)","trace[1903212475] 'compare' (duration: 137.554867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:26.350111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.609212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:22:26.350135Z","caller":"traceutil/trace.go:171","msg":"trace[107577544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20847; }","duration":"183.671123ms","start":"2026-07-24T05:22:26.166456Z","end":"2026-07-24T05:22:26.350127Z","steps":["trace[107577544] 'agreement among raft nodes before linearized reading' (duration: 183.586411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:26.350406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.383356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:22:26.350525Z","caller":"traceutil/trace.go:171","msg":"trace[2117181976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20847; }","duration":"138.591732ms","start":"2026-07-24T05:22:26.211905Z","end":"2026-07-24T05:22:26.350497Z","steps":["trace[2117181976] 'agreement among raft nodes before linearized reading' (duration: 138.199423ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:26.478937Z","caller":"traceutil/trace.go:171","msg":"trace[479427407] transaction","detail":"{read_only:false; response_revision:20850; number_of_response:1; }","duration":"123.697978ms","start":"2026-07-24T05:22:26.35521Z","end":"2026-07-24T05:22:26.478908Z","steps":["trace[479427407] 'process raft request' (duration: 123.603206ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:26.479078Z","caller":"traceutil/trace.go:171","msg":"trace[2025324659] transaction","detail":"{read_only:false; response_revision:20849; number_of_response:1; }","duration":"124.519967ms","start":"2026-07-24T05:22:26.354495Z","end":"2026-07-24T05:22:26.479015Z","steps":["trace[2025324659] 'process raft request' (duration: 103.365065ms)","trace[2025324659] 'compare' (duration: 20.781554ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:26.47929Z","caller":"traceutil/trace.go:171","msg":"trace[160140351] transaction","detail":"{read_only:false; response_revision:20851; number_of_response:1; }","duration":"122.300665ms","start":"2026-07-24T05:22:26.356901Z","end":"2026-07-24T05:22:26.479201Z","steps":["trace[160140351] 'process raft request' (duration: 121.962277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:50.628692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.724489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:23:50.62891Z","caller":"traceutil/trace.go:171","msg":"trace[42491084] transaction","detail":"{read_only:false; response_revision:21291; number_of_response:1; }","duration":"190.282188ms","start":"2026-07-24T05:23:50.438611Z","end":"2026-07-24T05:23:50.628893Z","steps":["trace[42491084] 'process raft request' (duration: 190.236548ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:50.629127Z","caller":"traceutil/trace.go:171","msg":"trace[849841566] transaction","detail":"{read_only:false; response_revision:21290; number_of_response:1; }","duration":"337.072748ms","start":"2026-07-24T05:23:50.292013Z","end":"2026-07-24T05:23:50.629085Z","steps":["trace[849841566] 'process raft request' (duration: 336.786964ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:50.629146Z","caller":"traceutil/trace.go:171","msg":"trace[1701030437] linearizableReadLoop","detail":"{readStateIndex:22009; appliedIndex:22007; }","duration":"222.87106ms","start":"2026-07-24T05:23:50.40624Z","end":"2026-07-24T05:23:50.629111Z","steps":["trace[1701030437] 'read index received' (duration: 10.699044ms)","trace[1701030437] 'applied index is now lower than readState.Index' (duration: 212.168815ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:50.629195Z","caller":"traceutil/trace.go:171","msg":"trace[2068066544] transaction","detail":"{read_only:false; response_revision:21289; number_of_response:1; }","duration":"353.700339ms","start":"2026-07-24T05:23:50.275457Z","end":"2026-07-24T05:23:50.629157Z","steps":["trace[2068066544] 'process raft request' (duration: 141.434173ms)","trace[2068066544] 'compare' (duration: 211.607867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:50.629256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:50.291989Z","time spent":"337.207841ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:50.6294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:50.275434Z","time spent":"353.842561ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:50.629668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.430298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:23:50.629708Z","caller":"traceutil/trace.go:171","msg":"trace[1791769902] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21291; }","duration":"223.510959ms","start":"2026-07-24T05:23:50.406186Z","end":"2026-07-24T05:23:50.629697Z","steps":["trace[1791769902] 'agreement among raft nodes before linearized reading' (duration: 223.025022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:51.019085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.690965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:23:51.019167Z","caller":"traceutil/trace.go:171","msg":"trace[1074566306] linearizableReadLoop","detail":"{readStateIndex:22011; appliedIndex:22010; }","duration":"187.458728ms","start":"2026-07-24T05:23:50.831697Z","end":"2026-07-24T05:23:51.019156Z","steps":["trace[1074566306] 'read index received' (duration: 43.609181ms)","trace[1074566306] 'applied index is now lower than readState.Index' (duration: 143.848847ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:51.019238Z","caller":"traceutil/trace.go:171","msg":"trace[961649753] transaction","detail":"{read_only:false; response_revision:21292; number_of_response:1; }","duration":"350.080146ms","start":"2026-07-24T05:23:50.669149Z","end":"2026-07-24T05:23:51.01923Z","steps":["trace[961649753] 'process raft request' (duration: 206.152008ms)","trace[961649753] 'compare' (duration: 143.598574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:51.019275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:50.669124Z","time spent":"350.130188ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:51.019412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.724202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:23:51.019453Z","caller":"traceutil/trace.go:171","msg":"trace[108087990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21292; }","duration":"187.798322ms","start":"2026-07-24T05:23:50.831647Z","end":"2026-07-24T05:23:51.019446Z","steps":["trace[108087990] 'agreement among raft nodes before linearized reading' (duration: 187.66484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:51.019624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.303454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-24T05:23:51.019709Z","caller":"traceutil/trace.go:171","msg":"trace[1881258823] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21292; }","duration":"180.438136ms","start":"2026-07-24T05:23:50.839253Z","end":"2026-07-24T05:23:51.019692Z","steps":["trace[1881258823] 'agreement among raft nodes before linearized reading' (duration: 180.193862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:51.019997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.911727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T05:23:51.02003Z","caller":"traceutil/trace.go:171","msg":"trace[459319841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21292; }","duration":"118.983318ms","start":"2026-07-24T05:23:50.901038Z","end":"2026-07-24T05:23:51.020021Z","steps":["trace[459319841] 'agreement among raft nodes before linearized reading' (duration: 118.881837ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:51.240148Z","caller":"traceutil/trace.go:171","msg":"trace[1448080148] transaction","detail":"{read_only:false; response_revision:21293; number_of_response:1; }","duration":"216.355555ms","start":"2026-07-24T05:23:51.023768Z","end":"2026-07-24T05:23:51.240124Z","steps":["trace[1448080148] 'process raft request' (duration: 184.499596ms)","trace[1448080148] 'compare' (duration: 31.756808ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:51.306371Z","caller":"traceutil/trace.go:171","msg":"trace[140319338] transaction","detail":"{read_only:false; response_revision:21296; number_of_response:1; }","duration":"281.70471ms","start":"2026-07-24T05:23:51.024636Z","end":"2026-07-24T05:23:51.306341Z","steps":["trace[140319338] 'process raft request' (duration: 281.627719ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:51.306472Z","caller":"traceutil/trace.go:171","msg":"trace[269633624] transaction","detail":"{read_only:false; response_revision:21295; number_of_response:1; }","duration":"282.133985ms","start":"2026-07-24T05:23:51.024287Z","end":"2026-07-24T05:23:51.306421Z","steps":["trace[269633624] 'process raft request' (duration: 281.932282ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:51.306486Z","caller":"traceutil/trace.go:171","msg":"trace[596587195] transaction","detail":"{read_only:false; response_revision:21294; number_of_response:1; }","duration":"282.340129ms","start":"2026-07-24T05:23:51.024054Z","end":"2026-07-24T05:23:51.306394Z","steps":["trace[596587195] 'process raft request' (duration: 282.028854ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:51.306619Z","caller":"traceutil/trace.go:171","msg":"trace[460890243] linearizableReadLoop","detail":"{readStateIndex:22013; appliedIndex:22011; }","duration":"282.42199ms","start":"2026-07-24T05:23:51.024181Z","end":"2026-07-24T05:23:51.306603Z","steps":["trace[460890243] 'read index received' (duration: 184.196621ms)","trace[460890243] 'applied index is now lower than readState.Index' (duration: 98.224249ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:51.306784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.580642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-24T05:23:51.306845Z","caller":"traceutil/trace.go:171","msg":"trace[1618774237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21297; }","duration":"282.674733ms","start":"2026-07-24T05:23:51.024159Z","end":"2026-07-24T05:23:51.306833Z","steps":["trace[1618774237] 'agreement among raft nodes before linearized reading' (duration: 282.48495ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:51.306911Z","caller":"traceutil/trace.go:171","msg":"trace[1951363802] transaction","detail":"{read_only:false; response_revision:21297; number_of_response:1; }","duration":"281.865062ms","start":"2026-07-24T05:23:51.025028Z","end":"2026-07-24T05:23:51.306893Z","steps":["trace[1951363802] 'process raft request' (duration: 281.274234ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:52.053061Z","caller":"traceutil/trace.go:171","msg":"trace[1098736347] transaction","detail":"{read_only:false; response_revision:21299; number_of_response:1; }","duration":"171.360085ms","start":"2026-07-24T05:23:51.88168Z","end":"2026-07-24T05:23:52.05304Z","steps":["trace[1098736347] 'process raft request' (duration: 171.219523ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:59.684644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19766} {"level":"info","ts":"2026-07-24T05:24:59.894815Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19766,"took":"207.470534ms","hash":975274677,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":28618752,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-24T05:24:59.894876Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":975274677,"revision":19766,"compact-revision":17468} {"level":"warn","ts":"2026-07-24T05:27:58.6661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.706043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:27:58.666244Z","caller":"traceutil/trace.go:171","msg":"trace[1227290457] linearizableReadLoop","detail":"{readStateIndex:24620; appliedIndex:24619; }","duration":"134.179085ms","start":"2026-07-24T05:27:58.532044Z","end":"2026-07-24T05:27:58.666223Z","steps":["trace[1227290457] 'read index received' (duration: 35.331µs)","trace[1227290457] 'applied index is now lower than readState.Index' (duration: 134.141823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:58.666392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.345238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:27:58.66643Z","caller":"traceutil/trace.go:171","msg":"trace[1262987983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23821; }","duration":"134.400479ms","start":"2026-07-24T05:27:58.532019Z","end":"2026-07-24T05:27:58.666419Z","steps":["trace[1262987983] 'agreement among raft nodes before linearized reading' (duration: 134.329848ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:58.666543Z","caller":"traceutil/trace.go:171","msg":"trace[1616891087] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"344.633819ms","start":"2026-07-24T05:27:58.3219Z","end":"2026-07-24T05:27:58.666533Z","steps":["trace[1616891087] 'process raft request' (duration: 76.357653ms)","trace[1616891087] 'compare' (duration: 267.372834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:58.666588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:58.32188Z","time spent":"344.683511ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:58.666991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.231195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:27:58.667077Z","caller":"traceutil/trace.go:171","msg":"trace[1806153013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23821; }","duration":"100.350047ms","start":"2026-07-24T05:27:58.566704Z","end":"2026-07-24T05:27:58.667054Z","steps":["trace[1806153013] 'agreement among raft nodes before linearized reading' (duration: 100.147463ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:13.742521Z","caller":"traceutil/trace.go:171","msg":"trace[866589758] linearizableReadLoop","detail":"{readStateIndex:24769; appliedIndex:24768; }","duration":"158.508259ms","start":"2026-07-24T05:28:13.583987Z","end":"2026-07-24T05:28:13.742495Z","steps":["trace[866589758] 'read index received' (duration: 143.176794ms)","trace[866589758] 'applied index is now lower than readState.Index' (duration: 15.330365ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:13.742579Z","caller":"traceutil/trace.go:171","msg":"trace[1511209776] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"161.156113ms","start":"2026-07-24T05:28:13.581395Z","end":"2026-07-24T05:28:13.742551Z","steps":["trace[1511209776] 'process raft request' (duration: 145.779477ms)","trace[1511209776] 'compare' (duration: 15.188512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:13.742651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.644222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:13.742691Z","caller":"traceutil/trace.go:171","msg":"trace[37457126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23966; }","duration":"158.723673ms","start":"2026-07-24T05:28:13.583957Z","end":"2026-07-24T05:28:13.74268Z","steps":["trace[37457126] 'agreement among raft nodes before linearized reading' (duration: 158.642471ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:13.752113Z","caller":"traceutil/trace.go:171","msg":"trace[637299331] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"165.9975ms","start":"2026-07-24T05:28:13.586071Z","end":"2026-07-24T05:28:13.752068Z","steps":["trace[637299331] 'process raft request' (duration: 165.531289ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:29.995642Z","caller":"traceutil/trace.go:171","msg":"trace[1834175837] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"151.574039ms","start":"2026-07-24T05:29:29.84403Z","end":"2026-07-24T05:29:29.995604Z","steps":["trace[1834175837] 'process raft request' (duration: 81.788216ms)","trace[1834175837] 'compare' (duration: 69.29515ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:30.006606Z","caller":"traceutil/trace.go:171","msg":"trace[1380589438] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"127.00401ms","start":"2026-07-24T05:29:29.879569Z","end":"2026-07-24T05:29:30.006573Z","steps":["trace[1380589438] 'process raft request' (duration: 126.952179ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:30.006669Z","caller":"traceutil/trace.go:171","msg":"trace[1357613586] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"128.321591ms","start":"2026-07-24T05:29:29.878299Z","end":"2026-07-24T05:29:30.00662Z","steps":["trace[1357613586] 'process raft request' (duration: 128.024383ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:59.690884Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21915} {"level":"info","ts":"2026-07-24T05:29:59.797162Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21915,"took":"102.658145ms","hash":2656152402,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":43859968,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-24T05:29:59.797234Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2656152402,"revision":21915,"compact-revision":19766} {"level":"info","ts":"2026-07-24T05:33:43.860971Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006bac.wal"} {"level":"info","ts":"2026-07-24T05:34:59.697566Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25003} {"level":"info","ts":"2026-07-24T05:34:59.832064Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25003,"took":"130.597205ms","hash":2188454956,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":30720000,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T05:34:59.832123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2188454956,"revision":25003,"compact-revision":21915} {"level":"info","ts":"2026-07-24T05:36:00.828366Z","caller":"traceutil/trace.go:171","msg":"trace[149353402] linearizableReadLoop","detail":"{readStateIndex:28624; appliedIndex:28623; }","duration":"465.770391ms","start":"2026-07-24T05:36:00.362566Z","end":"2026-07-24T05:36:00.828337Z","steps":["trace[149353402] 'read index received' (duration: 465.653138ms)","trace[149353402] 'applied index is now lower than readState.Index' (duration: 116.143µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:00.828436Z","caller":"traceutil/trace.go:171","msg":"trace[2117342942] transaction","detail":"{read_only:false; response_revision:27718; number_of_response:1; }","duration":"468.830836ms","start":"2026-07-24T05:36:00.359564Z","end":"2026-07-24T05:36:00.828394Z","steps":["trace[2117342942] 'process raft request' (duration: 468.601171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.82862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.35954Z","time spent":"468.987219ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:00.831252Z","caller":"traceutil/trace.go:171","msg":"trace[1928023861] transaction","detail":"{read_only:false; response_revision:27719; number_of_response:1; }","duration":"276.31381ms","start":"2026-07-24T05:36:00.554897Z","end":"2026-07-24T05:36:00.83121Z","steps":["trace[1928023861] 'process raft request' (duration: 274.810734ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:00.831647Z","caller":"traceutil/trace.go:171","msg":"trace[2110483801] transaction","detail":"{read_only:false; response_revision:27720; number_of_response:1; }","duration":"231.709431ms","start":"2026-07-24T05:36:00.59991Z","end":"2026-07-24T05:36:00.831619Z","steps":["trace[2110483801] 'process raft request' (duration: 231.22581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.831826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.211471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-07-24T05:36:00.831847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.642613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:36:00.831943Z","caller":"traceutil/trace.go:171","msg":"trace[255853817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27720; }","duration":"316.792177ms","start":"2026-07-24T05:36:00.515127Z","end":"2026-07-24T05:36:00.83192Z","steps":["trace[255853817] 'agreement among raft nodes before linearized reading' (duration: 316.556641ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:00.831935Z","caller":"traceutil/trace.go:171","msg":"trace[632855943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27720; }","duration":"195.328414ms","start":"2026-07-24T05:36:00.63658Z","end":"2026-07-24T05:36:00.831908Z","steps":["trace[632855943] 'agreement among raft nodes before linearized reading' (duration: 195.014197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.831994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.515104Z","time spent":"316.876829ms","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:00.834735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.145237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-786b46476f.18c5220df9a56257\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:27717 ","response":"range_response_count:1000 size:780549"} {"level":"info","ts":"2026-07-24T05:36:00.834827Z","caller":"traceutil/trace.go:171","msg":"trace[2143631073] range","detail":"{range_begin:/registry/events/openstack/heat-engine-786b46476f.18c5220df9a56257\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:27718; }","duration":"472.29104ms","start":"2026-07-24T05:36:00.362513Z","end":"2026-07-24T05:36:00.834804Z","steps":["trace[2143631073] 'agreement among raft nodes before linearized reading' (duration: 465.961826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.834938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.36249Z","time spent":"472.372541ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1424,"response size":780571,"request content":"key:\"/registry/events/openstack/heat-engine-786b46476f.18c5220df9a56257\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:27717 "} {"level":"warn","ts":"2026-07-24T05:36:00.836424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.90754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-786b46476f.18c5220df9a56257\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:27717 ","response":"range_response_count:1000 size:780549"} {"level":"info","ts":"2026-07-24T05:36:00.83648Z","caller":"traceutil/trace.go:171","msg":"trace[607845916] range","detail":"{range_begin:/registry/events/openstack/heat-engine-786b46476f.18c5220df9a56257\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:27720; }","duration":"471.992433ms","start":"2026-07-24T05:36:00.364474Z","end":"2026-07-24T05:36:00.836466Z","steps":["trace[607845916] 'agreement among raft nodes before linearized reading' (duration: 466.783426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.836544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.364462Z","time spent":"472.040314ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1424,"response size":780571,"request content":"key:\"/registry/events/openstack/heat-engine-786b46476f.18c5220df9a56257\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:27717 "}