{"level":"warn","ts":"2026-07-22T22:07:01.390279Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-22T22:07:01.390371Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.177:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.177:2380","--initial-cluster=instance=https://199.204.45.177:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.177:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.177:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-22T22:07:01.390447Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-22T22:07:01.390465Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.177:2380"]} {"level":"info","ts":"2026-07-22T22:07:01.390492Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-22T22:07:01.391218Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.177:2379"]} {"level":"info","ts":"2026-07-22T22:07:01.39132Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.177:2380"],"listen-peer-urls":["https://199.204.45.177:2380"],"advertise-client-urls":["https://199.204.45.177:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.177:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.177:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-22T22:07:01.395551Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.986151ms"} {"level":"info","ts":"2026-07-22T22:07:01.405051Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"7c53a18098324dc9","cluster-id":"4717e8aa221973c8"} {"level":"info","ts":"2026-07-22T22:07:01.405143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 switched to configuration voters=()"} {"level":"info","ts":"2026-07-22T22:07:01.405167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 became follower at term 0"} {"level":"info","ts":"2026-07-22T22:07:01.405177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 7c53a18098324dc9 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-22T22:07:01.405185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 became follower at term 1"} {"level":"info","ts":"2026-07-22T22:07:01.405221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 switched to configuration voters=(8958681657451367881)"} {"level":"warn","ts":"2026-07-22T22:07:01.412753Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-22T22:07:01.415814Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-22T22:07:01.417996Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-22T22:07:01.42117Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"7c53a18098324dc9","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-22T22:07:01.421354Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"7c53a18098324dc9","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-22T22:07:01.421549Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-22T22:07:01.42163Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-22T22:07:01.421676Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-22T22:07:01.422509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 switched to configuration voters=(8958681657451367881)"} {"level":"info","ts":"2026-07-22T22:07:01.422698Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4717e8aa221973c8","local-member-id":"7c53a18098324dc9","added-peer-id":"7c53a18098324dc9","added-peer-peer-urls":["https://199.204.45.177:2380"]} {"level":"info","ts":"2026-07-22T22:07:01.424025Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-22T22:07:01.424153Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.177:2380"} {"level":"info","ts":"2026-07-22T22:07:01.424212Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"7c53a18098324dc9","initial-advertise-peer-urls":["https://199.204.45.177:2380"],"listen-peer-urls":["https://199.204.45.177:2380"],"advertise-client-urls":["https://199.204.45.177:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.177:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-22T22:07:01.424257Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-22T22:07:01.424229Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.177:2380"} {"level":"info","ts":"2026-07-22T22:07:02.306172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 is starting a new election at term 1"} {"level":"info","ts":"2026-07-22T22:07:02.306263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-22T22:07:02.306291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 received MsgPreVoteResp from 7c53a18098324dc9 at term 1"} {"level":"info","ts":"2026-07-22T22:07:02.306313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 became candidate at term 2"} {"level":"info","ts":"2026-07-22T22:07:02.306324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 received MsgVoteResp from 7c53a18098324dc9 at term 2"} {"level":"info","ts":"2026-07-22T22:07:02.306346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7c53a18098324dc9 became leader at term 2"} {"level":"info","ts":"2026-07-22T22:07:02.30636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7c53a18098324dc9 elected leader 7c53a18098324dc9 at term 2"} {"level":"info","ts":"2026-07-22T22:07:02.307299Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-22T22:07:02.307893Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"7c53a18098324dc9","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.177:2379]}","request-path":"/0/members/7c53a18098324dc9/attributes","cluster-id":"4717e8aa221973c8","publish-timeout":"7s"} {"level":"info","ts":"2026-07-22T22:07:02.307898Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-22T22:07:02.308131Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-22T22:07:02.308439Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4717e8aa221973c8","local-member-id":"7c53a18098324dc9","cluster-version":"3.5"} {"level":"info","ts":"2026-07-22T22:07:02.308561Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-22T22:07:02.308599Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-22T22:07:02.308696Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-22T22:07:02.308756Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-22T22:07:02.312109Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-22T22:07:02.317789Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.177:2379"} {"level":"warn","ts":"2026-07-22T22:07:20.83275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.238739ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-22T22:07:26.255456Z","caller":"traceutil/trace.go:171","msg":"trace[191260681] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"121.605266ms","start":"2026-07-22T22:07:26.133825Z","end":"2026-07-22T22:07:26.25543Z","steps":["trace[191260681] 'read index received' (duration: 119.895928ms)","trace[191260681] 'applied index is now lower than readState.Index' (duration: 1.708367ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:07:26.256251Z","caller":"traceutil/trace.go:171","msg":"trace[304765238] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"278.145838ms","start":"2026-07-22T22:07:25.977389Z","end":"2026-07-22T22:07:26.255535Z","steps":["trace[304765238] 'process raft request' (duration: 276.314708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:07:26.256803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.902821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-22T22:07:26.256911Z","caller":"traceutil/trace.go:171","msg":"trace[460242795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:423; }","duration":"123.102107ms","start":"2026-07-22T22:07:26.133784Z","end":"2026-07-22T22:07:26.256886Z","steps":["trace[460242795] 'agreement among raft nodes before linearized reading' (duration: 122.504261ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:07:38.125585Z","caller":"traceutil/trace.go:171","msg":"trace[438422460] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"218.298421ms","start":"2026-07-22T22:07:37.907266Z","end":"2026-07-22T22:07:38.125564Z","steps":["trace[438422460] 'process raft request' (duration: 213.213261ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:07:38.125929Z","caller":"traceutil/trace.go:171","msg":"trace[972745039] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"217.468289ms","start":"2026-07-22T22:07:37.908453Z","end":"2026-07-22T22:07:38.125921Z","steps":["trace[972745039] 'process raft request' (duration: 217.294175ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:07:38.126111Z","caller":"traceutil/trace.go:171","msg":"trace[2103886289] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"213.038496ms","start":"2026-07-22T22:07:37.913067Z","end":"2026-07-22T22:07:38.126106Z","steps":["trace[2103886289] 'process raft request' (duration: 212.83609ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:07:38.126184Z","caller":"traceutil/trace.go:171","msg":"trace[247386689] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"148.387617ms","start":"2026-07-22T22:07:37.977781Z","end":"2026-07-22T22:07:38.126169Z","steps":["trace[247386689] 'process raft request' (duration: 148.274944ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:07:44.230142Z","caller":"traceutil/trace.go:171","msg":"trace[913252968] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"324.304975ms","start":"2026-07-22T22:07:43.905814Z","end":"2026-07-22T22:07:44.230119Z","steps":["trace[913252968] 'read index received' (duration: 322.009692ms)","trace[913252968] 'applied index is now lower than readState.Index' (duration: 2.294383ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:07:44.230224Z","caller":"traceutil/trace.go:171","msg":"trace[1656341476] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"464.810855ms","start":"2026-07-22T22:07:43.765389Z","end":"2026-07-22T22:07:44.2302Z","steps":["trace[1656341476] 'process raft request' (duration: 462.651375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:07:44.230768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.915643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-22T22:07:44.231085Z","caller":"traceutil/trace.go:171","msg":"trace[352763688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:587; }","duration":"325.266932ms","start":"2026-07-22T22:07:43.905774Z","end":"2026-07-22T22:07:44.231041Z","steps":["trace[352763688] 'agreement among raft nodes before linearized reading' (duration: 324.509161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:07:44.231137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:43.905754Z","time spent":"325.368615ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:07:44.231589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:43.765357Z","time spent":"464.919947ms","remote":"127.0.0.1:48896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:07:44.786655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.101266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-22T22:07:44.786862Z","caller":"traceutil/trace.go:171","msg":"trace[367745496] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:607; }","duration":"445.599922ms","start":"2026-07-22T22:07:44.341246Z","end":"2026-07-22T22:07:44.786846Z","steps":["trace[367745496] 'read index received' (duration: 68.143775ms)","trace[367745496] 'applied index is now lower than readState.Index' (duration: 377.455257ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:07:44.787042Z","caller":"traceutil/trace.go:171","msg":"trace[1296343434] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"538.775421ms","start":"2026-07-22T22:07:44.248249Z","end":"2026-07-22T22:07:44.787024Z","steps":["trace[1296343434] 'process raft request' (duration: 538.499913ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:07:44.787099Z","caller":"traceutil/trace.go:171","msg":"trace[710134022] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"544.816949ms","start":"2026-07-22T22:07:44.242244Z","end":"2026-07-22T22:07:44.787061Z","steps":["trace[710134022] 'process raft request' (duration: 167.182728ms)","trace[710134022] 'compare' (duration: 376.996133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:07:44.787137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:44.248225Z","time spent":"538.871175ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:07:44.787161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.89948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-22T22:07:44.787241Z","caller":"traceutil/trace.go:171","msg":"trace[1341706910] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"496.512722ms","start":"2026-07-22T22:07:44.29043Z","end":"2026-07-22T22:07:44.786942Z","steps":["trace[1341706910] 'process raft request' (duration: 496.383899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:07:44.787223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.676224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-22T22:07:44.787259Z","caller":"traceutil/trace.go:171","msg":"trace[1509637549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"446.035235ms","start":"2026-07-22T22:07:44.341201Z","end":"2026-07-22T22:07:44.787237Z","steps":["trace[1509637549] 'agreement among raft nodes before linearized reading' (duration: 445.769667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:07:44.787286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:44.242227Z","time spent":"544.956212ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:07:44.78731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:44.341182Z","time spent":"446.118588ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-22T22:07:44.787312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:44.29041Z","time spent":"496.871961ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-22T22:07:44.787313Z","caller":"traceutil/trace.go:171","msg":"trace[681374521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:591; }","duration":"441.805717ms","start":"2026-07-22T22:07:44.345486Z","end":"2026-07-22T22:07:44.787291Z","steps":["trace[681374521] 'agreement among raft nodes before linearized reading' (duration: 441.5346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:07:44.787364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:44.345475Z","time spent":"441.88ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-22T22:07:45.093244Z","caller":"traceutil/trace.go:171","msg":"trace[1767445493] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"302.322117ms","start":"2026-07-22T22:07:44.790901Z","end":"2026-07-22T22:07:45.093223Z","steps":["trace[1767445493] 'process raft request' (duration: 278.788636ms)","trace[1767445493] 'compare' (duration: 23.323045ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:07:45.093353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:44.790878Z","time spent":"302.41808ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:07:45.095186Z","caller":"traceutil/trace.go:171","msg":"trace[1418646394] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"303.672594ms","start":"2026-07-22T22:07:44.791507Z","end":"2026-07-22T22:07:45.095179Z","steps":["trace[1418646394] 'process raft request' (duration: 303.608222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:07:45.095229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:44.79149Z","time spent":"303.721017ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:07:45.09529Z","caller":"traceutil/trace.go:171","msg":"trace[768278790] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:610; }","duration":"296.777554ms","start":"2026-07-22T22:07:44.798493Z","end":"2026-07-22T22:07:45.095271Z","steps":["trace[768278790] 'read index received' (duration: 271.238578ms)","trace[768278790] 'applied index is now lower than readState.Index' (duration: 25.538196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:07:45.095363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.862047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:07:45.09534Z","caller":"traceutil/trace.go:171","msg":"trace[706271977] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"303.261103ms","start":"2026-07-22T22:07:44.792052Z","end":"2026-07-22T22:07:45.095313Z","steps":["trace[706271977] 'process raft request' (duration: 303.102138ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:07:45.095386Z","caller":"traceutil/trace.go:171","msg":"trace[1846463939] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:594; }","duration":"296.920667ms","start":"2026-07-22T22:07:44.798457Z","end":"2026-07-22T22:07:45.095378Z","steps":["trace[1846463939] 'agreement among raft nodes before linearized reading' (duration: 296.871976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:07:45.095464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:07:44.792039Z","time spent":"303.356115ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:07:46.436374Z","caller":"traceutil/trace.go:171","msg":"trace[953755999] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"166.280301ms","start":"2026-07-22T22:07:46.27007Z","end":"2026-07-22T22:07:46.43635Z","steps":["trace[953755999] 'process raft request' (duration: 165.026546ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:07:57.389434Z","caller":"traceutil/trace.go:171","msg":"trace[138601847] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"141.939138ms","start":"2026-07-22T22:07:57.247468Z","end":"2026-07-22T22:07:57.389407Z","steps":["trace[138601847] 'process raft request' (duration: 141.816085ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:07:57.393011Z","caller":"traceutil/trace.go:171","msg":"trace[1366947458] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"140.037026ms","start":"2026-07-22T22:07:57.252945Z","end":"2026-07-22T22:07:57.392982Z","steps":["trace[1366947458] 'process raft request' (duration: 139.887631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:09:12.517307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.918897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:09:12.517403Z","caller":"traceutil/trace.go:171","msg":"trace[632631557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1810; }","duration":"295.05896ms","start":"2026-07-22T22:09:12.222325Z","end":"2026-07-22T22:09:12.517384Z","steps":["trace[632631557] 'range keys from in-memory index tree' (duration: 294.818484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:09:12.517634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.929958ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:09:12.51793Z","caller":"traceutil/trace.go:171","msg":"trace[1189091488] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1810; }","duration":"372.156294ms","start":"2026-07-22T22:09:12.145686Z","end":"2026-07-22T22:09:12.517842Z","steps":["trace[1189091488] 'range keys from in-memory index tree' (duration: 371.918948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:09:12.517429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.556067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:09:12.518212Z","caller":"traceutil/trace.go:171","msg":"trace[1148016757] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1810; }","duration":"184.39214ms","start":"2026-07-22T22:09:12.333794Z","end":"2026-07-22T22:09:12.518186Z","steps":["trace[1148016757] 'count revisions from in-memory index tree' (duration: 183.442553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:09:25.528541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.110182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-22T22:09:25.528816Z","caller":"traceutil/trace.go:171","msg":"trace[1432474159] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"172.9329ms","start":"2026-07-22T22:09:25.35584Z","end":"2026-07-22T22:09:25.528773Z","steps":["trace[1432474159] 'process raft request' (duration: 52.498419ms)","trace[1432474159] 'compare' (duration: 119.961808ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:09:25.528874Z","caller":"traceutil/trace.go:171","msg":"trace[2023470375] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"169.73195ms","start":"2026-07-22T22:09:25.359035Z","end":"2026-07-22T22:09:25.528767Z","steps":["trace[2023470375] 'process raft request' (duration: 169.691448ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:09:25.528938Z","caller":"traceutil/trace.go:171","msg":"trace[1087454674] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"169.923686ms","start":"2026-07-22T22:09:25.358987Z","end":"2026-07-22T22:09:25.52891Z","steps":["trace[1087454674] 'process raft request' (duration: 169.677319ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:10:01.817376Z","caller":"traceutil/trace.go:171","msg":"trace[2139363354] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2198; }","duration":"113.698812ms","start":"2026-07-22T22:10:01.703656Z","end":"2026-07-22T22:10:01.817355Z","steps":["trace[2139363354] 'read index received' (duration: 113.64239ms)","trace[2139363354] 'applied index is now lower than readState.Index' (duration: 55.472µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:10:01.817509Z","caller":"traceutil/trace.go:171","msg":"trace[1261426267] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"114.440743ms","start":"2026-07-22T22:10:01.703028Z","end":"2026-07-22T22:10:01.817469Z","steps":["trace[1261426267] 'process raft request' (duration: 114.189007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:01.817565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.895528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-22T22:10:01.817604Z","caller":"traceutil/trace.go:171","msg":"trace[553330630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2124; }","duration":"113.99353ms","start":"2026-07-22T22:10:01.703602Z","end":"2026-07-22T22:10:01.817595Z","steps":["trace[553330630] 'agreement among raft nodes before linearized reading' (duration: 113.837816ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:10:02.020213Z","caller":"traceutil/trace.go:171","msg":"trace[2011166045] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"283.626067ms","start":"2026-07-22T22:10:01.736551Z","end":"2026-07-22T22:10:02.020177Z","steps":["trace[2011166045] 'process raft request' (duration: 253.808043ms)","trace[2011166045] 'compare' (duration: 29.540387ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:10:02.02033Z","caller":"traceutil/trace.go:171","msg":"trace[1396772163] linearizableReadLoop","detail":"{readStateIndex:2202; appliedIndex:2199; }","duration":"190.326807ms","start":"2026-07-22T22:10:01.829972Z","end":"2026-07-22T22:10:02.020298Z","steps":["trace[1396772163] 'read index received' (duration: 160.529074ms)","trace[1396772163] 'applied index is now lower than readState.Index' (duration: 29.796763ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:10:02.020427Z","caller":"traceutil/trace.go:171","msg":"trace[1691475939] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"197.428955ms","start":"2026-07-22T22:10:01.822988Z","end":"2026-07-22T22:10:02.020417Z","steps":["trace[1691475939] 'process raft request' (duration: 197.258111ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:10:02.020425Z","caller":"traceutil/trace.go:171","msg":"trace[1239642419] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"240.47588ms","start":"2026-07-22T22:10:01.779911Z","end":"2026-07-22T22:10:02.020387Z","steps":["trace[1239642419] 'process raft request' (duration: 240.228614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:02.020637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.610932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-22T22:10:02.020708Z","caller":"traceutil/trace.go:171","msg":"trace[1847352801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2127; }","duration":"186.723736ms","start":"2026-07-22T22:10:01.833965Z","end":"2026-07-22T22:10:02.020689Z","steps":["trace[1847352801] 'agreement among raft nodes before linearized reading' (duration: 186.51516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:02.020724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.688397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-22T22:10:02.020864Z","caller":"traceutil/trace.go:171","msg":"trace[2057236303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2127; }","duration":"190.917082ms","start":"2026-07-22T22:10:01.829927Z","end":"2026-07-22T22:10:02.020844Z","steps":["trace[2057236303] 'agreement among raft nodes before linearized reading' (duration: 190.564292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:02.287182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.476511ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:10:02.287377Z","caller":"traceutil/trace.go:171","msg":"trace[1657367330] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2129; }","duration":"140.678647ms","start":"2026-07-22T22:10:02.146671Z","end":"2026-07-22T22:10:02.28735Z","steps":["trace[1657367330] 'range keys from in-memory index tree' (duration: 140.45843ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:10:17.649376Z","caller":"traceutil/trace.go:171","msg":"trace[521664997] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2284; }","duration":"251.046127ms","start":"2026-07-22T22:10:17.398303Z","end":"2026-07-22T22:10:17.649349Z","steps":["trace[521664997] 'read index received' (duration: 250.877741ms)","trace[521664997] 'applied index is now lower than readState.Index' (duration: 167.106µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:10:17.649445Z","caller":"traceutil/trace.go:171","msg":"trace[303113505] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"278.740622ms","start":"2026-07-22T22:10:17.370671Z","end":"2026-07-22T22:10:17.649412Z","steps":["trace[303113505] 'process raft request' (duration: 278.523436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:17.649645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.326594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-22T22:10:17.649693Z","caller":"traceutil/trace.go:171","msg":"trace[1816261772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2206; }","duration":"251.427948ms","start":"2026-07-22T22:10:17.39825Z","end":"2026-07-22T22:10:17.649678Z","steps":["trace[1816261772] 'agreement among raft nodes before linearized reading' (duration: 251.202431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:18.60757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316066632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:10:19.107918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316066632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:10:19.608904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316066632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:10:19.672776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.77605796s","expected-duration":"1s"} {"level":"info","ts":"2026-07-22T22:10:19.673179Z","caller":"traceutil/trace.go:171","msg":"trace[1135193920] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.776556044s","start":"2026-07-22T22:10:17.896598Z","end":"2026-07-22T22:10:19.673154Z","steps":["trace[1135193920] 'process raft request' (duration: 1.776393349s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.673332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:17.896572Z","time spent":"1.776687548s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:10:19.676896Z","caller":"traceutil/trace.go:171","msg":"trace[375012787] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2291; }","duration":"1.569495459s","start":"2026-07-22T22:10:18.107379Z","end":"2026-07-22T22:10:19.676874Z","steps":["trace[375012787] 'read index received' (duration: 1.565582589s)","trace[375012787] 'applied index is now lower than readState.Index' (duration: 3.912059ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:10:19.677015Z","caller":"traceutil/trace.go:171","msg":"trace[1836993520] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.605660562s","start":"2026-07-22T22:10:18.071339Z","end":"2026-07-22T22:10:19.677Z","steps":["trace[1836993520] 'process raft request' (duration: 1.605273771s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:10:19.677059Z","caller":"traceutil/trace.go:171","msg":"trace[2116892303] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.024303759s","start":"2026-07-22T22:10:18.652723Z","end":"2026-07-22T22:10:19.677027Z","steps":["trace[2116892303] 'process raft request' (duration: 1.024117774s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.677379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54130887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-22T22:10:19.677428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.652688Z","time spent":"1.024446843s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:10:19.677488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455560681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-22T22:10:19.677492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312951808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-22T22:10:19.677527Z","caller":"traceutil/trace.go:171","msg":"trace[1725051015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2217; }","duration":"1.455649662s","start":"2026-07-22T22:10:18.221865Z","end":"2026-07-22T22:10:19.677514Z","steps":["trace[1725051015] 'agreement among raft nodes before linearized reading' (duration: 1.455603732s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:10:19.677543Z","caller":"traceutil/trace.go:171","msg":"trace[1365540371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2217; }","duration":"1.313054231s","start":"2026-07-22T22:10:18.364474Z","end":"2026-07-22T22:10:19.677528Z","steps":["trace[1365540371] 'agreement among raft nodes before linearized reading' (duration: 1.312962749s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:10:19.677571Z","caller":"traceutil/trace.go:171","msg":"trace[166518320] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.596055642s","start":"2026-07-22T22:10:18.081503Z","end":"2026-07-22T22:10:19.677558Z","steps":["trace[166518320] 'process raft request' (duration: 1.595241409s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.677593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.221834Z","time spent":"1.455744375s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:10:19.677632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021627924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-22T22:10:19.6777Z","caller":"traceutil/trace.go:171","msg":"trace[1236973714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"1.021735457s","start":"2026-07-22T22:10:18.655947Z","end":"2026-07-22T22:10:19.677683Z","steps":["trace[1236973714] 'agreement among raft nodes before linearized reading' (duration: 1.021527101s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.677744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.655927Z","time spent":"1.02180803s","remote":"127.0.0.1:51420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-22T22:10:19.677739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170075898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-22T22:10:19.677376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.071313Z","time spent":"1.605749283s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:10:19.677766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570400004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-22T22:10:19.677744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.626762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-22T22:10:19.677804Z","caller":"traceutil/trace.go:171","msg":"trace[1945167029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2217; }","duration":"1.570495387s","start":"2026-07-22T22:10:18.107299Z","end":"2026-07-22T22:10:19.677794Z","steps":["trace[1945167029] 'agreement among raft nodes before linearized reading' (duration: 1.570383334s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:10:19.677797Z","caller":"traceutil/trace.go:171","msg":"trace[964989318] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2217; }","duration":"1.170173892s","start":"2026-07-22T22:10:18.507606Z","end":"2026-07-22T22:10:19.67778Z","steps":["trace[964989318] 'agreement among raft nodes before linearized reading' (duration: 1.17007299s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:10:19.677713Z","caller":"traceutil/trace.go:171","msg":"trace[317499579] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.330368496s","start":"2026-07-22T22:10:18.347292Z","end":"2026-07-22T22:10:19.67766Z","steps":["trace[317499579] 'process raft request' (duration: 1.329502602s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.677854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.92176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-07-22T22:10:19.677851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.507585Z","time spent":"1.170250565s","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:10:19.677875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484563742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-22T22:10:19.677921Z","caller":"traceutil/trace.go:171","msg":"trace[1615409181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2217; }","duration":"192.971692ms","start":"2026-07-22T22:10:19.484925Z","end":"2026-07-22T22:10:19.677897Z","steps":["trace[1615409181] 'agreement among raft nodes before linearized reading' (duration: 192.844358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.677531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.113432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:10:19.677933Z","caller":"traceutil/trace.go:171","msg":"trace[681165505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2217; }","duration":"1.484675215s","start":"2026-07-22T22:10:18.193246Z","end":"2026-07-22T22:10:19.677921Z","steps":["trace[681165505] 'agreement among raft nodes before linearized reading' (duration: 1.484472119s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.677985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.193225Z","time spent":"1.484750637s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-22T22:10:19.67798Z","caller":"traceutil/trace.go:171","msg":"trace[1959402412] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2217; }","duration":"851.635016ms","start":"2026-07-22T22:10:18.826329Z","end":"2026-07-22T22:10:19.677964Z","steps":["trace[1959402412] 'agreement among raft nodes before linearized reading' (duration: 851.05372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.678038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.82631Z","time spent":"851.708049ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:10:19.677832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.107269Z","time spent":"1.570556448s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:10:19.677649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.081487Z","time spent":"1.596117194s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:10:19.677445Z","caller":"traceutil/trace.go:171","msg":"trace[6411855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2217; }","duration":"1.541406443s","start":"2026-07-22T22:10:18.136021Z","end":"2026-07-22T22:10:19.677427Z","steps":["trace[6411855] 'agreement among raft nodes before linearized reading' (duration: 1.541074913s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.678163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.136006Z","time spent":"1.542140232s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-22T22:10:19.677847Z","caller":"traceutil/trace.go:171","msg":"trace[1876022928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2217; }","duration":"117.757905ms","start":"2026-07-22T22:10:19.560065Z","end":"2026-07-22T22:10:19.677823Z","steps":["trace[1876022928] 'agreement among raft nodes before linearized reading' (duration: 117.533759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:10:19.677595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.364449Z","time spent":"1.313129744s","remote":"127.0.0.1:51354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:10:19.678045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:10:18.347254Z","time spent":"1.330623603s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:13:10.836139Z","caller":"traceutil/trace.go:171","msg":"trace[2072206531] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"108.104307ms","start":"2026-07-22T22:13:10.728012Z","end":"2026-07-22T22:13:10.836116Z","steps":["trace[2072206531] 'process raft request' (duration: 105.486123ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:13:10.836397Z","caller":"traceutil/trace.go:171","msg":"trace[2091948700] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"106.295734ms","start":"2026-07-22T22:13:10.730084Z","end":"2026-07-22T22:13:10.836379Z","steps":["trace[2091948700] 'process raft request' (duration: 106.13492ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:13:42.955429Z","caller":"traceutil/trace.go:171","msg":"trace[1758330173] transaction","detail":"{read_only:false; response_revision:3691; number_of_response:1; }","duration":"143.35132ms","start":"2026-07-22T22:13:42.812054Z","end":"2026-07-22T22:13:42.955405Z","steps":["trace[1758330173] 'process raft request' (duration: 143.3059ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:13:42.955548Z","caller":"traceutil/trace.go:171","msg":"trace[636958442] linearizableReadLoop","detail":"{readStateIndex:3824; appliedIndex:3823; }","duration":"143.604067ms","start":"2026-07-22T22:13:42.811905Z","end":"2026-07-22T22:13:42.955509Z","steps":["trace[636958442] 'read index received' (duration: 140.912852ms)","trace[636958442] 'applied index is now lower than readState.Index' (duration: 2.687945ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:13:42.955852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.938297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-22T22:13:42.955943Z","caller":"traceutil/trace.go:171","msg":"trace[509176468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3691; }","duration":"144.070171ms","start":"2026-07-22T22:13:42.811852Z","end":"2026-07-22T22:13:42.955922Z","steps":["trace[509176468] 'agreement among raft nodes before linearized reading' (duration: 143.782673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:13:42.955956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.852297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-22T22:13:42.956028Z","caller":"traceutil/trace.go:171","msg":"trace[1578110041] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3691; }","duration":"142.95203ms","start":"2026-07-22T22:13:42.813054Z","end":"2026-07-22T22:13:42.956006Z","steps":["trace[1578110041] 'agreement among raft nodes before linearized reading' (duration: 142.657231ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:13:42.956123Z","caller":"traceutil/trace.go:171","msg":"trace[636699060] transaction","detail":"{read_only:false; response_revision:3690; number_of_response:1; }","duration":"145.677896ms","start":"2026-07-22T22:13:42.810413Z","end":"2026-07-22T22:13:42.956091Z","steps":["trace[636699060] 'process raft request' (duration: 142.446716ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:15:06.883958Z","caller":"traceutil/trace.go:171","msg":"trace[399313416] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"173.63351ms","start":"2026-07-22T22:15:06.710299Z","end":"2026-07-22T22:15:06.883932Z","steps":["trace[399313416] 'process raft request' (duration: 173.485836ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:15:06.890772Z","caller":"traceutil/trace.go:171","msg":"trace[37154055] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"177.944647ms","start":"2026-07-22T22:15:06.712797Z","end":"2026-07-22T22:15:06.890741Z","steps":["trace[37154055] 'process raft request' (duration: 177.860054ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:15:06.890857Z","caller":"traceutil/trace.go:171","msg":"trace[9225619] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"179.538369ms","start":"2026-07-22T22:15:06.711279Z","end":"2026-07-22T22:15:06.890817Z","steps":["trace[9225619] 'process raft request' (duration: 179.233741ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:15:11.033866Z","caller":"traceutil/trace.go:171","msg":"trace[793623520] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"129.521675ms","start":"2026-07-22T22:15:10.90432Z","end":"2026-07-22T22:15:11.033842Z","steps":["trace[793623520] 'process raft request' (duration: 129.474164ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:15:11.03428Z","caller":"traceutil/trace.go:171","msg":"trace[1179172750] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"129.960117ms","start":"2026-07-22T22:15:10.904307Z","end":"2026-07-22T22:15:11.034267Z","steps":["trace[1179172750] 'process raft request' (duration: 119.607267ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:15:21.846041Z","caller":"traceutil/trace.go:171","msg":"trace[1010160369] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"138.632073ms","start":"2026-07-22T22:15:21.70738Z","end":"2026-07-22T22:15:21.846012Z","steps":["trace[1010160369] 'process raft request' (duration: 83.354826ms)","trace[1010160369] 'compare' (duration: 55.134823ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:15:22.412796Z","caller":"traceutil/trace.go:171","msg":"trace[1859875957] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"121.893538ms","start":"2026-07-22T22:15:22.290882Z","end":"2026-07-22T22:15:22.412776Z","steps":["trace[1859875957] 'process raft request' (duration: 121.502868ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:15:32.964322Z","caller":"traceutil/trace.go:171","msg":"trace[423926098] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"179.215369ms","start":"2026-07-22T22:15:32.78508Z","end":"2026-07-22T22:15:32.964295Z","steps":["trace[423926098] 'process raft request' (duration: 174.576319ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:16:30.160031Z","caller":"traceutil/trace.go:171","msg":"trace[125305535] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"106.878469ms","start":"2026-07-22T22:16:30.053113Z","end":"2026-07-22T22:16:30.159992Z","steps":["trace[125305535] 'process raft request' (duration: 106.657963ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:17:02.334672Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2974} {"level":"info","ts":"2026-07-22T22:17:02.414372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2974,"took":"78.235629ms","hash":300919120,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":33968128,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-22T22:17:02.414422Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":300919120,"revision":2974,"compact-revision":-1} {"level":"info","ts":"2026-07-22T22:21:22.599059Z","caller":"traceutil/trace.go:171","msg":"trace[1919981340] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"151.002311ms","start":"2026-07-22T22:21:22.448027Z","end":"2026-07-22T22:21:22.599029Z","steps":["trace[1919981340] 'process raft request' (duration: 150.794965ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:21:22.819264Z","caller":"traceutil/trace.go:171","msg":"trace[1050558442] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8335; }","duration":"155.219498ms","start":"2026-07-22T22:21:22.664018Z","end":"2026-07-22T22:21:22.819237Z","steps":["trace[1050558442] 'read index received' (duration: 119.750762ms)","trace[1050558442] 'applied index is now lower than readState.Index' (duration: 35.467986ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:21:22.819314Z","caller":"traceutil/trace.go:171","msg":"trace[368082730] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"337.298025ms","start":"2026-07-22T22:21:22.481959Z","end":"2026-07-22T22:21:22.819257Z","steps":["trace[368082730] 'process raft request' (duration: 301.816037ms)","trace[368082730] 'compare' (duration: 35.272402ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:21:22.819298Z","caller":"traceutil/trace.go:171","msg":"trace[199783758] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"329.177189ms","start":"2026-07-22T22:21:22.490074Z","end":"2026-07-22T22:21:22.819251Z","steps":["trace[199783758] 'process raft request' (duration: 329.119087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:21:22.81954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:21:22.481923Z","time spent":"337.48384ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:21:22.819482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.448715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-22T22:21:22.81969Z","caller":"traceutil/trace.go:171","msg":"trace[1664788225] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8059; }","duration":"155.662231ms","start":"2026-07-22T22:21:22.663998Z","end":"2026-07-22T22:21:22.81966Z","steps":["trace[1664788225] 'agreement among raft nodes before linearized reading' (duration: 155.343402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:21:22.819727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:21:22.490049Z","time spent":"329.495567ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:21:35.502938Z","caller":"traceutil/trace.go:171","msg":"trace[1202417089] linearizableReadLoop","detail":"{readStateIndex:8403; appliedIndex:8402; }","duration":"257.2983ms","start":"2026-07-22T22:21:35.245613Z","end":"2026-07-22T22:21:35.502911Z","steps":["trace[1202417089] 'read index received' (duration: 200.549381ms)","trace[1202417089] 'applied index is now lower than readState.Index' (duration: 56.747929ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:21:35.503003Z","caller":"traceutil/trace.go:171","msg":"trace[2085072144] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"259.889101ms","start":"2026-07-22T22:21:35.243078Z","end":"2026-07-22T22:21:35.502967Z","steps":["trace[2085072144] 'process raft request' (duration: 203.098691ms)","trace[2085072144] 'compare' (duration: 56.621556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:21:35.503172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.551756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-22T22:21:35.503208Z","caller":"traceutil/trace.go:171","msg":"trace[867580075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8123; }","duration":"257.643278ms","start":"2026-07-22T22:21:35.245554Z","end":"2026-07-22T22:21:35.503198Z","steps":["trace[867580075] 'agreement among raft nodes before linearized reading' (duration: 257.495724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:21:35.503259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.180186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-22T22:21:35.503327Z","caller":"traceutil/trace.go:171","msg":"trace[648642438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8123; }","duration":"257.273868ms","start":"2026-07-22T22:21:35.246035Z","end":"2026-07-22T22:21:35.503309Z","steps":["trace[648642438] 'agreement among raft nodes before linearized reading' (duration: 257.084444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:21:35.503381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.649861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.177\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-22T22:21:35.50341Z","caller":"traceutil/trace.go:171","msg":"trace[1342374312] range","detail":"{range_begin:/registry/masterleases/199.204.45.177; range_end:; response_count:1; response_revision:8123; }","duration":"210.706622ms","start":"2026-07-22T22:21:35.292695Z","end":"2026-07-22T22:21:35.503402Z","steps":["trace[1342374312] 'agreement among raft nodes before linearized reading' (duration: 210.62918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:21:35.503396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.159936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:21:35.503486Z","caller":"traceutil/trace.go:171","msg":"trace[696399742] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8123; }","duration":"192.295051ms","start":"2026-07-22T22:21:35.311166Z","end":"2026-07-22T22:21:35.503461Z","steps":["trace[696399742] 'agreement among raft nodes before linearized reading' (duration: 192.156326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:21:35.50366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.294238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-22T22:21:35.503738Z","caller":"traceutil/trace.go:171","msg":"trace[810671486] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8123; }","duration":"239.377851ms","start":"2026-07-22T22:21:35.264343Z","end":"2026-07-22T22:21:35.50372Z","steps":["trace[810671486] 'agreement among raft nodes before linearized reading' (duration: 239.251328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:21:36.920373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.745327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-22T22:21:36.920452Z","caller":"traceutil/trace.go:171","msg":"trace[1074531670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8131; }","duration":"139.870062ms","start":"2026-07-22T22:21:36.780566Z","end":"2026-07-22T22:21:36.920436Z","steps":["trace[1074531670] 'range keys from in-memory index tree' (duration: 139.552032ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:02.341693Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6106} {"level":"info","ts":"2026-07-22T22:22:02.445383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6106,"took":"102.310236ms","hash":526188704,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":23171072,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-22T22:22:02.44546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":526188704,"revision":6106,"compact-revision":2974} {"level":"warn","ts":"2026-07-22T22:22:04.721471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316082267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:22:05.221654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316082267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:22:05.345705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174047437s","expected-duration":"1s"} {"level":"info","ts":"2026-07-22T22:22:05.346162Z","caller":"traceutil/trace.go:171","msg":"trace[1579029682] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"1.174579722s","start":"2026-07-22T22:22:04.171552Z","end":"2026-07-22T22:22:05.346132Z","steps":["trace[1579029682] 'process raft request' (duration: 1.174416057s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:05.346341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:04.171533Z","time spent":"1.174711516s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:22:05.352564Z","caller":"traceutil/trace.go:171","msg":"trace[1278043984] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8625; }","duration":"1.131343079s","start":"2026-07-22T22:22:04.221202Z","end":"2026-07-22T22:22:05.352545Z","steps":["trace[1278043984] 'read index received' (duration: 1.125091415s)","trace[1278043984] 'applied index is now lower than readState.Index' (duration: 6.250844ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:05.352575Z","caller":"traceutil/trace.go:171","msg":"trace[1124826815] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"539.060088ms","start":"2026-07-22T22:22:04.813495Z","end":"2026-07-22T22:22:05.352555Z","steps":["trace[1124826815] 'process raft request' (duration: 538.862202ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:05.352647Z","caller":"traceutil/trace.go:171","msg":"trace[674975595] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"127.437925ms","start":"2026-07-22T22:22:05.225194Z","end":"2026-07-22T22:22:05.352632Z","steps":["trace[674975595] 'process raft request' (duration: 127.327512ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:05.352667Z","caller":"traceutil/trace.go:171","msg":"trace[1978105011] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"327.860972ms","start":"2026-07-22T22:22:05.024768Z","end":"2026-07-22T22:22:05.352628Z","steps":["trace[1978105011] 'process raft request' (duration: 327.733319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:05.352701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:04.813472Z","time spent":"539.155351ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:22:05.352781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:05.024741Z","time spent":"327.986286ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:22:05.352818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.63909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ndgdc\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-22T22:22:05.352864Z","caller":"traceutil/trace.go:171","msg":"trace[135423861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ndgdc; range_end:; response_count:1; response_revision:8339; }","duration":"744.723212ms","start":"2026-07-22T22:22:04.60813Z","end":"2026-07-22T22:22:05.352853Z","steps":["trace[135423861] 'agreement among raft nodes before linearized reading' (duration: 744.529846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:05.352898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:04.608114Z","time spent":"744.776492ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-ndgdc\" "} {"level":"info","ts":"2026-07-22T22:22:05.3531Z","caller":"traceutil/trace.go:171","msg":"trace[1785808413] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"329.759715ms","start":"2026-07-22T22:22:05.023326Z","end":"2026-07-22T22:22:05.353085Z","steps":["trace[1785808413] 'process raft request' (duration: 329.146177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:05.353179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:05.023299Z","time spent":"329.838078ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:22:05.353188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.497026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-22T22:22:05.353218Z","caller":"traceutil/trace.go:171","msg":"trace[1471318487] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8339; }","duration":"422.563427ms","start":"2026-07-22T22:22:04.930647Z","end":"2026-07-22T22:22:05.35321Z","steps":["trace[1471318487] 'agreement among raft nodes before linearized reading' (duration: 422.476986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:05.353254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:04.930628Z","time spent":"422.61816ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:22:05.353108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.208423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-22T22:22:05.353396Z","caller":"traceutil/trace.go:171","msg":"trace[948324574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8339; }","duration":"116.534462ms","start":"2026-07-22T22:22:05.236852Z","end":"2026-07-22T22:22:05.353387Z","steps":["trace[948324574] 'agreement among raft nodes before linearized reading' (duration: 116.190513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:05.354022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132235873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:22:05.354164Z","caller":"traceutil/trace.go:171","msg":"trace[817258210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8339; }","duration":"1.132985364s","start":"2026-07-22T22:22:04.221164Z","end":"2026-07-22T22:22:05.354149Z","steps":["trace[817258210] 'agreement among raft nodes before linearized reading' (duration: 1.132243703s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:05.354202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:04.221148Z","time spent":"1.133042265s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:22:06.091212Z","caller":"traceutil/trace.go:171","msg":"trace[1834292048] linearizableReadLoop","detail":"{readStateIndex:8636; appliedIndex:8635; }","duration":"268.581523ms","start":"2026-07-22T22:22:05.822601Z","end":"2026-07-22T22:22:06.091183Z","steps":["trace[1834292048] 'read index received' (duration: 246.558ms)","trace[1834292048] 'applied index is now lower than readState.Index' (duration: 22.022083ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:06.091342Z","caller":"traceutil/trace.go:171","msg":"trace[459579012] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"325.891688ms","start":"2026-07-22T22:22:05.765431Z","end":"2026-07-22T22:22:06.091323Z","steps":["trace[459579012] 'process raft request' (duration: 303.746321ms)","trace[459579012] 'compare' (duration: 21.776467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:22:06.091468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:05.765418Z","time spent":"325.95932ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:22:06.091656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.369089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-22T22:22:06.091722Z","caller":"traceutil/trace.go:171","msg":"trace[1554867445] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8345; }","duration":"258.452052ms","start":"2026-07-22T22:22:05.833249Z","end":"2026-07-22T22:22:06.091701Z","steps":["trace[1554867445] 'agreement among raft nodes before linearized reading' (duration: 258.264786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:06.091713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.095217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-22T22:22:06.091789Z","caller":"traceutil/trace.go:171","msg":"trace[2030983857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8345; }","duration":"269.249602ms","start":"2026-07-22T22:22:05.822524Z","end":"2026-07-22T22:22:06.091774Z","steps":["trace[2030983857] 'agreement among raft nodes before linearized reading' (duration: 269.019336ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:06.32169Z","caller":"traceutil/trace.go:171","msg":"trace[1399080929] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"225.789103ms","start":"2026-07-22T22:22:06.095868Z","end":"2026-07-22T22:22:06.321657Z","steps":["trace[1399080929] 'process raft request' (duration: 209.534281ms)","trace[1399080929] 'compare' (duration: 16.105427ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:06.342006Z","caller":"traceutil/trace.go:171","msg":"trace[2014306182] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"246.203381ms","start":"2026-07-22T22:22:06.095778Z","end":"2026-07-22T22:22:06.341981Z","steps":["trace[2014306182] 'process raft request' (duration: 246.049416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:06.572362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.188367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-22T22:22:06.572449Z","caller":"traceutil/trace.go:171","msg":"trace[1223687969] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8347; }","duration":"128.3163ms","start":"2026-07-22T22:22:06.444112Z","end":"2026-07-22T22:22:06.572429Z","steps":["trace[1223687969] 'range keys from in-memory index tree' (duration: 128.001281ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:07.469627Z","caller":"traceutil/trace.go:171","msg":"trace[1473890460] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"111.657018ms","start":"2026-07-22T22:22:07.357949Z","end":"2026-07-22T22:22:07.469606Z","steps":["trace[1473890460] 'process raft request' (duration: 111.457932ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:07.588785Z","caller":"traceutil/trace.go:171","msg":"trace[1914221429] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"230.32759ms","start":"2026-07-22T22:22:07.358436Z","end":"2026-07-22T22:22:07.588764Z","steps":["trace[1914221429] 'process raft request' (duration: 166.090632ms)","trace[1914221429] 'compare' (duration: 64.092063ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:07.588915Z","caller":"traceutil/trace.go:171","msg":"trace[54195588] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8639; }","duration":"225.819193ms","start":"2026-07-22T22:22:07.363074Z","end":"2026-07-22T22:22:07.588894Z","steps":["trace[54195588] 'read index received' (duration: 106.321698ms)","trace[54195588] 'applied index is now lower than readState.Index' (duration: 119.496575ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:07.589006Z","caller":"traceutil/trace.go:171","msg":"trace[2140349937] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"228.524019ms","start":"2026-07-22T22:22:07.360474Z","end":"2026-07-22T22:22:07.588998Z","steps":["trace[2140349937] 'process raft request' (duration: 228.265611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:07.589089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.002688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-22T22:22:07.589133Z","caller":"traceutil/trace.go:171","msg":"trace[413600404] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8351; }","duration":"226.092501ms","start":"2026-07-22T22:22:07.363028Z","end":"2026-07-22T22:22:07.589121Z","steps":["trace[413600404] 'agreement among raft nodes before linearized reading' (duration: 225.997578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:07.589189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.564586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ndgdc\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-22T22:22:07.589219Z","caller":"traceutil/trace.go:171","msg":"trace[698696967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ndgdc; range_end:; response_count:1; response_revision:8351; }","duration":"202.645619ms","start":"2026-07-22T22:22:07.386567Z","end":"2026-07-22T22:22:07.589212Z","steps":["trace[698696967] 'agreement among raft nodes before linearized reading' (duration: 202.539776ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:18.573852Z","caller":"traceutil/trace.go:171","msg":"trace[454286945] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8449; }","duration":"229.565205ms","start":"2026-07-22T22:22:18.344269Z","end":"2026-07-22T22:22:18.573834Z","steps":["trace[454286945] 'process raft request' (duration: 229.435971ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:18.865505Z","caller":"traceutil/trace.go:171","msg":"trace[303884887] linearizableReadLoop","detail":"{readStateIndex:8745; appliedIndex:8743; }","duration":"476.54765ms","start":"2026-07-22T22:22:18.388933Z","end":"2026-07-22T22:22:18.865481Z","steps":["trace[303884887] 'read index received' (duration: 184.760373ms)","trace[303884887] 'applied index is now lower than readState.Index' (duration: 291.786257ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:18.86561Z","caller":"traceutil/trace.go:171","msg":"trace[131832878] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"519.85057ms","start":"2026-07-22T22:22:18.345729Z","end":"2026-07-22T22:22:18.865579Z","steps":["trace[131832878] 'process raft request' (duration: 519.595493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:18.865917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.968673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-22T22:22:18.865915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:18.345715Z","time spent":"520.098067ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4627,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:22:18.865981Z","caller":"traceutil/trace.go:171","msg":"trace[1320350969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8450; }","duration":"477.069395ms","start":"2026-07-22T22:22:18.388896Z","end":"2026-07-22T22:22:18.865965Z","steps":["trace[1320350969] 'agreement among raft nodes before linearized reading' (duration: 476.89665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:18.866011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:18.388882Z","time spent":"477.121646ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:22:18.866231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.529893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-22T22:22:18.866776Z","caller":"traceutil/trace.go:171","msg":"trace[1311858667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8450; }","duration":"470.099549ms","start":"2026-07-22T22:22:18.396659Z","end":"2026-07-22T22:22:18.866759Z","steps":["trace[1311858667] 'agreement among raft nodes before linearized reading' (duration: 469.271637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:18.866949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:18.396652Z","time spent":"470.281185ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:22:18.866291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.832352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-755977f76d-spdxp.18c4bcbe73498328\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-22T22:22:18.867719Z","caller":"traceutil/trace.go:171","msg":"trace[2016140593] range","detail":"{range_begin:/registry/events/openstack/barbican-api-755977f76d-spdxp.18c4bcbe73498328; range_end:; response_count:1; response_revision:8450; }","duration":"357.213081ms","start":"2026-07-22T22:22:18.51041Z","end":"2026-07-22T22:22:18.867623Z","steps":["trace[2016140593] 'agreement among raft nodes before linearized reading' (duration: 355.831902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:18.867975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:22:18.510391Z","time spent":"357.54751ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-755977f76d-spdxp.18c4bcbe73498328\" "} {"level":"info","ts":"2026-07-22T22:22:19.760883Z","caller":"traceutil/trace.go:171","msg":"trace[1033836440] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"133.731855ms","start":"2026-07-22T22:22:19.627126Z","end":"2026-07-22T22:22:19.760858Z","steps":["trace[1033836440] 'process raft request' (duration: 83.196502ms)","trace[1033836440] 'compare' (duration: 50.316887ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:19.761049Z","caller":"traceutil/trace.go:171","msg":"trace[295430452] linearizableReadLoop","detail":"{readStateIndex:8754; appliedIndex:8752; }","duration":"106.397286ms","start":"2026-07-22T22:22:19.654625Z","end":"2026-07-22T22:22:19.761022Z","steps":["trace[295430452] 'read index received' (duration: 55.710428ms)","trace[295430452] 'applied index is now lower than readState.Index' (duration: 50.685528ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:19.761152Z","caller":"traceutil/trace.go:171","msg":"trace[531014618] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"119.31466ms","start":"2026-07-22T22:22:19.641819Z","end":"2026-07-22T22:22:19.761134Z","steps":["trace[531014618] 'process raft request' (duration: 118.994411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:19.761271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.602233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ndgdc\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-22T22:22:19.761432Z","caller":"traceutil/trace.go:171","msg":"trace[798513583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ndgdc; range_end:; response_count:1; response_revision:8459; }","duration":"106.712705ms","start":"2026-07-22T22:22:19.654591Z","end":"2026-07-22T22:22:19.761303Z","steps":["trace[798513583] 'agreement among raft nodes before linearized reading' (duration: 106.52841ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:20.025772Z","caller":"traceutil/trace.go:171","msg":"trace[203138158] linearizableReadLoop","detail":"{readStateIndex:8755; appliedIndex:8754; }","duration":"230.613325ms","start":"2026-07-22T22:22:19.795138Z","end":"2026-07-22T22:22:20.025751Z","steps":["trace[203138158] 'read index received' (duration: 230.419959ms)","trace[203138158] 'applied index is now lower than readState.Index' (duration: 192.446µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:20.025888Z","caller":"traceutil/trace.go:171","msg":"trace[1648347329] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"244.166876ms","start":"2026-07-22T22:22:19.78171Z","end":"2026-07-22T22:22:20.025877Z","steps":["trace[1648347329] 'process raft request' (duration: 243.892139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:20.026315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.483573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-22T22:22:20.026361Z","caller":"traceutil/trace.go:171","msg":"trace[2128196417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8460; }","duration":"137.575455ms","start":"2026-07-22T22:22:19.888775Z","end":"2026-07-22T22:22:20.026351Z","steps":["trace[2128196417] 'agreement among raft nodes before linearized reading' (duration: 137.445101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:20.026576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.391726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-22T22:22:20.026739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.801906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-22T22:22:20.026644Z","caller":"traceutil/trace.go:171","msg":"trace[607975286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8460; }","duration":"231.51431ms","start":"2026-07-22T22:22:19.795113Z","end":"2026-07-22T22:22:20.026627Z","steps":["trace[607975286] 'agreement among raft nodes before linearized reading' (duration: 231.250533ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:20.026816Z","caller":"traceutil/trace.go:171","msg":"trace[228693299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8460; }","duration":"205.905709ms","start":"2026-07-22T22:22:19.820891Z","end":"2026-07-22T22:22:20.026797Z","steps":["trace[228693299] 'agreement among raft nodes before linearized reading' (duration: 205.109876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:20.026883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.048535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-22T22:22:20.026967Z","caller":"traceutil/trace.go:171","msg":"trace[23381359] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8460; }","duration":"112.20319ms","start":"2026-07-22T22:22:19.914746Z","end":"2026-07-22T22:22:20.026949Z","steps":["trace[23381359] 'agreement among raft nodes before linearized reading' (duration: 111.455699ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:20.815741Z","caller":"traceutil/trace.go:171","msg":"trace[1154167509] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8760; }","duration":"190.716591ms","start":"2026-07-22T22:22:20.624996Z","end":"2026-07-22T22:22:20.815713Z","steps":["trace[1154167509] 'read index received' (duration: 190.454304ms)","trace[1154167509] 'applied index is now lower than readState.Index' (duration: 261.147µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:22:20.815814Z","caller":"traceutil/trace.go:171","msg":"trace[262897674] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"229.416671ms","start":"2026-07-22T22:22:20.586349Z","end":"2026-07-22T22:22:20.815766Z","steps":["trace[262897674] 'process raft request' (duration: 229.02499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:20.81591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.895667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:22:20.815957Z","caller":"traceutil/trace.go:171","msg":"trace[2095498639] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8466; }","duration":"190.999368ms","start":"2026-07-22T22:22:20.624946Z","end":"2026-07-22T22:22:20.815945Z","steps":["trace[2095498639] 'agreement among raft nodes before linearized reading' (duration: 190.904557ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:22:20.85547Z","caller":"traceutil/trace.go:171","msg":"trace[1687625712] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"140.032923ms","start":"2026-07-22T22:22:20.715416Z","end":"2026-07-22T22:22:20.855449Z","steps":["trace[1687625712] 'process raft request' (duration: 139.677373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:22:20.855582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.514759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:22:20.855646Z","caller":"traceutil/trace.go:171","msg":"trace[1731612105] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8467; }","duration":"226.620002ms","start":"2026-07-22T22:22:20.629009Z","end":"2026-07-22T22:22:20.855629Z","steps":["trace[1731612105] 'agreement among raft nodes before linearized reading' (duration: 226.512459ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:23:12.435557Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002459.wal"} {"level":"info","ts":"2026-07-22T22:23:34.127491Z","caller":"traceutil/trace.go:171","msg":"trace[308561862] linearizableReadLoop","detail":"{readStateIndex:9505; appliedIndex:9504; }","duration":"220.349833ms","start":"2026-07-22T22:23:33.907117Z","end":"2026-07-22T22:23:34.127466Z","steps":["trace[308561862] 'read index received' (duration: 220.27038ms)","trace[308561862] 'applied index is now lower than readState.Index' (duration: 78.483µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:23:34.127561Z","caller":"traceutil/trace.go:171","msg":"trace[577824676] transaction","detail":"{read_only:false; response_revision:9192; number_of_response:1; }","duration":"294.604969ms","start":"2026-07-22T22:23:33.832922Z","end":"2026-07-22T22:23:34.127527Z","steps":["trace[577824676] 'process raft request' (duration: 294.365232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:23:34.127744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.60114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-22T22:23:34.127837Z","caller":"traceutil/trace.go:171","msg":"trace[1004378031] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9192; }","duration":"220.754134ms","start":"2026-07-22T22:23:33.907063Z","end":"2026-07-22T22:23:34.127817Z","steps":["trace[1004378031] 'agreement among raft nodes before linearized reading' (duration: 220.511928ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:23:34.286089Z","caller":"traceutil/trace.go:171","msg":"trace[433287685] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"228.14381ms","start":"2026-07-22T22:23:34.057915Z","end":"2026-07-22T22:23:34.286059Z","steps":["trace[433287685] 'process raft request' (duration: 224.140738ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:23:34.286252Z","caller":"traceutil/trace.go:171","msg":"trace[549947662] linearizableReadLoop","detail":"{readStateIndex:9507; appliedIndex:9505; }","duration":"158.656805ms","start":"2026-07-22T22:23:34.127569Z","end":"2026-07-22T22:23:34.286225Z","steps":["trace[549947662] 'read index received' (duration: 154.398348ms)","trace[549947662] 'applied index is now lower than readState.Index' (duration: 4.257037ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:23:34.286308Z","caller":"traceutil/trace.go:171","msg":"trace[296008158] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"226.803462ms","start":"2026-07-22T22:23:34.059479Z","end":"2026-07-22T22:23:34.286283Z","steps":["trace[296008158] 'process raft request' (duration: 226.481024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:23:34.28647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.403397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:23:34.286615Z","caller":"traceutil/trace.go:171","msg":"trace[1723952724] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9194; }","duration":"339.589482ms","start":"2026-07-22T22:23:33.946998Z","end":"2026-07-22T22:23:34.286588Z","steps":["trace[1723952724] 'agreement among raft nodes before linearized reading' (duration: 339.328975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:23:34.286681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:23:33.946988Z","time spent":"339.675725ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:24:42.88259Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"7c53a18098324dc9","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-22T22:24:42.888352Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-22T22:24:42.888441Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-22T22:25:50.118965Z","caller":"traceutil/trace.go:171","msg":"trace[1489164640] transaction","detail":"{read_only:false; response_revision:10221; number_of_response:1; }","duration":"132.683574ms","start":"2026-07-22T22:25:49.986252Z","end":"2026-07-22T22:25:50.118935Z","steps":["trace[1489164640] 'process raft request' (duration: 132.076896ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:26:57.123073Z","caller":"traceutil/trace.go:171","msg":"trace[485513028] transaction","detail":"{read_only:false; response_revision:10927; number_of_response:1; }","duration":"116.607652ms","start":"2026-07-22T22:26:57.006441Z","end":"2026-07-22T22:26:57.123048Z","steps":["trace[485513028] 'process raft request' (duration: 116.369446ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:26:57.123787Z","caller":"traceutil/trace.go:171","msg":"trace[1273295202] transaction","detail":"{read_only:false; response_revision:10928; number_of_response:1; }","duration":"115.629026ms","start":"2026-07-22T22:26:57.00813Z","end":"2026-07-22T22:26:57.123759Z","steps":["trace[1273295202] 'process raft request' (duration: 115.511493ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:27:02.34762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8325} {"level":"info","ts":"2026-07-22T22:27:02.42709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8325,"took":"77.309917ms","hash":2312144117,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":26636288,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-22T22:27:02.427159Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2312144117,"revision":8325,"compact-revision":6106} {"level":"info","ts":"2026-07-22T22:27:11.248724Z","caller":"traceutil/trace.go:171","msg":"trace[22234292] linearizableReadLoop","detail":"{readStateIndex:11374; appliedIndex:11373; }","duration":"329.94838ms","start":"2026-07-22T22:27:10.918749Z","end":"2026-07-22T22:27:11.248698Z","steps":["trace[22234292] 'read index received' (duration: 329.746604ms)","trace[22234292] 'applied index is now lower than readState.Index' (duration: 200.706µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:27:11.248821Z","caller":"traceutil/trace.go:171","msg":"trace[1956945389] transaction","detail":"{read_only:false; response_revision:11006; number_of_response:1; }","duration":"358.051972ms","start":"2026-07-22T22:27:10.890742Z","end":"2026-07-22T22:27:11.248794Z","steps":["trace[1956945389] 'process raft request' (duration: 357.750603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:27:11.24896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:10.890718Z","time spent":"358.155394ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:27:11.248972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.184576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:27:11.249066Z","caller":"traceutil/trace.go:171","msg":"trace[1511926696] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11006; }","duration":"330.35849ms","start":"2026-07-22T22:27:10.918687Z","end":"2026-07-22T22:27:11.249045Z","steps":["trace[1511926696] 'agreement among raft nodes before linearized reading' (duration: 330.164585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:27:11.249124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:10.918669Z","time spent":"330.435845ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:27:11.548173Z","caller":"traceutil/trace.go:171","msg":"trace[1574812288] transaction","detail":"{read_only:false; response_revision:11007; number_of_response:1; }","duration":"374.779441ms","start":"2026-07-22T22:27:11.173369Z","end":"2026-07-22T22:27:11.548149Z","steps":["trace[1574812288] 'process raft request' (duration: 374.536275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:27:11.548392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:11.173348Z","time spent":"374.969267ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:27:11.54849Z","caller":"traceutil/trace.go:171","msg":"trace[2018356269] transaction","detail":"{read_only:false; response_revision:11008; number_of_response:1; }","duration":"370.596204ms","start":"2026-07-22T22:27:11.177845Z","end":"2026-07-22T22:27:11.548441Z","steps":["trace[2018356269] 'process raft request' (duration: 370.229874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:27:11.548517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.952346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-22T22:27:11.54838Z","caller":"traceutil/trace.go:171","msg":"trace[1340705276] linearizableReadLoop","detail":"{readStateIndex:11376; appliedIndex:11374; }","duration":"299.528423ms","start":"2026-07-22T22:27:11.248815Z","end":"2026-07-22T22:27:11.548343Z","steps":["trace[1340705276] 'read index received' (duration: 299.010808ms)","trace[1340705276] 'applied index is now lower than readState.Index' (duration: 515.645µs)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:27:11.548536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.751989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:27:11.548563Z","caller":"traceutil/trace.go:171","msg":"trace[1650729513] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11008; }","duration":"365.052838ms","start":"2026-07-22T22:27:11.183497Z","end":"2026-07-22T22:27:11.54855Z","steps":["trace[1650729513] 'agreement among raft nodes before linearized reading' (duration: 364.943685ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:27:11.5486Z","caller":"traceutil/trace.go:171","msg":"trace[920701194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11008; }","duration":"326.859233ms","start":"2026-07-22T22:27:11.221724Z","end":"2026-07-22T22:27:11.548583Z","steps":["trace[920701194] 'agreement among raft nodes before linearized reading' (duration: 326.7518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:27:11.548628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:11.183479Z","time spent":"365.112891ms","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:27:11.548625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:11.177832Z","time spent":"370.719697ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:27:11.548642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:11.221703Z","time spent":"326.930655ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:27:11.875905Z","caller":"traceutil/trace.go:171","msg":"trace[1721905538] transaction","detail":"{read_only:false; response_revision:11009; number_of_response:1; }","duration":"318.340783ms","start":"2026-07-22T22:27:11.557524Z","end":"2026-07-22T22:27:11.875865Z","steps":["trace[1721905538] 'process raft request' (duration: 221.175437ms)","trace[1721905538] 'compare' (duration: 96.638281ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:27:11.87599Z","caller":"traceutil/trace.go:171","msg":"trace[634730260] linearizableReadLoop","detail":"{readStateIndex:11377; appliedIndex:11376; }","duration":"313.455375ms","start":"2026-07-22T22:27:11.562498Z","end":"2026-07-22T22:27:11.875954Z","steps":["trace[634730260] 'read index received' (duration: 216.098404ms)","trace[634730260] 'applied index is now lower than readState.Index' (duration: 97.33821ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:27:11.876063Z","caller":"traceutil/trace.go:171","msg":"trace[1897546866] transaction","detail":"{read_only:false; response_revision:11010; number_of_response:1; }","duration":"253.59769ms","start":"2026-07-22T22:27:11.622435Z","end":"2026-07-22T22:27:11.876032Z","steps":["trace[1897546866] 'process raft request' (duration: 253.416695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:27:11.876139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:11.557504Z","time spent":"318.520888ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:27:11.876324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.146373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-22T22:27:11.876321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.791484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-22T22:27:11.876371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.428708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-22T22:27:11.876417Z","caller":"traceutil/trace.go:171","msg":"trace[1099197602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11010; }","duration":"309.276797ms","start":"2026-07-22T22:27:11.567114Z","end":"2026-07-22T22:27:11.876391Z","steps":["trace[1099197602] 'agreement among raft nodes before linearized reading' (duration: 309.047681ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:27:11.87643Z","caller":"traceutil/trace.go:171","msg":"trace[1151524372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11010; }","duration":"313.923568ms","start":"2026-07-22T22:27:11.562481Z","end":"2026-07-22T22:27:11.876405Z","steps":["trace[1151524372] 'agreement among raft nodes before linearized reading' (duration: 313.585938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:27:11.876466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:11.567104Z","time spent":"309.353159ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-22T22:27:11.876468Z","caller":"traceutil/trace.go:171","msg":"trace[1773279732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11010; }","duration":"311.578842ms","start":"2026-07-22T22:27:11.564867Z","end":"2026-07-22T22:27:11.876446Z","steps":["trace[1773279732] 'agreement among raft nodes before linearized reading' (duration: 311.256543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:27:11.876485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:11.562474Z","time spent":"314.000499ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:27:11.876521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:27:11.564854Z","time spent":"311.656183ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-22T22:32:02.35384Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10957} {"level":"info","ts":"2026-07-22T22:32:02.433672Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10957,"took":"77.343102ms","hash":3915422041,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":28209152,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-22T22:32:02.433751Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3915422041,"revision":10957,"compact-revision":8325} {"level":"info","ts":"2026-07-22T22:33:19.926174Z","caller":"traceutil/trace.go:171","msg":"trace[2048237844] transaction","detail":"{read_only:false; response_revision:13500; number_of_response:1; }","duration":"147.848185ms","start":"2026-07-22T22:33:19.778287Z","end":"2026-07-22T22:33:19.926135Z","steps":["trace[2048237844] 'process raft request' (duration: 147.634759ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:33:20.084523Z","caller":"traceutil/trace.go:171","msg":"trace[752137155] linearizableReadLoop","detail":"{readStateIndex:13955; appliedIndex:13953; }","duration":"196.543947ms","start":"2026-07-22T22:33:19.887946Z","end":"2026-07-22T22:33:20.08449Z","steps":["trace[752137155] 'read index received' (duration: 37.966772ms)","trace[752137155] 'applied index is now lower than readState.Index' (duration: 158.575845ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:33:20.084597Z","caller":"traceutil/trace.go:171","msg":"trace[487196890] transaction","detail":"{read_only:false; response_revision:13501; number_of_response:1; }","duration":"305.344009ms","start":"2026-07-22T22:33:19.779215Z","end":"2026-07-22T22:33:20.084559Z","steps":["trace[487196890] 'process raft request' (duration: 303.294912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:20.084688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.711052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-22T22:33:20.084757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:19.779201Z","time spent":"305.465492ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:33:20.084892Z","caller":"traceutil/trace.go:171","msg":"trace[1947139062] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13501; }","duration":"196.920808ms","start":"2026-07-22T22:33:19.887902Z","end":"2026-07-22T22:33:20.084823Z","steps":["trace[1947139062] 'agreement among raft nodes before linearized reading' (duration: 196.689921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:20.402007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.211574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-22T22:33:20.402084Z","caller":"traceutil/trace.go:171","msg":"trace[891858004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13502; }","duration":"114.336367ms","start":"2026-07-22T22:33:20.287729Z","end":"2026-07-22T22:33:20.402065Z","steps":["trace[891858004] 'range keys from in-memory index tree' (duration: 114.077101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.153779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.268588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-22T22:33:37.153925Z","caller":"traceutil/trace.go:171","msg":"trace[1685037909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13605; }","duration":"659.493754ms","start":"2026-07-22T22:33:36.494405Z","end":"2026-07-22T22:33:37.153899Z","steps":["trace[1685037909] 'range keys from in-memory index tree' (duration: 659.071742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.153996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:36.494383Z","time spent":"659.599447ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:33:37.154209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.213331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-22T22:33:37.154252Z","caller":"traceutil/trace.go:171","msg":"trace[2008763060] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13605; }","duration":"627.309674ms","start":"2026-07-22T22:33:36.526932Z","end":"2026-07-22T22:33:37.154242Z","steps":["trace[2008763060] 'count revisions from in-memory index tree' (duration: 627.137909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.154281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:36.526906Z","time spent":"627.365876ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:33:37.154299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.648167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-22T22:33:37.154392Z","caller":"traceutil/trace.go:171","msg":"trace[109441395] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13605; }","duration":"621.7822ms","start":"2026-07-22T22:33:36.532593Z","end":"2026-07-22T22:33:37.154375Z","steps":["trace[109441395] 'count revisions from in-memory index tree' (duration: 621.529392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.154461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:36.532576Z","time spent":"621.875581ms","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:33:37.154561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.916267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-22T22:33:37.154617Z","caller":"traceutil/trace.go:171","msg":"trace[1709921665] linearizableReadLoop","detail":"{readStateIndex:14065; appliedIndex:14064; }","duration":"326.240484ms","start":"2026-07-22T22:33:36.828368Z","end":"2026-07-22T22:33:37.154608Z","steps":["trace[1709921665] 'read index received' (duration: 34.501µs)","trace[1709921665] 'applied index is now lower than readState.Index' (duration: 326.204973ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:33:37.154656Z","caller":"traceutil/trace.go:171","msg":"trace[1619294693] transaction","detail":"{read_only:false; response_revision:13606; number_of_response:1; }","duration":"578.015165ms","start":"2026-07-22T22:33:36.57663Z","end":"2026-07-22T22:33:37.154645Z","steps":["trace[1619294693] 'process raft request' (duration: 183.948754ms)","trace[1619294693] 'compare' (duration: 393.009521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:33:37.154609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.710642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-22T22:33:37.154734Z","caller":"traceutil/trace.go:171","msg":"trace[444925003] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13605; }","duration":"653.958759ms","start":"2026-07-22T22:33:36.500749Z","end":"2026-07-22T22:33:37.154708Z","steps":["trace[444925003] 'range keys from in-memory index tree' (duration: 653.467505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.154683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.321497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-22T22:33:37.15479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:36.500724Z","time spent":"654.048451ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-22T22:33:37.154822Z","caller":"traceutil/trace.go:171","msg":"trace[1530401407] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13606; }","duration":"326.478852ms","start":"2026-07-22T22:33:36.828315Z","end":"2026-07-22T22:33:37.154794Z","steps":["trace[1530401407] 'agreement among raft nodes before linearized reading' (duration: 326.337847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.154856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:36.828295Z","time spent":"326.551173ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:33:37.154889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:36.5766Z","time spent":"578.086568ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:33:37.212896Z","caller":"traceutil/trace.go:171","msg":"trace[2142568883] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"361.85705ms","start":"2026-07-22T22:33:36.850995Z","end":"2026-07-22T22:33:37.212852Z","steps":["trace[2142568883] 'process raft request' (duration: 361.660675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.213095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:36.85097Z","time spent":"362.029835ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:33:37.435517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.840862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-22T22:33:37.435676Z","caller":"traceutil/trace.go:171","msg":"trace[924244159] linearizableReadLoop","detail":"{readStateIndex:14067; appliedIndex:14065; }","duration":"281.023909ms","start":"2026-07-22T22:33:37.154636Z","end":"2026-07-22T22:33:37.43566Z","steps":["trace[924244159] 'read index received' (duration: 58.005632ms)","trace[924244159] 'applied index is now lower than readState.Index' (duration: 223.017177ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:33:37.435684Z","caller":"traceutil/trace.go:171","msg":"trace[1720700036] transaction","detail":"{read_only:false; response_revision:13608; number_of_response:1; }","duration":"565.182766ms","start":"2026-07-22T22:33:36.870471Z","end":"2026-07-22T22:33:37.435653Z","steps":["trace[1720700036] 'process raft request' (duration: 421.127047ms)","trace[1720700036] 'compare' (duration: 143.7423ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:33:37.435752Z","caller":"traceutil/trace.go:171","msg":"trace[626692871] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"276.77637ms","start":"2026-07-22T22:33:37.158939Z","end":"2026-07-22T22:33:37.435715Z","steps":["trace[626692871] 'process raft request' (duration: 276.653717ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:33:37.435772Z","caller":"traceutil/trace.go:171","msg":"trace[1677015683] transaction","detail":"{read_only:false; response_revision:13610; number_of_response:1; }","duration":"276.459112ms","start":"2026-07-22T22:33:37.159285Z","end":"2026-07-22T22:33:37.435744Z","steps":["trace[1677015683] 'process raft request' (duration: 276.342549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.435808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:36.870442Z","time spent":"565.29665ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:33:37.435869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.949969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:33:37.435895Z","caller":"traceutil/trace.go:171","msg":"trace[1907906782] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13610; }","duration":"343.999301ms","start":"2026-07-22T22:33:37.091887Z","end":"2026-07-22T22:33:37.435886Z","steps":["trace[1907906782] 'agreement among raft nodes before linearized reading' (duration: 343.941679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.435812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.159173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ndgdc\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-22T22:33:37.435913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:37.091871Z","time spent":"344.037212ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-22T22:33:37.435933Z","caller":"traceutil/trace.go:171","msg":"trace[318907573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ndgdc; range_end:; response_count:1; response_revision:13610; }","duration":"448.310868ms","start":"2026-07-22T22:33:36.987612Z","end":"2026-07-22T22:33:37.435922Z","steps":["trace[318907573] 'agreement among raft nodes before linearized reading' (duration: 448.084962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:33:37.435956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:33:36.98759Z","time spent":"448.359649ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-ndgdc\" "} {"level":"warn","ts":"2026-07-22T22:35:24.966914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.850385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-22T22:35:24.967003Z","caller":"traceutil/trace.go:171","msg":"trace[1152734796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14720; }","duration":"208.985058ms","start":"2026-07-22T22:35:24.757999Z","end":"2026-07-22T22:35:24.966984Z","steps":["trace[1152734796] 'range keys from in-memory index tree' (duration: 208.575007ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:37:02.362187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12992} {"level":"info","ts":"2026-07-22T22:37:02.444329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12992,"took":"79.310772ms","hash":3651398314,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":31068160,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-22T22:37:02.444386Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3651398314,"revision":12992,"compact-revision":10957} {"level":"warn","ts":"2026-07-22T22:40:35.435529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.680931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:40:35.435625Z","caller":"traceutil/trace.go:171","msg":"trace[1153175375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17104; }","duration":"213.824115ms","start":"2026-07-22T22:40:35.221782Z","end":"2026-07-22T22:40:35.435606Z","steps":["trace[1153175375] 'range keys from in-memory index tree' (duration: 213.592299ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:40:35.633585Z","caller":"traceutil/trace.go:171","msg":"trace[611214725] transaction","detail":"{read_only:false; response_revision:17105; number_of_response:1; }","duration":"181.513939ms","start":"2026-07-22T22:40:35.452009Z","end":"2026-07-22T22:40:35.633523Z","steps":["trace[611214725] 'process raft request' (duration: 181.299715ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:40:35.707397Z","caller":"traceutil/trace.go:171","msg":"trace[1902944953] transaction","detail":"{read_only:false; response_revision:17106; number_of_response:1; }","duration":"159.588002ms","start":"2026-07-22T22:40:35.547774Z","end":"2026-07-22T22:40:35.707362Z","steps":["trace[1902944953] 'process raft request' (duration: 103.742785ms)","trace[1902944953] 'compare' (duration: 55.689183ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:42:02.369492Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15364} {"level":"info","ts":"2026-07-22T22:42:02.473938Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15364,"took":"99.019054ms","hash":3547699259,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":33533952,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-22T22:42:02.474008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3547699259,"revision":15364,"compact-revision":12992} {"level":"info","ts":"2026-07-22T22:42:44.759382Z","caller":"traceutil/trace.go:171","msg":"trace[2139850353] linearizableReadLoop","detail":"{readStateIndex:18923; appliedIndex:18922; }","duration":"168.502055ms","start":"2026-07-22T22:42:44.59086Z","end":"2026-07-22T22:42:44.759362Z","steps":["trace[2139850353] 'read index received' (duration: 168.327409ms)","trace[2139850353] 'applied index is now lower than readState.Index' (duration: 173.796µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:42:44.759599Z","caller":"traceutil/trace.go:171","msg":"trace[415646794] transaction","detail":"{read_only:false; response_revision:18316; number_of_response:1; }","duration":"386.250131ms","start":"2026-07-22T22:42:44.37334Z","end":"2026-07-22T22:42:44.759591Z","steps":["trace[415646794] 'process raft request' (duration: 385.901682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:42:44.75973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:42:44.373332Z","time spent":"386.288672ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:42:44.759866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.203342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:42:44.759902Z","caller":"traceutil/trace.go:171","msg":"trace[1399863253] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:18316; }","duration":"165.255714ms","start":"2026-07-22T22:42:44.594636Z","end":"2026-07-22T22:42:44.759892Z","steps":["trace[1399863253] 'agreement among raft nodes before linearized reading' (duration: 165.185561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:42:44.759987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.495544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:42:44.760018Z","caller":"traceutil/trace.go:171","msg":"trace[1143599437] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18316; }","duration":"147.525636ms","start":"2026-07-22T22:42:44.612485Z","end":"2026-07-22T22:42:44.760011Z","steps":["trace[1143599437] 'agreement among raft nodes before linearized reading' (duration: 147.480134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:42:44.760059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.600118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:42:44.760088Z","caller":"traceutil/trace.go:171","msg":"trace[1441326562] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18316; }","duration":"147.641009ms","start":"2026-07-22T22:42:44.61244Z","end":"2026-07-22T22:42:44.760081Z","steps":["trace[1441326562] 'agreement among raft nodes before linearized reading' (duration: 147.596268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:42:44.760194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.332518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:42:44.760225Z","caller":"traceutil/trace.go:171","msg":"trace[873195902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18316; }","duration":"169.39584ms","start":"2026-07-22T22:42:44.590822Z","end":"2026-07-22T22:42:44.760218Z","steps":["trace[873195902] 'agreement among raft nodes before linearized reading' (duration: 169.292677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:42:44.977412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.392799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"warn","ts":"2026-07-22T22:42:44.977532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.820987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:42:44.977631Z","caller":"traceutil/trace.go:171","msg":"trace[13526980] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18320; }","duration":"110.977301ms","start":"2026-07-22T22:42:44.86663Z","end":"2026-07-22T22:42:44.977608Z","steps":["trace[13526980] 'range keys from in-memory index tree' (duration: 110.754115ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:42:44.977892Z","caller":"traceutil/trace.go:171","msg":"trace[1886347806] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18320; }","duration":"108.584515ms","start":"2026-07-22T22:42:44.868946Z","end":"2026-07-22T22:42:44.97753Z","steps":["trace[1886347806] 'range keys from in-memory index tree' (duration: 108.206584ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:44:33.722071Z","caller":"traceutil/trace.go:171","msg":"trace[993981325] linearizableReadLoop","detail":"{readStateIndex:19709; appliedIndex:19708; }","duration":"394.259164ms","start":"2026-07-22T22:44:33.327785Z","end":"2026-07-22T22:44:33.722045Z","steps":["trace[993981325] 'read index received' (duration: 394.073959ms)","trace[993981325] 'applied index is now lower than readState.Index' (duration: 184.495µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:44:33.722884Z","caller":"traceutil/trace.go:171","msg":"trace[1380257290] transaction","detail":"{read_only:false; response_revision:19075; number_of_response:1; }","duration":"266.317396ms","start":"2026-07-22T22:44:33.456546Z","end":"2026-07-22T22:44:33.722864Z","steps":["trace[1380257290] 'process raft request' (duration: 266.282786ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:44:33.72337Z","caller":"traceutil/trace.go:171","msg":"trace[1850756900] transaction","detail":"{read_only:false; response_revision:19072; number_of_response:1; }","duration":"402.070822ms","start":"2026-07-22T22:44:33.320991Z","end":"2026-07-22T22:44:33.723062Z","steps":["trace[1850756900] 'process raft request' (duration: 400.885059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:44:33.723607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.558489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-22T22:44:33.723649Z","caller":"traceutil/trace.go:171","msg":"trace[1792663789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19075; }","duration":"395.697655ms","start":"2026-07-22T22:44:33.32794Z","end":"2026-07-22T22:44:33.723637Z","steps":["trace[1792663789] 'agreement among raft nodes before linearized reading' (duration: 395.509699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:44:33.723676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:44:33.327928Z","time spent":"395.742766ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:44:33.72362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:44:33.320973Z","time spent":"402.502444ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:44:33.723756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.92186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-22T22:44:33.723947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.819584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:44:33.724062Z","caller":"traceutil/trace.go:171","msg":"trace[432014442] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:0; response_revision:19075; }","duration":"167.963399ms","start":"2026-07-22T22:44:33.556085Z","end":"2026-07-22T22:44:33.724049Z","steps":["trace[432014442] 'agreement among raft nodes before linearized reading' (duration: 167.806525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:44:33.725304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.687567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:44:33.725337Z","caller":"traceutil/trace.go:171","msg":"trace[1383887881] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:19075; }","duration":"149.78323ms","start":"2026-07-22T22:44:33.575544Z","end":"2026-07-22T22:44:33.725328Z","steps":["trace[1383887881] 'agreement among raft nodes before linearized reading' (duration: 149.712688ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:44:33.722933Z","caller":"traceutil/trace.go:171","msg":"trace[1701120809] transaction","detail":"{read_only:false; response_revision:19073; number_of_response:1; }","duration":"394.009047ms","start":"2026-07-22T22:44:33.328919Z","end":"2026-07-22T22:44:33.722929Z","steps":["trace[1701120809] 'process raft request' (duration: 393.75913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:44:33.725552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:44:33.328901Z","time spent":"396.59801ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:44:33.722949Z","caller":"traceutil/trace.go:171","msg":"trace[1309766285] transaction","detail":"{read_only:false; response_revision:19074; number_of_response:1; }","duration":"393.992086ms","start":"2026-07-22T22:44:33.328953Z","end":"2026-07-22T22:44:33.722945Z","steps":["trace[1309766285] 'process raft request' (duration: 393.851772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:44:33.725669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:44:33.328939Z","time spent":"396.700531ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:44:33.72399Z","caller":"traceutil/trace.go:171","msg":"trace[1885056015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19075; }","duration":"396.226069ms","start":"2026-07-22T22:44:33.327744Z","end":"2026-07-22T22:44:33.72397Z","steps":["trace[1885056015] 'agreement among raft nodes before linearized reading' (duration: 395.785737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:44:33.730677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:44:33.327727Z","time spent":"402.891466ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-22T22:44:34.963825Z","caller":"traceutil/trace.go:171","msg":"trace[1838391675] linearizableReadLoop","detail":"{readStateIndex:19720; appliedIndex:19719; }","duration":"121.345622ms","start":"2026-07-22T22:44:34.842454Z","end":"2026-07-22T22:44:34.963799Z","steps":["trace[1838391675] 'read index received' (duration: 121.125036ms)","trace[1838391675] 'applied index is now lower than readState.Index' (duration: 217.696µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:44:34.963962Z","caller":"traceutil/trace.go:171","msg":"trace[865099623] transaction","detail":"{read_only:false; response_revision:19083; number_of_response:1; }","duration":"267.589792ms","start":"2026-07-22T22:44:34.696349Z","end":"2026-07-22T22:44:34.963939Z","steps":["trace[865099623] 'process raft request' (duration: 267.253302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:44:34.964141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.568389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:44:34.964182Z","caller":"traceutil/trace.go:171","msg":"trace[2079793438] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19083; }","duration":"121.775004ms","start":"2026-07-22T22:44:34.842398Z","end":"2026-07-22T22:44:34.964173Z","steps":["trace[2079793438] 'agreement among raft nodes before linearized reading' (duration: 121.495126ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:44:35.36852Z","caller":"traceutil/trace.go:171","msg":"trace[349735911] linearizableReadLoop","detail":"{readStateIndex:19727; appliedIndex:19726; }","duration":"271.367068ms","start":"2026-07-22T22:44:35.097126Z","end":"2026-07-22T22:44:35.368493Z","steps":["trace[349735911] 'read index received' (duration: 270.999688ms)","trace[349735911] 'applied index is now lower than readState.Index' (duration: 366.5µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:44:35.368642Z","caller":"traceutil/trace.go:171","msg":"trace[1082532763] transaction","detail":"{read_only:false; response_revision:19090; number_of_response:1; }","duration":"363.773969ms","start":"2026-07-22T22:44:35.004854Z","end":"2026-07-22T22:44:35.368628Z","steps":["trace[1082532763] 'process raft request' (duration: 363.372257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:44:35.368752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:44:35.004834Z","time spent":"363.837432ms","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119646,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:44:35.369153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.025536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:44:35.369208Z","caller":"traceutil/trace.go:171","msg":"trace[889147479] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19090; }","duration":"272.13461ms","start":"2026-07-22T22:44:35.097059Z","end":"2026-07-22T22:44:35.369193Z","steps":["trace[889147479] 'agreement among raft nodes before linearized reading' (duration: 272.020066ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:45:02.135237Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"7c53a18098324dc9","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-22T22:45:02.143008Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-22T22:45:02.143221Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-22T22:45:58.465136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.077045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:45:58.465314Z","caller":"traceutil/trace.go:171","msg":"trace[1492248537] transaction","detail":"{read_only:false; response_revision:19667; number_of_response:1; }","duration":"148.863559ms","start":"2026-07-22T22:45:58.316433Z","end":"2026-07-22T22:45:58.465297Z","steps":["trace[1492248537] 'process raft request' (duration: 148.795818ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:45:58.465654Z","caller":"traceutil/trace.go:171","msg":"trace[892637015] linearizableReadLoop","detail":"{readStateIndex:20321; appliedIndex:20319; }","duration":"328.478996ms","start":"2026-07-22T22:45:58.137128Z","end":"2026-07-22T22:45:58.465607Z","steps":["trace[892637015] 'read index received' (duration: 23.418941ms)","trace[892637015] 'applied index is now lower than readState.Index' (duration: 305.054655ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:45:58.465745Z","caller":"traceutil/trace.go:171","msg":"trace[272788529] transaction","detail":"{read_only:false; response_revision:19666; number_of_response:1; }","duration":"329.735842ms","start":"2026-07-22T22:45:58.13595Z","end":"2026-07-22T22:45:58.465686Z","steps":["trace[272788529] 'process raft request' (duration: 62.04381ms)","trace[272788529] 'compare' (duration: 266.822148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:45:58.465913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.135922Z","time spent":"329.900526ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:45:58.466176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.028092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-22T22:45:58.466274Z","caller":"traceutil/trace.go:171","msg":"trace[859292042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19667; }","duration":"329.166265ms","start":"2026-07-22T22:45:58.137089Z","end":"2026-07-22T22:45:58.466255Z","steps":["trace[859292042] 'agreement among raft nodes before linearized reading' (duration: 328.61467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:45:58.466484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.137079Z","time spent":"329.3255ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-22T22:45:58.878343Z","caller":"traceutil/trace.go:171","msg":"trace[588560983] transaction","detail":"{read_only:false; response_revision:19668; number_of_response:1; }","duration":"561.856311ms","start":"2026-07-22T22:45:58.316461Z","end":"2026-07-22T22:45:58.878317Z","steps":["trace[588560983] 'process raft request' (duration: 501.808337ms)","trace[588560983] 'compare' (duration: 59.895199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:45:58.878482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.316436Z","time spent":"561.978463ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:45:58.878833Z","caller":"traceutil/trace.go:171","msg":"trace[905385082] linearizableReadLoop","detail":"{readStateIndex:20324; appliedIndex:20322; }","duration":"413.076163ms","start":"2026-07-22T22:45:58.465712Z","end":"2026-07-22T22:45:58.878788Z","steps":["trace[905385082] 'read index received' (duration: 352.571216ms)","trace[905385082] 'applied index is now lower than readState.Index' (duration: 60.503097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:45:58.878884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.52753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:45:58.878934Z","caller":"traceutil/trace.go:171","msg":"trace[1583407472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19669; }","duration":"657.57572ms","start":"2026-07-22T22:45:58.221343Z","end":"2026-07-22T22:45:58.878918Z","steps":["trace[1583407472] 'agreement among raft nodes before linearized reading' (duration: 657.474118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:45:58.87895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.903224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-22T22:45:58.878966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.221285Z","time spent":"657.674192ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:45:58.878988Z","caller":"traceutil/trace.go:171","msg":"trace[1304166363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19669; }","duration":"738.964787ms","start":"2026-07-22T22:45:58.140014Z","end":"2026-07-22T22:45:58.878978Z","steps":["trace[1304166363] 'agreement among raft nodes before linearized reading' (duration: 738.825882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:45:58.879016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.140002Z","time spent":"739.007737ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-22T22:45:58.879093Z","caller":"traceutil/trace.go:171","msg":"trace[2098011150] transaction","detail":"{read_only:false; response_revision:19669; number_of_response:1; }","duration":"560.688768ms","start":"2026-07-22T22:45:58.318395Z","end":"2026-07-22T22:45:58.879083Z","steps":["trace[2098011150] 'process raft request' (duration: 559.891045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:45:58.879131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.599334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-22T22:45:58.879145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.31838Z","time spent":"560.734788ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:45:58.879151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.094877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-22T22:45:58.879177Z","caller":"traceutil/trace.go:171","msg":"trace[98957735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19669; }","duration":"739.685826ms","start":"2026-07-22T22:45:58.139477Z","end":"2026-07-22T22:45:58.879163Z","steps":["trace[98957735] 'agreement among raft nodes before linearized reading' (duration: 739.558093ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:45:58.879198Z","caller":"traceutil/trace.go:171","msg":"trace[211187774] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19669; }","duration":"740.1758ms","start":"2026-07-22T22:45:58.139007Z","end":"2026-07-22T22:45:58.879183Z","steps":["trace[211187774] 'agreement among raft nodes before linearized reading' (duration: 739.899772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:45:58.879215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.139456Z","time spent":"739.748168ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:45:58.879238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.138999Z","time spent":"740.230401ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:45:59.251509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.717135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:45:59.251754Z","caller":"traceutil/trace.go:171","msg":"trace[1518421436] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"366.576301ms","start":"2026-07-22T22:45:58.885161Z","end":"2026-07-22T22:45:59.251737Z","steps":["trace[1518421436] 'process raft request' (duration: 366.505419ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:45:59.251735Z","caller":"traceutil/trace.go:171","msg":"trace[1959684670] linearizableReadLoop","detail":"{readStateIndex:20325; appliedIndex:20324; }","duration":"371.934062ms","start":"2026-07-22T22:45:58.879776Z","end":"2026-07-22T22:45:59.25171Z","steps":["trace[1959684670] 'read index received' (duration: 132.853468ms)","trace[1959684670] 'applied index is now lower than readState.Index' (duration: 239.078914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:45:59.251829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.885154Z","time spent":"366.639502ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:45:59.251813Z","caller":"traceutil/trace.go:171","msg":"trace[689469461] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"368.382641ms","start":"2026-07-22T22:45:58.88338Z","end":"2026-07-22T22:45:59.251763Z","steps":["trace[689469461] 'process raft request' (duration: 368.227937ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:45:59.251835Z","caller":"traceutil/trace.go:171","msg":"trace[1460969823] transaction","detail":"{read_only:false; response_revision:19670; number_of_response:1; }","duration":"781.225728ms","start":"2026-07-22T22:45:58.470566Z","end":"2026-07-22T22:45:59.251792Z","steps":["trace[1460969823] 'process raft request' (duration: 542.096433ms)","trace[1460969823] 'compare' (duration: 238.362343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:45:59.251948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.883361Z","time spent":"368.519906ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:45:59.251986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.470515Z","time spent":"781.390092ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:45:59.252461Z","caller":"traceutil/trace.go:171","msg":"trace[1314196414] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"366.975191ms","start":"2026-07-22T22:45:58.885472Z","end":"2026-07-22T22:45:59.252447Z","steps":["trace[1314196414] 'process raft request' (duration: 366.234041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:45:59.252545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.885465Z","time spent":"367.038943ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:45:59.252537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.746315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:45:59.25261Z","caller":"traceutil/trace.go:171","msg":"trace[1567657872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19673; }","duration":"372.836808ms","start":"2026-07-22T22:45:58.87975Z","end":"2026-07-22T22:45:59.252587Z","steps":["trace[1567657872] 'agreement among raft nodes before linearized reading' (duration: 372.046415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:45:59.252667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:45:58.879735Z","time spent":"372.920329ms","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:46:00.60447Z","caller":"traceutil/trace.go:171","msg":"trace[686549824] linearizableReadLoop","detail":"{readStateIndex:20330; appliedIndex:20329; }","duration":"134.36991ms","start":"2026-07-22T22:46:00.470073Z","end":"2026-07-22T22:46:00.604443Z","steps":["trace[686549824] 'read index received' (duration: 119.727487ms)","trace[686549824] 'applied index is now lower than readState.Index' (duration: 14.640903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:46:00.604809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.67852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-22T22:46:00.604854Z","caller":"traceutil/trace.go:171","msg":"trace[19031075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19674; }","duration":"134.866964ms","start":"2026-07-22T22:46:00.469975Z","end":"2026-07-22T22:46:00.604842Z","steps":["trace[19031075] 'agreement among raft nodes before linearized reading' (duration: 134.599407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:46:00.605409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.409425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-22T22:46:00.605472Z","caller":"traceutil/trace.go:171","msg":"trace[1670224096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19675; }","duration":"110.517857ms","start":"2026-07-22T22:46:00.494939Z","end":"2026-07-22T22:46:00.605457Z","steps":["trace[1670224096] 'agreement among raft nodes before linearized reading' (duration: 110.346652ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:46:00.60547Z","caller":"traceutil/trace.go:171","msg":"trace[187386861] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"135.314838ms","start":"2026-07-22T22:46:00.470123Z","end":"2026-07-22T22:46:00.605438Z","steps":["trace[187386861] 'process raft request' (duration: 134.993559ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:47:02.385082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18013} {"level":"info","ts":"2026-07-22T22:47:02.508763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18013,"took":"120.267781ms","hash":3209664136,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":30302208,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-22T22:47:02.508863Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3209664136,"revision":18013,"compact-revision":15364} {"level":"warn","ts":"2026-07-22T22:49:45.525527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.619867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-22T22:49:45.525597Z","caller":"traceutil/trace.go:171","msg":"trace[338445962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22031; }","duration":"244.7224ms","start":"2026-07-22T22:49:45.280861Z","end":"2026-07-22T22:49:45.525583Z","steps":["trace[338445962] 'range keys from in-memory index tree' (duration: 244.486744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:45.525814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.058124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:49:45.525836Z","caller":"traceutil/trace.go:171","msg":"trace[1312292398] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22031; }","duration":"243.085024ms","start":"2026-07-22T22:49:45.282746Z","end":"2026-07-22T22:49:45.525831Z","steps":["trace[1312292398] 'count revisions from in-memory index tree' (duration: 242.997312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:45.526071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.618475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:49:45.526106Z","caller":"traceutil/trace.go:171","msg":"trace[455320008] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22031; }","duration":"235.679747ms","start":"2026-07-22T22:49:45.290416Z","end":"2026-07-22T22:49:45.526096Z","steps":["trace[455320008] 'count revisions from in-memory index tree' (duration: 235.443741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:45.526231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.586613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:49:45.526265Z","caller":"traceutil/trace.go:171","msg":"trace[2105377560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22031; }","duration":"185.650304ms","start":"2026-07-22T22:49:45.340605Z","end":"2026-07-22T22:49:45.526255Z","steps":["trace[2105377560] 'range keys from in-memory index tree' (duration: 185.400467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:45.526514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.563076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.177\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-22T22:49:45.526594Z","caller":"traceutil/trace.go:171","msg":"trace[1781469372] range","detail":"{range_begin:/registry/masterleases/199.204.45.177; range_end:; response_count:1; response_revision:22031; }","duration":"148.685348ms","start":"2026-07-22T22:49:45.377894Z","end":"2026-07-22T22:49:45.526579Z","steps":["trace[1781469372] 'range keys from in-memory index tree' (duration: 147.930377ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:49:45.5422Z","caller":"traceutil/trace.go:171","msg":"trace[2039938777] transaction","detail":"{read_only:false; response_revision:22032; number_of_response:1; }","duration":"132.66233ms","start":"2026-07-22T22:49:45.409515Z","end":"2026-07-22T22:49:45.542177Z","steps":["trace[2039938777] 'process raft request' (duration: 131.488566ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:49:46.169988Z","caller":"traceutil/trace.go:171","msg":"trace[1879032496] transaction","detail":"{read_only:false; response_revision:22035; number_of_response:1; }","duration":"472.851466ms","start":"2026-07-22T22:49:45.697107Z","end":"2026-07-22T22:49:46.169959Z","steps":["trace[1879032496] 'process raft request' (duration: 471.295432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:46.170257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:49:45.697082Z","time spent":"473.051941ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:49:46.17063Z","caller":"traceutil/trace.go:171","msg":"trace[444871392] transaction","detail":"{read_only:false; response_revision:22036; number_of_response:1; }","duration":"377.551073ms","start":"2026-07-22T22:49:45.793034Z","end":"2026-07-22T22:49:46.170585Z","steps":["trace[444871392] 'process raft request' (duration: 376.882145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:46.170836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:49:45.793006Z","time spent":"377.699438ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:49:46.169992Z","caller":"traceutil/trace.go:171","msg":"trace[491277858] linearizableReadLoop","detail":"{readStateIndex:22759; appliedIndex:22758; }","duration":"453.00639ms","start":"2026-07-22T22:49:45.716963Z","end":"2026-07-22T22:49:46.169969Z","steps":["trace[491277858] 'read index received' (duration: 451.427985ms)","trace[491277858] 'applied index is now lower than readState.Index' (duration: 1.577535ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:49:46.171357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.376488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:49:46.171471Z","caller":"traceutil/trace.go:171","msg":"trace[768357501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22036; }","duration":"454.506011ms","start":"2026-07-22T22:49:45.716931Z","end":"2026-07-22T22:49:46.171437Z","steps":["trace[768357501] 'agreement among raft nodes before linearized reading' (duration: 453.110762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:46.17156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:49:45.716915Z","time spent":"454.632624ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-22T22:49:46.334082Z","caller":"traceutil/trace.go:171","msg":"trace[1342517027] transaction","detail":"{read_only:false; response_revision:22037; number_of_response:1; }","duration":"161.665422ms","start":"2026-07-22T22:49:46.172392Z","end":"2026-07-22T22:49:46.334057Z","steps":["trace[1342517027] 'process raft request' (duration: 161.490178ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:49:46.335748Z","caller":"traceutil/trace.go:171","msg":"trace[2032567926] linearizableReadLoop","detail":"{readStateIndex:22763; appliedIndex:22761; }","duration":"150.712856ms","start":"2026-07-22T22:49:46.185006Z","end":"2026-07-22T22:49:46.335719Z","steps":["trace[2032567926] 'read index received' (duration: 148.889335ms)","trace[2032567926] 'applied index is now lower than readState.Index' (duration: 1.821681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:49:46.335962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.113609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:49:46.336016Z","caller":"traceutil/trace.go:171","msg":"trace[41961377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22039; }","duration":"114.19452ms","start":"2026-07-22T22:49:46.221807Z","end":"2026-07-22T22:49:46.336001Z","steps":["trace[41961377] 'agreement among raft nodes before linearized reading' (duration: 114.091047ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:49:46.335435Z","caller":"traceutil/trace.go:171","msg":"trace[504266785] transaction","detail":"{read_only:false; response_revision:22038; number_of_response:1; }","duration":"159.881162ms","start":"2026-07-22T22:49:46.175521Z","end":"2026-07-22T22:49:46.335402Z","steps":["trace[504266785] 'process raft request' (duration: 159.634634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:46.336132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.068796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:49:46.336446Z","caller":"traceutil/trace.go:171","msg":"trace[1091416996] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22039; }","duration":"151.438895ms","start":"2026-07-22T22:49:46.184975Z","end":"2026-07-22T22:49:46.336414Z","steps":["trace[1091416996] 'agreement among raft nodes before linearized reading' (duration: 150.846239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:50.806158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.402697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-22T22:49:50.806264Z","caller":"traceutil/trace.go:171","msg":"trace[57111636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22097; }","duration":"155.552262ms","start":"2026-07-22T22:49:50.65069Z","end":"2026-07-22T22:49:50.806242Z","steps":["trace[57111636] 'range keys from in-memory index tree' (duration: 155.214302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:49:50.832786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.523662ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-22T22:52:02.393153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20260} {"level":"info","ts":"2026-07-22T22:52:02.501666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20260,"took":"105.853628ms","hash":3993798975,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":43880448,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-22T22:52:02.501832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3993798975,"revision":20260,"compact-revision":18013} {"level":"info","ts":"2026-07-22T22:52:59.83437Z","caller":"traceutil/trace.go:171","msg":"trace[365362988] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"116.760843ms","start":"2026-07-22T22:52:59.717574Z","end":"2026-07-22T22:52:59.834335Z","steps":["trace[365362988] 'process raft request' (duration: 116.555748ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:00.714923Z","caller":"traceutil/trace.go:171","msg":"trace[1844037913] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"100.589929ms","start":"2026-07-22T22:53:00.614313Z","end":"2026-07-22T22:53:00.714903Z","steps":["trace[1844037913] 'process raft request' (duration: 100.421024ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:01.164992Z","caller":"traceutil/trace.go:171","msg":"trace[1417507372] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"102.457902ms","start":"2026-07-22T22:53:01.062502Z","end":"2026-07-22T22:53:01.16496Z","steps":["trace[1417507372] 'process raft request' (duration: 102.339338ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:01.16504Z","caller":"traceutil/trace.go:171","msg":"trace[1232870666] linearizableReadLoop","detail":"{readStateIndex:24774; appliedIndex:24773; }","duration":"166.937431ms","start":"2026-07-22T22:53:00.998068Z","end":"2026-07-22T22:53:01.165006Z","steps":["trace[1232870666] 'read index received' (duration: 114.418019ms)","trace[1232870666] 'applied index is now lower than readState.Index' (duration: 52.517502ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:01.165046Z","caller":"traceutil/trace.go:171","msg":"trace[122947099] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"174.923384ms","start":"2026-07-22T22:53:00.989935Z","end":"2026-07-22T22:53:01.164859Z","steps":["trace[122947099] 'process raft request' (duration: 122.612797ms)","trace[122947099] 'compare' (duration: 51.917895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:01.165275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.183688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-22T22:53:01.165325Z","caller":"traceutil/trace.go:171","msg":"trace[1015172764] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:24001; }","duration":"167.284779ms","start":"2026-07-22T22:53:00.998025Z","end":"2026-07-22T22:53:01.16531Z","steps":["trace[1015172764] 'agreement among raft nodes before linearized reading' (duration: 167.087804ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:07.737214Z","caller":"traceutil/trace.go:171","msg":"trace[814754208] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"136.429595ms","start":"2026-07-22T22:53:07.600749Z","end":"2026-07-22T22:53:07.737179Z","steps":["trace[814754208] 'process raft request' (duration: 116.172487ms)","trace[814754208] 'compare' (duration: 20.050882ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:07.737397Z","caller":"traceutil/trace.go:171","msg":"trace[51188430] linearizableReadLoop","detail":"{readStateIndex:24893; appliedIndex:24890; }","duration":"126.101224ms","start":"2026-07-22T22:53:07.611275Z","end":"2026-07-22T22:53:07.737377Z","steps":["trace[51188430] 'read index received' (duration: 46.39344ms)","trace[51188430] 'applied index is now lower than readState.Index' (duration: 79.707044ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:07.737549Z","caller":"traceutil/trace.go:171","msg":"trace[1622970470] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"130.93063ms","start":"2026-07-22T22:53:07.60661Z","end":"2026-07-22T22:53:07.737541Z","steps":["trace[1622970470] 'process raft request' (duration: 130.522049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:07.737722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.427454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-22T22:53:07.737746Z","caller":"traceutil/trace.go:171","msg":"trace[1334807158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24115; }","duration":"126.485805ms","start":"2026-07-22T22:53:07.611254Z","end":"2026-07-22T22:53:07.737739Z","steps":["trace[1334807158] 'agreement among raft nodes before linearized reading' (duration: 126.380332ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:09.187251Z","caller":"traceutil/trace.go:171","msg":"trace[1215238099] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"152.752623ms","start":"2026-07-22T22:53:09.034465Z","end":"2026-07-22T22:53:09.187217Z","steps":["trace[1215238099] 'process raft request' (duration: 149.44789ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:09.190094Z","caller":"traceutil/trace.go:171","msg":"trace[1442631527] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"154.971465ms","start":"2026-07-22T22:53:09.035111Z","end":"2026-07-22T22:53:09.190082Z","steps":["trace[1442631527] 'process raft request' (duration: 154.826761ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:11.993076Z","caller":"traceutil/trace.go:171","msg":"trace[1025428647] linearizableReadLoop","detail":"{readStateIndex:24920; appliedIndex:24919; }","duration":"453.211345ms","start":"2026-07-22T22:53:11.539836Z","end":"2026-07-22T22:53:11.993047Z","steps":["trace[1025428647] 'read index received' (duration: 453.087312ms)","trace[1025428647] 'applied index is now lower than readState.Index' (duration: 122.853µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:11.993364Z","caller":"traceutil/trace.go:171","msg":"trace[1213314662] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"502.884848ms","start":"2026-07-22T22:53:11.490434Z","end":"2026-07-22T22:53:11.993319Z","steps":["trace[1213314662] 'process raft request' (duration: 502.452366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:11.993475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.613276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:11.993522Z","caller":"traceutil/trace.go:171","msg":"trace[1208314707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24141; }","duration":"453.71085ms","start":"2026-07-22T22:53:11.539796Z","end":"2026-07-22T22:53:11.993506Z","steps":["trace[1208314707] 'agreement among raft nodes before linearized reading' (duration: 453.616447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:11.993571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:11.539778Z","time spent":"453.781122ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:11.993602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:11.490416Z","time spent":"503.068683ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:13.148734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002539226s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:13.148862Z","caller":"traceutil/trace.go:171","msg":"trace[1432839044] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24141; }","duration":"1.002685749s","start":"2026-07-22T22:53:12.146156Z","end":"2026-07-22T22:53:13.148842Z","steps":["trace[1432839044] 'range keys from in-memory index tree' (duration: 1.002517085s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:13.149659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.218366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:13.149832Z","caller":"traceutil/trace.go:171","msg":"trace[1786175932] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"870.163285ms","start":"2026-07-22T22:53:12.279659Z","end":"2026-07-22T22:53:13.149822Z","steps":["trace[1786175932] 'process raft request' (duration: 870.072482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:13.149891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:12.279629Z","time spent":"870.235247ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:13.149877Z","caller":"traceutil/trace.go:171","msg":"trace[837141036] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"1.241067692s","start":"2026-07-22T22:53:11.908771Z","end":"2026-07-22T22:53:13.149839Z","steps":["trace[837141036] 'process raft request' (duration: 309.604089ms)","trace[837141036] 'compare' (duration: 930.702712ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:13.150058Z","caller":"traceutil/trace.go:171","msg":"trace[2099509523] linearizableReadLoop","detail":"{readStateIndex:24921; appliedIndex:24920; }","duration":"1.156887452s","start":"2026-07-22T22:53:11.993162Z","end":"2026-07-22T22:53:13.150049Z","steps":["trace[2099509523] 'read index received' (duration: 225.139462ms)","trace[2099509523] 'applied index is now lower than readState.Index' (duration: 931.74655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:13.150053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:11.908722Z","time spent":"1.241237897s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:13.150223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311857976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-22T22:53:13.150251Z","caller":"traceutil/trace.go:171","msg":"trace[1798416167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24143; }","duration":"1.311931699s","start":"2026-07-22T22:53:11.838312Z","end":"2026-07-22T22:53:13.150244Z","steps":["trace[1798416167] 'agreement among raft nodes before linearized reading' (duration: 1.311830336s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:13.150273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:11.838277Z","time spent":"1.31199s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:13.150411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312123515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:53:13.150437Z","caller":"traceutil/trace.go:171","msg":"trace[2013719430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24143; }","duration":"1.312178505s","start":"2026-07-22T22:53:11.838252Z","end":"2026-07-22T22:53:13.150431Z","steps":["trace[2013719430] 'agreement among raft nodes before linearized reading' (duration: 1.312109273s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:13.150431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336991402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-22T22:53:13.150505Z","caller":"traceutil/trace.go:171","msg":"trace[1550053039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24143; }","duration":"1.337096904s","start":"2026-07-22T22:53:11.813387Z","end":"2026-07-22T22:53:13.150483Z","steps":["trace[1550053039] 'agreement among raft nodes before linearized reading' (duration: 1.33691719s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:13.150459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:11.838236Z","time spent":"1.312216127s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:53:13.150499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471831421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-22T22:53:13.150599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:11.813366Z","time spent":"1.337218867s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-22T22:53:13.150644Z","caller":"traceutil/trace.go:171","msg":"trace[1993515927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24143; }","duration":"1.472017278s","start":"2026-07-22T22:53:11.678597Z","end":"2026-07-22T22:53:13.150614Z","steps":["trace[1993515927] 'agreement among raft nodes before linearized reading' (duration: 1.471713859s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:13.150706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:11.678574Z","time spent":"1.472121639s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:14.187483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.490626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:14.187781Z","caller":"traceutil/trace.go:171","msg":"trace[679400557] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"1.774258409s","start":"2026-07-22T22:53:12.413493Z","end":"2026-07-22T22:53:14.187751Z","steps":["trace[679400557] 'process raft request' (duration: 1.194025303s)","trace[679400557] 'compare' (duration: 578.083506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:14.188105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:12.413462Z","time spent":"1.774373833s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:14.188158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238723327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:14.187838Z","caller":"traceutil/trace.go:171","msg":"trace[914530114] linearizableReadLoop","detail":"{readStateIndex:24924; appliedIndex:24922; }","duration":"1.037734911s","start":"2026-07-22T22:53:13.150083Z","end":"2026-07-22T22:53:14.187818Z","steps":["trace[914530114] 'read index received' (duration: 457.450813ms)","trace[914530114] 'applied index is now lower than readState.Index' (duration: 580.282848ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:14.188218Z","caller":"traceutil/trace.go:171","msg":"trace[1016998132] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24145; }","duration":"1.23883248s","start":"2026-07-22T22:53:12.94937Z","end":"2026-07-22T22:53:14.188203Z","steps":["trace[1016998132] 'agreement among raft nodes before linearized reading' (duration: 1.23851025s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:14.188272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:12.949348Z","time spent":"1.238912792s","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:14.188296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518812608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:14.18833Z","caller":"traceutil/trace.go:171","msg":"trace[1742233199] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24145; }","duration":"1.51889155s","start":"2026-07-22T22:53:12.669426Z","end":"2026-07-22T22:53:14.188318Z","steps":["trace[1742233199] 'agreement among raft nodes before linearized reading' (duration: 1.518825098s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:14.18831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478378965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:14.188369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:12.669405Z","time spent":"1.518955173s","remote":"127.0.0.1:45606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:14.188404Z","caller":"traceutil/trace.go:171","msg":"trace[1523234761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24145; }","duration":"1.478512859s","start":"2026-07-22T22:53:12.70987Z","end":"2026-07-22T22:53:14.188383Z","steps":["trace[1523234761] 'agreement among raft nodes before linearized reading' (duration: 1.478362014s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:14.188444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:12.709843Z","time spent":"1.47859357s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:14.188478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627326191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:53:14.188515Z","caller":"traceutil/trace.go:171","msg":"trace[950304337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24145; }","duration":"1.627420602s","start":"2026-07-22T22:53:12.561085Z","end":"2026-07-22T22:53:14.188506Z","steps":["trace[950304337] 'agreement among raft nodes before linearized reading' (duration: 1.627294329s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:14.188539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:12.561062Z","time spent":"1.627471825s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-22T22:53:14.188529Z","caller":"traceutil/trace.go:171","msg":"trace[770503835] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"1.65158078s","start":"2026-07-22T22:53:12.536934Z","end":"2026-07-22T22:53:14.188515Z","steps":["trace[770503835] 'process raft request' (duration: 1.650668295s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:14.188698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:12.536904Z","time spent":"1.651737145s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:14.188764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438943869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418384"} {"level":"info","ts":"2026-07-22T22:53:14.188797Z","caller":"traceutil/trace.go:171","msg":"trace[197409385] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24145; }","duration":"1.439019091s","start":"2026-07-22T22:53:12.749768Z","end":"2026-07-22T22:53:14.188787Z","steps":["trace[197409385] 'agreement among raft nodes before linearized reading' (duration: 1.438843546s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:14.188817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:12.749742Z","time spent":"1.439070323s","remote":"127.0.0.1:54490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418406,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-22T22:53:15.221757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997406446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:53:15.221833Z","caller":"traceutil/trace.go:171","msg":"trace[2141635052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997539548s","start":"2026-07-22T22:53:13.224276Z","end":"2026-07-22T22:53:15.221816Z","steps":["trace[2141635052] 'agreement among raft nodes before linearized reading' (duration: 1.997440796s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:15.221876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.224256Z","time spent":"1.997612071s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:16.006859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453453996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:16.007193Z","caller":"traceutil/trace.go:171","msg":"trace[1415525830] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"2.85190849s","start":"2026-07-22T22:53:13.155264Z","end":"2026-07-22T22:53:16.007173Z","steps":["trace[1415525830] 'process raft request' (duration: 2.851829457s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:16.007237Z","caller":"traceutil/trace.go:171","msg":"trace[868446665] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"2.851947091s","start":"2026-07-22T22:53:13.155249Z","end":"2026-07-22T22:53:16.007196Z","steps":["trace[868446665] 'process raft request' (duration: 1.398052503s)","trace[868446665] 'compare' (duration: 1.452599972s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:16.007271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.155247Z","time spent":"2.851988033s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:16.007378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.15522Z","time spent":"2.852082025s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:16.007443Z","caller":"traceutil/trace.go:171","msg":"trace[1093266588] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"2.852134997s","start":"2026-07-22T22:53:13.155291Z","end":"2026-07-22T22:53:16.007426Z","steps":["trace[1093266588] 'process raft request' (duration: 2.851841919s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:16.007525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.155267Z","time spent":"2.852215878s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:16.00757Z","caller":"traceutil/trace.go:171","msg":"trace[384695190] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"2.852296011s","start":"2026-07-22T22:53:13.155263Z","end":"2026-07-22T22:53:16.007559Z","steps":["trace[384695190] 'process raft request' (duration: 2.851711974s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:16.007626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.15524Z","time spent":"2.852355682s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:16.007716Z","caller":"traceutil/trace.go:171","msg":"trace[989911284] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"2.748304685s","start":"2026-07-22T22:53:13.2594Z","end":"2026-07-22T22:53:16.007705Z","steps":["trace[989911284] 'process raft request' (duration: 2.747942966s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:16.007774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.259362Z","time spent":"2.748379698s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:16.00807Z","caller":"traceutil/trace.go:171","msg":"trace[226490323] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"2.717109661s","start":"2026-07-22T22:53:13.290931Z","end":"2026-07-22T22:53:16.008041Z","steps":["trace[226490323] 'process raft request' (duration: 2.716736091s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:16.008227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.290897Z","time spent":"2.717244916s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:16.008397Z","caller":"traceutil/trace.go:171","msg":"trace[1242722377] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"2.71599862s","start":"2026-07-22T22:53:13.292357Z","end":"2026-07-22T22:53:16.008355Z","steps":["trace[1242722377] 'process raft request' (duration: 2.715607609s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:16.008589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.292325Z","time spent":"2.716152205s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:16.008831Z","caller":"traceutil/trace.go:171","msg":"trace[1445876184] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"2.076462541s","start":"2026-07-22T22:53:13.93234Z","end":"2026-07-22T22:53:16.008802Z","steps":["trace[1445876184] 'process raft request' (duration: 2.075920336s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:16.008985Z","caller":"traceutil/trace.go:171","msg":"trace[1290038021] linearizableReadLoop","detail":"{readStateIndex:24932; appliedIndex:24924; }","duration":"1.820723373s","start":"2026-07-22T22:53:14.188217Z","end":"2026-07-22T22:53:16.008941Z","steps":["trace[1290038021] 'read index received' (duration: 365.205728ms)","trace[1290038021] 'applied index is now lower than readState.Index' (duration: 1.455515965s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:16.009158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846798602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:16.009211Z","caller":"traceutil/trace.go:171","msg":"trace[1744004463] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24154; }","duration":"1.846947997s","start":"2026-07-22T22:53:14.162247Z","end":"2026-07-22T22:53:16.009195Z","steps":["trace[1744004463] 'agreement among raft nodes before linearized reading' (duration: 1.846758702s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:16.009261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:14.16222Z","time spent":"1.847031358s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:16.009269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980033738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:16.009312Z","caller":"traceutil/trace.go:171","msg":"trace[609220291] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24154; }","duration":"1.980151922s","start":"2026-07-22T22:53:14.029149Z","end":"2026-07-22T22:53:16.009301Z","steps":["trace[609220291] 'agreement among raft nodes before linearized reading' (duration: 1.979958367s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:16.009349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:14.029124Z","time spent":"1.980215913s","remote":"127.0.0.1:49028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:16.009448Z","caller":"traceutil/trace.go:171","msg":"trace[1111526239] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"1.816972037s","start":"2026-07-22T22:53:14.192463Z","end":"2026-07-22T22:53:16.009435Z","steps":["trace[1111526239] 'process raft request' (duration: 1.815872826s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:16.009462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010046289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:53:16.009518Z","caller":"traceutil/trace.go:171","msg":"trace[993272979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24154; }","duration":"2.010153832s","start":"2026-07-22T22:53:13.99935Z","end":"2026-07-22T22:53:16.009504Z","steps":["trace[993272979] 'agreement among raft nodes before linearized reading' (duration: 2.009978397s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:16.009525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:14.192437Z","time spent":"1.81704465s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:16.009553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.999322Z","time spent":"2.010223685s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:53:16.009752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:13.932308Z","time spent":"2.076620495s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:16.509872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:17.010405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:17.22929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-22T22:53:17.229384Z","caller":"traceutil/trace.go:171","msg":"trace[1185276768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306597s","start":"2026-07-22T22:53:15.229055Z","end":"2026-07-22T22:53:17.229362Z","steps":["trace[1185276768] 'agreement among raft nodes before linearized reading' (duration: 2.000169833s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:17.229445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:15.229007Z","time spent":"2.000427529s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:17.396994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.053361003s","expected-duration":"1s"} {"level":"info","ts":"2026-07-22T22:53:17.465311Z","caller":"traceutil/trace.go:171","msg":"trace[1700051523] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"2.30971106s","start":"2026-07-22T22:53:15.155574Z","end":"2026-07-22T22:53:17.465285Z","steps":["trace[1700051523] 'process raft request' (duration: 2.309605967s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:17.465461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:15.155542Z","time spent":"2.309844364s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:17.465712Z","caller":"traceutil/trace.go:171","msg":"trace[21713409] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"2.892149339s","start":"2026-07-22T22:53:14.573544Z","end":"2026-07-22T22:53:17.465694Z","steps":["trace[21713409] 'process raft request' (duration: 2.823833384s)","trace[21713409] 'compare' (duration: 66.985658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:17.465774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:14.573515Z","time spent":"2.892226221s","remote":"127.0.0.1:54490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418442,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:17.4665Z","caller":"traceutil/trace.go:171","msg":"trace[1318554604] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"2.310830501s","start":"2026-07-22T22:53:15.155643Z","end":"2026-07-22T22:53:17.466473Z","steps":["trace[1318554604] 'process raft request' (duration: 2.309600117s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:17.466644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:15.155613Z","time spent":"2.310963635s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:17.466619Z","caller":"traceutil/trace.go:171","msg":"trace[915646402] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"2.163842642s","start":"2026-07-22T22:53:15.302752Z","end":"2026-07-22T22:53:17.466594Z","steps":["trace[915646402] 'process raft request' (duration: 2.163670316s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:17.466784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:15.302726Z","time spent":"2.163975786s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:18.902882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272572974s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:53:18.995778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000618435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:53:18.995876Z","caller":"traceutil/trace.go:171","msg":"trace[653368633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000787161s","start":"2026-07-22T22:53:16.995069Z","end":"2026-07-22T22:53:18.995856Z","steps":["trace[653368633] 'agreement among raft nodes before linearized reading' (duration: 2.000654877s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:18.995941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:16.995043Z","time spent":"2.000875892s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:19.230208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:53:19.230304Z","caller":"traceutil/trace.go:171","msg":"trace[1475287934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072909s","start":"2026-07-22T22:53:17.23021Z","end":"2026-07-22T22:53:19.230283Z","steps":["trace[1475287934] 'agreement among raft nodes before linearized reading' (duration: 1.999936756s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.23036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:17.230193Z","time spent":"2.000156502s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:19.501201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.016005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:19.501443Z","caller":"traceutil/trace.go:171","msg":"trace[150845045] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"3.487979872s","start":"2026-07-22T22:53:16.013437Z","end":"2026-07-22T22:53:19.501417Z","steps":["trace[150845045] 'process raft request' (duration: 2.889648858s)","trace[150845045] 'compare' (duration: 596.841112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:19.501526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:16.013412Z","time spent":"3.488076805s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:19.503225Z","caller":"traceutil/trace.go:171","msg":"trace[887242862] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"3.309465998s","start":"2026-07-22T22:53:16.193723Z","end":"2026-07-22T22:53:19.503189Z","steps":["trace[887242862] 'process raft request' (duration: 3.307596646s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.503655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115625878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.177\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-22T22:53:19.503702Z","caller":"traceutil/trace.go:171","msg":"trace[24128207] range","detail":"{range_begin:/registry/masterleases/199.204.45.177; range_end:; response_count:1; response_revision:24163; }","duration":"4.115665229s","start":"2026-07-22T22:53:15.388023Z","end":"2026-07-22T22:53:19.503688Z","steps":["trace[24128207] 'agreement among raft nodes before linearized reading' (duration: 4.115557146s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.503689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.462620226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-648f75f7bb-7whrs.18c4bcfa2e4b2ad5\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-07-22T22:53:19.503741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:15.387966Z","time spent":"4.115766281s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.177\" "} {"level":"info","ts":"2026-07-22T22:53:19.503777Z","caller":"traceutil/trace.go:171","msg":"trace[1184890021] range","detail":"{range_begin:/registry/events/openstack/glance-api-648f75f7bb-7whrs.18c4bcfa2e4b2ad5; range_end:; response_count:1; response_revision:24163; }","duration":"4.462749779s","start":"2026-07-22T22:53:15.041003Z","end":"2026-07-22T22:53:19.503752Z","steps":["trace[1184890021] 'agreement among raft nodes before linearized reading' (duration: 4.462443101s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.503819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:15.04098Z","time spent":"4.46283019s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2012,"request content":"key:\"/registry/events/openstack/glance-api-648f75f7bb-7whrs.18c4bcfa2e4b2ad5\" "} {"level":"info","ts":"2026-07-22T22:53:19.503299Z","caller":"traceutil/trace.go:171","msg":"trace[359514198] linearizableReadLoop","detail":"{readStateIndex:24941; appliedIndex:24933; }","duration":"3.494197096s","start":"2026-07-22T22:53:16.009073Z","end":"2026-07-22T22:53:19.50327Z","steps":["trace[359514198] 'read index received' (duration: 1.388102644s)","trace[359514198] 'applied index is now lower than readState.Index' (duration: 2.106093062s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:19.50332Z","caller":"traceutil/trace.go:171","msg":"trace[1174842772] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"3.104900673s","start":"2026-07-22T22:53:16.398398Z","end":"2026-07-22T22:53:19.503298Z","steps":["trace[1174842772] 'process raft request' (duration: 3.104758579s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.504129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:16.398365Z","time spent":"3.105703595s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:19.503379Z","caller":"traceutil/trace.go:171","msg":"trace[998158437] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"3.30953492s","start":"2026-07-22T22:53:16.193835Z","end":"2026-07-22T22:53:19.503369Z","steps":["trace[998158437] 'process raft request' (duration: 3.309233021s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.504266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:16.193793Z","time spent":"3.310396274s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:19.503472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966931999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:19.504372Z","caller":"traceutil/trace.go:171","msg":"trace[469477374] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24163; }","duration":"3.967892026s","start":"2026-07-22T22:53:15.536469Z","end":"2026-07-22T22:53:19.504361Z","steps":["trace[469477374] 'agreement among raft nodes before linearized reading' (duration: 3.966942379s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.504411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:15.536446Z","time spent":"3.967955208s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:19.503508Z","caller":"traceutil/trace.go:171","msg":"trace[1709999302] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"2.164900721s","start":"2026-07-22T22:53:17.338599Z","end":"2026-07-22T22:53:19.5035Z","steps":["trace[1709999302] 'process raft request' (duration: 2.164607033s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.504614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:17.338526Z","time spent":"2.166021203s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:19.504724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:16.193686Z","time spent":"3.30991407s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:19.503507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818697757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-22T22:53:19.503549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501382717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:19.504967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579746869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-22T22:53:19.505654Z","caller":"traceutil/trace.go:171","msg":"trace[2006638187] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24163; }","duration":"4.580472289s","start":"2026-07-22T22:53:14.925161Z","end":"2026-07-22T22:53:19.505634Z","steps":["trace[2006638187] 'agreement among raft nodes before linearized reading' (duration: 4.578365861s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.505749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:14.925138Z","time spent":"4.580592122s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2614,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:19.506007Z","caller":"traceutil/trace.go:171","msg":"trace[1022270606] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24163; }","duration":"3.503872907s","start":"2026-07-22T22:53:16.002112Z","end":"2026-07-22T22:53:19.505985Z","steps":["trace[1022270606] 'agreement among raft nodes before linearized reading' (duration: 3.501412939s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.506129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:16.002083Z","time spent":"3.504027522s","remote":"127.0.0.1:50304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:19.506168Z","caller":"traceutil/trace.go:171","msg":"trace[859107249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24163; }","duration":"4.82092854s","start":"2026-07-22T22:53:14.684759Z","end":"2026-07-22T22:53:19.505687Z","steps":["trace[859107249] 'agreement among raft nodes before linearized reading' (duration: 4.818604065s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:19.506252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:14.684738Z","time spent":"4.821494886s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-22T22:53:20.005088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:20.975412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.083859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:20.975688Z","caller":"traceutil/trace.go:171","msg":"trace[1907696564] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"2.960095234s","start":"2026-07-22T22:53:18.015533Z","end":"2026-07-22T22:53:20.975628Z","steps":["trace[1907696564] 'process raft request' (duration: 2.372699696s)","trace[1907696564] 'compare' (duration: 585.411091ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:20.975774Z","caller":"traceutil/trace.go:171","msg":"trace[1045733951] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"2.959775914s","start":"2026-07-22T22:53:18.015975Z","end":"2026-07-22T22:53:20.975751Z","steps":["trace[1045733951] 'process raft request' (duration: 2.959717222s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:20.975906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.015968Z","time spent":"2.959854227s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:20.976052Z","caller":"traceutil/trace.go:171","msg":"trace[732466248] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"2.960098993s","start":"2026-07-22T22:53:18.015882Z","end":"2026-07-22T22:53:20.975981Z","steps":["trace[732466248] 'process raft request' (duration: 2.959661201s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:20.976233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.015871Z","time spent":"2.960226217s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:20.976591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.015518Z","time spent":"2.960269548s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:21.237371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:53:21.237466Z","caller":"traceutil/trace.go:171","msg":"trace[1748994588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120852s","start":"2026-07-22T22:53:19.237326Z","end":"2026-07-22T22:53:21.237447Z","steps":["trace[1748994588] 'agreement among raft nodes before linearized reading' (duration: 1.999973067s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:21.237524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:19.237296Z","time spent":"2.000214785s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:22.744682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.786311028s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:53:22.767299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.055051ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:22.76744Z","caller":"traceutil/trace.go:171","msg":"trace[495399584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24166; }","duration":"621.206835ms","start":"2026-07-22T22:53:22.146207Z","end":"2026-07-22T22:53:22.767414Z","steps":["trace[495399584] 'range keys from in-memory index tree' (duration: 621.033221ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:22.768175Z","caller":"traceutil/trace.go:171","msg":"trace[931097445] linearizableReadLoop","detail":"{readStateIndex:24949; appliedIndex:24942; }","duration":"3.264142317s","start":"2026-07-22T22:53:19.504003Z","end":"2026-07-22T22:53:22.768145Z","steps":["trace[931097445] 'read index received' (duration: 883.759155ms)","trace[931097445] 'applied index is now lower than readState.Index' (duration: 2.380381552s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:22.768499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444512497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:22.768545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.435916616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:22.768526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.379610098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:22.768554Z","caller":"traceutil/trace.go:171","msg":"trace[1286134977] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24169; }","duration":"4.444624051s","start":"2026-07-22T22:53:18.323913Z","end":"2026-07-22T22:53:22.768537Z","steps":["trace[1286134977] 'agreement among raft nodes before linearized reading' (duration: 4.444530548s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.768569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.321882248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-07-22T22:53:22.768608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.323885Z","time spent":"4.444711873s","remote":"127.0.0.1:50246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:22.768611Z","caller":"traceutil/trace.go:171","msg":"trace[1109095843] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24169; }","duration":"4.379714931s","start":"2026-07-22T22:53:18.388872Z","end":"2026-07-22T22:53:22.768587Z","steps":["trace[1109095843] 'agreement among raft nodes before linearized reading' (duration: 4.379496875s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.768585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.419615058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:22.768643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.753914772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-22T22:53:22.768661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.388816Z","time spent":"4.379830314s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:22.768658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751867995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-22T22:53:22.768697Z","caller":"traceutil/trace.go:171","msg":"trace[761861888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24169; }","duration":"4.753970783s","start":"2026-07-22T22:53:18.014708Z","end":"2026-07-22T22:53:22.768679Z","steps":["trace[761861888] 'agreement among raft nodes before linearized reading' (duration: 4.753696206s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:22.768731Z","caller":"traceutil/trace.go:171","msg":"trace[926443306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24169; }","duration":"4.751991646s","start":"2026-07-22T22:53:18.016719Z","end":"2026-07-22T22:53:22.768711Z","steps":["trace[926443306] 'agreement among raft nodes before linearized reading' (duration: 4.751687959s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.768759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.747969289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:22.768766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75243663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:53:22.76879Z","caller":"traceutil/trace.go:171","msg":"trace[1428826455] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24169; }","duration":"5.74802724s","start":"2026-07-22T22:53:17.020754Z","end":"2026-07-22T22:53:22.768781Z","steps":["trace[1428826455] 'agreement among raft nodes before linearized reading' (duration: 5.747979849s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.768779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.016694Z","time spent":"4.752072409s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-22T22:53:22.768795Z","caller":"traceutil/trace.go:171","msg":"trace[446890775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24169; }","duration":"4.752488111s","start":"2026-07-22T22:53:18.016297Z","end":"2026-07-22T22:53:22.768785Z","steps":["trace[446890775] 'agreement among raft nodes before linearized reading' (duration: 4.752411138s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.768819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.016285Z","time spent":"4.752529522s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-22T22:53:22.768828Z","caller":"traceutil/trace.go:171","msg":"trace[1669698602] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"3.297763489s","start":"2026-07-22T22:53:19.471051Z","end":"2026-07-22T22:53:22.768814Z","steps":["trace[1669698602] 'process raft request' (duration: 3.273846269s)","trace[1669698602] 'compare' (duration: 22.005997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:22.768851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.752568474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-22T22:53:22.768833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.688097064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-22T22:53:22.768698Z","caller":"traceutil/trace.go:171","msg":"trace[522067221] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24169; }","duration":"6.419801663s","start":"2026-07-22T22:53:16.34887Z","end":"2026-07-22T22:53:22.768672Z","steps":["trace[522067221] 'agreement among raft nodes before linearized reading' (duration: 6.419543176s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:22.768899Z","caller":"traceutil/trace.go:171","msg":"trace[1322817913] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"3.297513103s","start":"2026-07-22T22:53:19.471377Z","end":"2026-07-22T22:53:22.76889Z","steps":["trace[1322817913] 'process raft request' (duration: 3.296253907s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.768915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:19.471026Z","time spent":"3.297830542s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:22.76891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:19.50483Z","time spent":"3.264078535s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-22T22:53:22.768912Z","caller":"traceutil/trace.go:171","msg":"trace[392461026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24169; }","duration":"4.752648036s","start":"2026-07-22T22:53:18.01625Z","end":"2026-07-22T22:53:22.768898Z","steps":["trace[392461026] 'agreement among raft nodes before linearized reading' (duration: 4.752488012s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:22.768915Z","caller":"traceutil/trace.go:171","msg":"trace[1277155567] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24169; }","duration":"6.688231488s","start":"2026-07-22T22:53:16.080672Z","end":"2026-07-22T22:53:22.768904Z","steps":["trace[1277155567] 'agreement among raft nodes before linearized reading' (duration: 6.687979491s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.768972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.016243Z","time spent":"4.752716848s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:22.768977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.919178351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:22.768987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306612898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:22.768987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:19.471364Z","time spent":"3.297562593s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:22.769019Z","caller":"traceutil/trace.go:171","msg":"trace[971875031] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24169; }","duration":"3.30668808s","start":"2026-07-22T22:53:19.462322Z","end":"2026-07-22T22:53:22.76901Z","steps":["trace[971875031] 'agreement among raft nodes before linearized reading' (duration: 3.306637769s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.769013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108188109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:22.769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:16.08064Z","time spent":"6.688347702s","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-22T22:53:22.769048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:19.462299Z","time spent":"3.306742111s","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:22.76906Z","caller":"traceutil/trace.go:171","msg":"trace[1648217593] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24169; }","duration":"4.108279872s","start":"2026-07-22T22:53:18.660769Z","end":"2026-07-22T22:53:22.769049Z","steps":["trace[1648217593] 'agreement among raft nodes before linearized reading' (duration: 4.108211139s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:22.769017Z","caller":"traceutil/trace.go:171","msg":"trace[1123720982] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24169; }","duration":"3.919271233s","start":"2026-07-22T22:53:18.849735Z","end":"2026-07-22T22:53:22.769006Z","steps":["trace[1123720982] 'agreement among raft nodes before linearized reading' (duration: 3.919199161s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.769102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.660744Z","time spent":"4.108347733s","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:22.769122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373530097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18229"} {"level":"info","ts":"2026-07-22T22:53:22.769154Z","caller":"traceutil/trace.go:171","msg":"trace[1722305947] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24169; }","duration":"4.373604369s","start":"2026-07-22T22:53:18.39554Z","end":"2026-07-22T22:53:22.769145Z","steps":["trace[1722305947] 'agreement among raft nodes before linearized reading' (duration: 4.373455446s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.76914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.849711Z","time spent":"3.919396596s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:53:22.769181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.395518Z","time spent":"4.373658042s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-22T22:53:22.768819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:17.020741Z","time spent":"5.748068681s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:22.768922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:16.348845Z","time spent":"6.420067149s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:22.768755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.014633Z","time spent":"4.754111897s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-22T22:53:22.76864Z","caller":"traceutil/trace.go:171","msg":"trace[342048208] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24169; }","duration":"6.321999112s","start":"2026-07-22T22:53:16.446623Z","end":"2026-07-22T22:53:22.768622Z","steps":["trace[342048208] 'agreement among raft nodes before linearized reading' (duration: 6.321781556s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.769432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:16.446603Z","time spent":"6.322810485s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-22T22:53:22.768629Z","caller":"traceutil/trace.go:171","msg":"trace[1261540239] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24169; }","duration":"4.436016939s","start":"2026-07-22T22:53:18.33256Z","end":"2026-07-22T22:53:22.768577Z","steps":["trace[1261540239] 'agreement among raft nodes before linearized reading' (duration: 4.435819813s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.769515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.33252Z","time spent":"4.436984607s","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:22.768719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755937917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:53:22.769664Z","caller":"traceutil/trace.go:171","msg":"trace[1115843486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24169; }","duration":"4.756875744s","start":"2026-07-22T22:53:18.012773Z","end":"2026-07-22T22:53:22.769649Z","steps":["trace[1115843486] 'agreement among raft nodes before linearized reading' (duration: 4.755890476s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.769748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:18.012703Z","time spent":"4.7570284s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-22T22:53:22.768817Z","caller":"traceutil/trace.go:171","msg":"trace[894057570] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"3.262212923s","start":"2026-07-22T22:53:19.506592Z","end":"2026-07-22T22:53:22.768805Z","steps":["trace[894057570] 'process raft request' (duration: 3.261375959s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:22.769923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:19.506567Z","time spent":"3.263283993s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:23.23777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-22T22:53:23.237858Z","caller":"traceutil/trace.go:171","msg":"trace[795460909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349068s","start":"2026-07-22T22:53:21.237487Z","end":"2026-07-22T22:53:23.237836Z","steps":["trace[795460909] 'agreement among raft nodes before linearized reading' (duration: 2.000233475s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:23.237906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:21.237467Z","time spent":"2.00043155s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:24.279563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464464914s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-22T22:53:24.28218Z","caller":"traceutil/trace.go:171","msg":"trace[1141744434] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"2.771888016s","start":"2026-07-22T22:53:21.510267Z","end":"2026-07-22T22:53:24.282155Z","steps":["trace[1141744434] 'process raft request' (duration: 2.769404557s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:24.282368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:21.510244Z","time spent":"2.7719992s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:24.708924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000735568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:53:24.70902Z","caller":"traceutil/trace.go:171","msg":"trace[532144856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000902153s","start":"2026-07-22T22:53:22.708098Z","end":"2026-07-22T22:53:24.709Z","steps":["trace[532144856] 'agreement among raft nodes before linearized reading' (duration: 2.000768629s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:24.709073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.708074Z","time spent":"2.000988526s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:24.822721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120895193s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:53:25.244837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000562623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:53:25.244943Z","caller":"traceutil/trace.go:171","msg":"trace[1046950893] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000720668s","start":"2026-07-22T22:53:23.244194Z","end":"2026-07-22T22:53:25.244915Z","steps":["trace[1046950893] 'agreement among raft nodes before linearized reading' (duration: 2.000593595s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.245023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:23.244178Z","time spent":"2.000827581s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:25.979969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697740825s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:25.980381Z","caller":"traceutil/trace.go:171","msg":"trace[1927254763] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24173; }","duration":"3.209747922s","start":"2026-07-22T22:53:22.770611Z","end":"2026-07-22T22:53:25.980359Z","steps":["trace[1927254763] 'process raft request' (duration: 3.209668809s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:25.980491Z","caller":"traceutil/trace.go:171","msg":"trace[2036190933] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"4.467333046s","start":"2026-07-22T22:53:21.513113Z","end":"2026-07-22T22:53:25.980446Z","steps":["trace[2036190933] 'process raft request' (duration: 2.769021586s)","trace[2036190933] 'compare' (duration: 1.695554763s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:25.980617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366987953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:25.980637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804987378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:25.980688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:21.513102Z","time spent":"4.467491751s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:25.980703Z","caller":"traceutil/trace.go:171","msg":"trace[331608173] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24174; }","duration":"4.367169929s","start":"2026-07-22T22:53:21.613512Z","end":"2026-07-22T22:53:25.980682Z","steps":["trace[331608173] 'agreement among raft nodes before linearized reading' (duration: 4.367023565s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:25.980593Z","caller":"traceutil/trace.go:171","msg":"trace[1863535150] linearizableReadLoop","detail":"{readStateIndex:24953; appliedIndex:24949; }","duration":"3.212212831s","start":"2026-07-22T22:53:22.76831Z","end":"2026-07-22T22:53:25.980522Z","steps":["trace[1863535150] 'read index received' (duration: 46.7439ms)","trace[1863535150] 'applied index is now lower than readState.Index' (duration: 3.165466101s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:25.980735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.306879673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:25.980715Z","caller":"traceutil/trace.go:171","msg":"trace[1184740390] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"3.20577115s","start":"2026-07-22T22:53:22.774912Z","end":"2026-07-22T22:53:25.980683Z","steps":["trace[1184740390] 'process raft request' (duration: 3.20539498s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.980774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:21.613484Z","time spent":"4.367272811s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.980786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473942823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:53:25.980717Z","caller":"traceutil/trace.go:171","msg":"trace[910812256] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24174; }","duration":"3.805136582s","start":"2026-07-22T22:53:22.175559Z","end":"2026-07-22T22:53:25.980695Z","steps":["trace[910812256] 'agreement among raft nodes before linearized reading' (duration: 3.804981468s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:25.980835Z","caller":"traceutil/trace.go:171","msg":"trace[647198383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24174; }","duration":"4.474034444s","start":"2026-07-22T22:53:21.506786Z","end":"2026-07-22T22:53:25.980821Z","steps":["trace[647198383] 'agreement among raft nodes before linearized reading' (duration: 4.47385686s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:25.980847Z","caller":"traceutil/trace.go:171","msg":"trace[777396730] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24174; }","duration":"5.306984375s","start":"2026-07-22T22:53:20.67378Z","end":"2026-07-22T22:53:25.980764Z","steps":["trace[777396730] 'agreement among raft nodes before linearized reading' (duration: 5.30679946s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.980877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:21.506762Z","time spent":"4.474106716s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:53:25.980872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.774896Z","time spent":"3.205888934s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:25.980888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.175533Z","time spent":"3.805311949s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.980932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.770518Z","time spent":"3.209910827s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:25.980513Z","caller":"traceutil/trace.go:171","msg":"trace[1457179305] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"3.508089835s","start":"2026-07-22T22:53:22.472407Z","end":"2026-07-22T22:53:25.980496Z","steps":["trace[1457179305] 'process raft request' (duration: 3.507715525s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.980886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:20.67376Z","time spent":"5.307115309s","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.981052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.392495626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:25.981076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.472388Z","time spent":"3.50860693s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:25.980694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515051301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:25.98117Z","caller":"traceutil/trace.go:171","msg":"trace[1477320941] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24174; }","duration":"3.515528324s","start":"2026-07-22T22:53:22.465623Z","end":"2026-07-22T22:53:25.981152Z","steps":["trace[1477320941] 'agreement among raft nodes before linearized reading' (duration: 3.51501683s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.981213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.815388649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:25.981236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.465597Z","time spent":"3.515619706s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.981226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861577796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:25.981251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018073046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:25.98111Z","caller":"traceutil/trace.go:171","msg":"trace[1079699629] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24174; }","duration":"6.392612191s","start":"2026-07-22T22:53:19.58848Z","end":"2026-07-22T22:53:25.981092Z","steps":["trace[1079699629] 'agreement among raft nodes before linearized reading' (duration: 6.392233389s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:25.981263Z","caller":"traceutil/trace.go:171","msg":"trace[2104777118] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24174; }","duration":"5.81547753s","start":"2026-07-22T22:53:20.165765Z","end":"2026-07-22T22:53:25.981242Z","steps":["trace[2104777118] 'agreement among raft nodes before linearized reading' (duration: 5.814938555s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.98127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.471732759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-22T22:53:25.981289Z","caller":"traceutil/trace.go:171","msg":"trace[335610722] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24174; }","duration":"5.018147328s","start":"2026-07-22T22:53:20.963128Z","end":"2026-07-22T22:53:25.981275Z","steps":["trace[335610722] 'agreement among raft nodes before linearized reading' (duration: 5.017560391s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:25.981289Z","caller":"traceutil/trace.go:171","msg":"trace[1881588883] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24174; }","duration":"3.861695699s","start":"2026-07-22T22:53:22.119574Z","end":"2026-07-22T22:53:25.981269Z","steps":["trace[1881588883] 'agreement among raft nodes before linearized reading' (duration: 3.861153694s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.9813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:20.165738Z","time spent":"5.815552483s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.981306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:19.588459Z","time spent":"6.392828677s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:25.981314Z","caller":"traceutil/trace.go:171","msg":"trace[475806639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24174; }","duration":"6.47179445s","start":"2026-07-22T22:53:19.509506Z","end":"2026-07-22T22:53:25.981301Z","steps":["trace[475806639] 'agreement among raft nodes before linearized reading' (duration: 6.471173613s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.98132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:20.963102Z","time spent":"5.018210751s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.981348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.119547Z","time spent":"3.86178562s","remote":"127.0.0.1:58936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.981358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:19.509497Z","time spent":"6.471850621s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-22T22:53:25.981967Z","caller":"traceutil/trace.go:171","msg":"trace[1048282178] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"3.206908223s","start":"2026-07-22T22:53:22.775042Z","end":"2026-07-22T22:53:25.98195Z","steps":["trace[1048282178] 'process raft request' (duration: 3.205530174s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.982042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.775016Z","time spent":"3.206989194s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:25.982588Z","caller":"traceutil/trace.go:171","msg":"trace[906749930] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"3.207412147s","start":"2026-07-22T22:53:22.775148Z","end":"2026-07-22T22:53:25.98256Z","steps":["trace[906749930] 'process raft request' (duration: 3.205812182s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.982713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.775086Z","time spent":"3.20755985s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:25.982801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101667176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-22T22:53:25.982838Z","caller":"traceutil/trace.go:171","msg":"trace[739656799] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24174; }","duration":"4.101747898s","start":"2026-07-22T22:53:21.881081Z","end":"2026-07-22T22:53:25.982829Z","steps":["trace[739656799] 'agreement among raft nodes before linearized reading' (duration: 4.09965196s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.982861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:21.881056Z","time spent":"4.10179952s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-22T22:53:25.982924Z","caller":"traceutil/trace.go:171","msg":"trace[1003331267] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"3.206562173s","start":"2026-07-22T22:53:22.776354Z","end":"2026-07-22T22:53:25.982917Z","steps":["trace[1003331267] 'process raft request' (duration: 3.206312876s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.982965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.776345Z","time spent":"3.206597024s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:25.983031Z","caller":"traceutil/trace.go:171","msg":"trace[668313812] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"3.20717653s","start":"2026-07-22T22:53:22.775843Z","end":"2026-07-22T22:53:25.98302Z","steps":["trace[668313812] 'process raft request' (duration: 3.206467069s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:25.983077Z","caller":"traceutil/trace.go:171","msg":"trace[1264624269] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"3.206891732s","start":"2026-07-22T22:53:22.776177Z","end":"2026-07-22T22:53:25.983069Z","steps":["trace[1264624269] 'process raft request' (duration: 3.206443829s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:25.983063Z","caller":"traceutil/trace.go:171","msg":"trace[1990647577] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"3.001531855s","start":"2026-07-22T22:53:22.981516Z","end":"2026-07-22T22:53:25.983048Z","steps":["trace[1990647577] 'process raft request' (duration: 3.001193426s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.983095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.775834Z","time spent":"3.207230831s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:25.98314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.981479Z","time spent":"3.001623228s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:25.98311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.776172Z","time spent":"3.206920062s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:53:25.983272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505827164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:25.983301Z","caller":"traceutil/trace.go:171","msg":"trace[1481568854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24184; }","duration":"1.505880705s","start":"2026-07-22T22:53:24.477413Z","end":"2026-07-22T22:53:25.983294Z","steps":["trace[1481568854] 'agreement among raft nodes before linearized reading' (duration: 1.505816004s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.983322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:24.477399Z","time spent":"1.505917357s","remote":"127.0.0.1:51348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.983327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540712253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:25.98336Z","caller":"traceutil/trace.go:171","msg":"trace[1254173747] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24184; }","duration":"1.540820755s","start":"2026-07-22T22:53:24.442529Z","end":"2026-07-22T22:53:25.98335Z","steps":["trace[1254173747] 'agreement among raft nodes before linearized reading' (duration: 1.540762653s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.98339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204625668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:25.983397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:24.442508Z","time spent":"1.540880538s","remote":"127.0.0.1:58642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:25.983429Z","caller":"traceutil/trace.go:171","msg":"trace[1459015909] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"3.001863984s","start":"2026-07-22T22:53:22.981558Z","end":"2026-07-22T22:53:25.983422Z","steps":["trace[1459015909] 'process raft request' (duration: 3.001187325s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.983471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.981529Z","time spent":"3.001920227s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:25.983561Z","caller":"traceutil/trace.go:171","msg":"trace[1755173109] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"3.001847864s","start":"2026-07-22T22:53:22.981706Z","end":"2026-07-22T22:53:25.983554Z","steps":["trace[1755173109] 'process raft request' (duration: 3.001072792s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.983602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.98169Z","time spent":"3.001891295s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:25.983611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20611579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-22T22:53:25.983641Z","caller":"traceutil/trace.go:171","msg":"trace[92175684] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24184; }","duration":"3.206163891s","start":"2026-07-22T22:53:22.777467Z","end":"2026-07-22T22:53:25.98363Z","steps":["trace[92175684] 'agreement among raft nodes before linearized reading' (duration: 3.206056308s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.983673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.777457Z","time spent":"3.206210853s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-22T22:53:25.983686Z","caller":"traceutil/trace.go:171","msg":"trace[1316703362] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"1.2074495s","start":"2026-07-22T22:53:24.77623Z","end":"2026-07-22T22:53:25.98368Z","steps":["trace[1316703362] 'process raft request' (duration: 1.206586076s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.983719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:24.776205Z","time spent":"1.207495851s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:25.983777Z","caller":"traceutil/trace.go:171","msg":"trace[544598889] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"1.206818892s","start":"2026-07-22T22:53:24.776953Z","end":"2026-07-22T22:53:25.983771Z","steps":["trace[544598889] 'process raft request' (duration: 1.205894886s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.983812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:24.77691Z","time spent":"1.206884444s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:25.983854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21113291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18229"} {"level":"info","ts":"2026-07-22T22:53:25.983887Z","caller":"traceutil/trace.go:171","msg":"trace[380320895] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24184; }","duration":"3.211204933s","start":"2026-07-22T22:53:22.772674Z","end":"2026-07-22T22:53:25.983879Z","steps":["trace[380320895] 'agreement among raft nodes before linearized reading' (duration: 3.21111506s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.983901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.710157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:25.983913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.772657Z","time spent":"3.211250934s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-22T22:53:25.98392Z","caller":"traceutil/trace.go:171","msg":"trace[1073118146] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24184; }","duration":"439.775539ms","start":"2026-07-22T22:53:25.544139Z","end":"2026-07-22T22:53:25.983914Z","steps":["trace[1073118146] 'agreement among raft nodes before linearized reading' (duration: 439.737208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.983952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.544112Z","time spent":"439.83488ms","remote":"127.0.0.1:50414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.984015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.138667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:25.984051Z","caller":"traceutil/trace.go:171","msg":"trace[1334180527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24184; }","duration":"731.175008ms","start":"2026-07-22T22:53:25.252867Z","end":"2026-07-22T22:53:25.984042Z","steps":["trace[1334180527] 'agreement among raft nodes before linearized reading' (duration: 731.118677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.984072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.252815Z","time spent":"731.253381ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:25.984091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211506382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0fe8fa89-2359-4ebe-9e6b-e3ca68608ccd\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-22T22:53:25.984118Z","caller":"traceutil/trace.go:171","msg":"trace[11985174] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0fe8fa89-2359-4ebe-9e6b-e3ca68608ccd; range_end:; response_count:1; response_revision:24184; }","duration":"3.211547382s","start":"2026-07-22T22:53:22.772563Z","end":"2026-07-22T22:53:25.98411Z","steps":["trace[11985174] 'agreement among raft nodes before linearized reading' (duration: 3.21146583s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.98415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.772555Z","time spent":"3.211590034s","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-0fe8fa89-2359-4ebe-9e6b-e3ca68608ccd\" "} {"level":"warn","ts":"2026-07-22T22:53:25.984193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432704565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:25.984219Z","caller":"traceutil/trace.go:171","msg":"trace[549082168] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24184; }","duration":"1.432777316s","start":"2026-07-22T22:53:24.551434Z","end":"2026-07-22T22:53:25.984212Z","steps":["trace[549082168] 'agreement among raft nodes before linearized reading' (duration: 1.432734034s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.984239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:24.551407Z","time spent":"1.432826558s","remote":"127.0.0.1:53914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.984317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275654906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-22T22:53:25.984344Z","caller":"traceutil/trace.go:171","msg":"trace[845138243] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24184; }","duration":"2.275712567s","start":"2026-07-22T22:53:23.708625Z","end":"2026-07-22T22:53:25.984338Z","steps":["trace[845138243] 'agreement among raft nodes before linearized reading' (duration: 2.275633135s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.984362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:23.708603Z","time spent":"2.275754668s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-22T22:53:25.98439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444063492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:25.984414Z","caller":"traceutil/trace.go:171","msg":"trace[238346582] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24184; }","duration":"1.444120875s","start":"2026-07-22T22:53:24.540287Z","end":"2026-07-22T22:53:25.984408Z","steps":["trace[238346582] 'agreement among raft nodes before linearized reading' (duration: 1.444038552s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.984433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:24.540268Z","time spent":"1.444160786s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.984478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133896312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:25.985873Z","caller":"traceutil/trace.go:171","msg":"trace[563504253] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24184; }","duration":"2.135348583s","start":"2026-07-22T22:53:23.850515Z","end":"2026-07-22T22:53:25.985863Z","steps":["trace[563504253] 'agreement among raft nodes before linearized reading' (duration: 2.133939114s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.985906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:23.850485Z","time spent":"2.135411225s","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:25.984744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707811391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-22T22:53:25.986032Z","caller":"traceutil/trace.go:171","msg":"trace[537104925] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24184; }","duration":"2.709144628s","start":"2026-07-22T22:53:23.27688Z","end":"2026-07-22T22:53:25.986025Z","steps":["trace[537104925] 'agreement among raft nodes before linearized reading' (duration: 2.70782207s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.986056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:23.276854Z","time spent":"2.709194159s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:53:25.984907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741070813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-22T22:53:25.986186Z","caller":"traceutil/trace.go:171","msg":"trace[427655658] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24184; }","duration":"2.74238884s","start":"2026-07-22T22:53:23.243791Z","end":"2026-07-22T22:53:25.986179Z","steps":["trace[427655658] 'agreement among raft nodes before linearized reading' (duration: 2.741044663s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.986217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:23.243769Z","time spent":"2.742441601s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-22T22:53:25.983425Z","caller":"traceutil/trace.go:171","msg":"trace[709517765] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24184; }","duration":"3.20468407s","start":"2026-07-22T22:53:22.778729Z","end":"2026-07-22T22:53:25.983413Z","steps":["trace[709517765] 'agreement among raft nodes before linearized reading' (duration: 3.204624559s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:25.989106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:22.778718Z","time spent":"3.210364159s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:53:26.483734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:26.553852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.982246Z","time spent":"571.596614ms","remote":"127.0.0.1:48826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-22T22:53:27.985345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998123796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:53:27.985424Z","caller":"traceutil/trace.go:171","msg":"trace[2082375171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998254621s","start":"2026-07-22T22:53:25.987153Z","end":"2026-07-22T22:53:27.985408Z","steps":["trace[2082375171] 'agreement among raft nodes before linearized reading' (duration: 1.998153778s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:27.985535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.987136Z","time spent":"1.998387404s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:28.293242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099733096s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:53:28.339889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265399753s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:28.340343Z","caller":"traceutil/trace.go:171","msg":"trace[1678656792] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"1.324814896s","start":"2026-07-22T22:53:27.015466Z","end":"2026-07-22T22:53:28.340281Z","steps":["trace[1678656792] 'process raft request' (duration: 1.324772195s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:28.34042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.015436Z","time spent":"1.32495035s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:28.340512Z","caller":"traceutil/trace.go:171","msg":"trace[79493976] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"2.351234819s","start":"2026-07-22T22:53:25.989242Z","end":"2026-07-22T22:53:28.340477Z","steps":["trace[79493976] 'process raft request' (duration: 2.350799537s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:28.340665Z","caller":"traceutil/trace.go:171","msg":"trace[314070109] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"2.052749538s","start":"2026-07-22T22:53:26.287884Z","end":"2026-07-22T22:53:28.340634Z","steps":["trace[314070109] 'process raft request' (duration: 2.052282185s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:28.340715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.989233Z","time spent":"2.351359313s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:28.34074Z","caller":"traceutil/trace.go:171","msg":"trace[1807254971] linearizableReadLoop","detail":"{readStateIndex:24972; appliedIndex:24965; }","duration":"2.35772353s","start":"2026-07-22T22:53:25.983003Z","end":"2026-07-22T22:53:28.340727Z","steps":["trace[1807254971] 'read index received' (duration: 564.903657ms)","trace[1807254971] 'applied index is now lower than readState.Index' (duration: 1.792818883s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:28.340735Z","caller":"traceutil/trace.go:171","msg":"trace[2115140242] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"2.353591414s","start":"2026-07-22T22:53:25.987125Z","end":"2026-07-22T22:53:28.340717Z","steps":["trace[2115140242] 'process raft request' (duration: 1.087289286s)","trace[2115140242] 'compare' (duration: 1.263898451s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:28.34076Z","caller":"traceutil/trace.go:171","msg":"trace[375927055] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"2.352137434s","start":"2026-07-22T22:53:25.98861Z","end":"2026-07-22T22:53:28.340748Z","steps":["trace[375927055] 'process raft request' (duration: 2.351371422s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:28.340801Z","caller":"traceutil/trace.go:171","msg":"trace[1946687346] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"1.785291893s","start":"2026-07-22T22:53:26.555501Z","end":"2026-07-22T22:53:28.340793Z","steps":["trace[1946687346] 'process raft request' (duration: 1.784706556s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:28.340814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.987109Z","time spent":"2.353665917s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:28.340823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.988596Z","time spent":"2.352191765s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:28.34085Z","caller":"traceutil/trace.go:171","msg":"trace[1822472235] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"2.342121212s","start":"2026-07-22T22:53:25.99872Z","end":"2026-07-22T22:53:28.340842Z","steps":["trace[1822472235] 'process raft request' (duration: 2.341361241s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:28.340862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:26.555483Z","time spent":"1.785345494s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:28.340815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:26.287856Z","time spent":"2.052878901s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:28.340899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.998699Z","time spent":"2.342177915s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:28.340954Z","caller":"traceutil/trace.go:171","msg":"trace[816216861] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"2.306030161s","start":"2026-07-22T22:53:26.03491Z","end":"2026-07-22T22:53:28.34094Z","steps":["trace[816216861] 'process raft request' (duration: 2.305221719s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:28.341018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:26.03489Z","time spent":"2.306095424s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:28.341105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358509852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18229"} {"level":"info","ts":"2026-07-22T22:53:28.341139Z","caller":"traceutil/trace.go:171","msg":"trace[1906779791] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24192; }","duration":"2.358599185s","start":"2026-07-22T22:53:25.982531Z","end":"2026-07-22T22:53:28.34113Z","steps":["trace[1906779791] 'agreement among raft nodes before linearized reading' (duration: 2.358454861s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:28.34117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.982516Z","time spent":"2.358644586s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-22T22:53:28.841704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:29.416673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.624664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:29.416959Z","caller":"traceutil/trace.go:171","msg":"trace[894255784] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"1.428887879s","start":"2026-07-22T22:53:27.988027Z","end":"2026-07-22T22:53:29.416915Z","steps":["trace[894255784] 'process raft request' (duration: 1.187923166s)","trace[894255784] 'compare' (duration: 240.381907ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:29.417082Z","caller":"traceutil/trace.go:171","msg":"trace[11515055] linearizableReadLoop","detail":"{readStateIndex:24980; appliedIndex:24974; }","duration":"1.076297991s","start":"2026-07-22T22:53:28.340764Z","end":"2026-07-22T22:53:29.417062Z","steps":["trace[11515055] 'read index received' (duration: 835.272036ms)","trace[11515055] 'applied index is now lower than readState.Index' (duration: 241.024715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:29.417164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.988009Z","time spent":"1.429050874s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:29.417347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135570645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:29.417397Z","caller":"traceutil/trace.go:171","msg":"trace[1717064790] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"1.424331891s","start":"2026-07-22T22:53:27.993038Z","end":"2026-07-22T22:53:29.41737Z","steps":["trace[1717064790] 'process raft request' (duration: 1.423898789s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.417441Z","caller":"traceutil/trace.go:171","msg":"trace[1004437315] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"1.424553038s","start":"2026-07-22T22:53:27.992846Z","end":"2026-07-22T22:53:29.417399Z","steps":["trace[1004437315] 'process raft request' (duration: 1.42393713s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.417561Z","caller":"traceutil/trace.go:171","msg":"trace[1640002508] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"1.424601828s","start":"2026-07-22T22:53:27.992945Z","end":"2026-07-22T22:53:29.417546Z","steps":["trace[1640002508] 'process raft request' (duration: 1.42394386s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.417642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.992939Z","time spent":"1.42465748s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:29.417506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.993033Z","time spent":"1.424417534s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:29.417655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.992839Z","time spent":"1.424725112s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:29.41782Z","caller":"traceutil/trace.go:171","msg":"trace[1368276126] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"1.424429633s","start":"2026-07-22T22:53:27.993369Z","end":"2026-07-22T22:53:29.417798Z","steps":["trace[1368276126] 'process raft request' (duration: 1.423602861s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.417391Z","caller":"traceutil/trace.go:171","msg":"trace[1986936837] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24198; }","duration":"2.135666098s","start":"2026-07-22T22:53:27.281713Z","end":"2026-07-22T22:53:29.417379Z","steps":["trace[1986936837] 'agreement among raft nodes before linearized reading' (duration: 2.135594286s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.417856Z","caller":"traceutil/trace.go:171","msg":"trace[1346740342] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"1.424231808s","start":"2026-07-22T22:53:27.993574Z","end":"2026-07-22T22:53:29.417806Z","steps":["trace[1346740342] 'process raft request' (duration: 1.423441936s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.417918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630678082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:29.417939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327141306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-22T22:53:29.41794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218587074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-22T22:53:29.417987Z","caller":"traceutil/trace.go:171","msg":"trace[808890387] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24198; }","duration":"2.630780315s","start":"2026-07-22T22:53:26.787189Z","end":"2026-07-22T22:53:29.41797Z","steps":["trace[808890387] 'agreement among raft nodes before linearized reading' (duration: 2.630677292s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.41798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425984828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-22T22:53:29.41803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.993564Z","time spent":"1.424381103s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:29.417998Z","caller":"traceutil/trace.go:171","msg":"trace[704081814] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24198; }","duration":"3.327237888s","start":"2026-07-22T22:53:26.09074Z","end":"2026-07-22T22:53:29.417978Z","steps":["trace[704081814] 'agreement among raft nodes before linearized reading' (duration: 3.327053283s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.418062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610713003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:29.418049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:26.78717Z","time spent":"2.630859587s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:29.418074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425848264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-22T22:53:29.418096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:26.090719Z","time spent":"3.327365331s","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-22T22:53:29.41812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885656307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-22T22:53:29.418137Z","caller":"traceutil/trace.go:171","msg":"trace[225312077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24198; }","duration":"1.425907815s","start":"2026-07-22T22:53:27.992204Z","end":"2026-07-22T22:53:29.418112Z","steps":["trace[225312077] 'agreement among raft nodes before linearized reading' (duration: 1.425727531s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.417877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424392063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:29.418178Z","caller":"traceutil/trace.go:171","msg":"trace[1432568590] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24198; }","duration":"2.885712329s","start":"2026-07-22T22:53:26.532453Z","end":"2026-07-22T22:53:29.418165Z","steps":["trace[1432568590] 'agreement among raft nodes before linearized reading' (duration: 2.885571545s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.418181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430935325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-22T22:53:29.418189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.9922Z","time spent":"1.425979257s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-22T22:53:29.418038Z","caller":"traceutil/trace.go:171","msg":"trace[415494657] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24198; }","duration":"1.218691626s","start":"2026-07-22T22:53:28.199294Z","end":"2026-07-22T22:53:29.417986Z","steps":["trace[415494657] 'agreement among raft nodes before linearized reading' (duration: 1.218053618s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.418227Z","caller":"traceutil/trace.go:171","msg":"trace[1742197848] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba; range_end:; response_count:1; response_revision:24198; }","duration":"3.431016567s","start":"2026-07-22T22:53:25.987198Z","end":"2026-07-22T22:53:29.418214Z","steps":["trace[1742197848] 'agreement among raft nodes before linearized reading' (duration: 3.430869183s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.418227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:26.532428Z","time spent":"2.885788022s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-22T22:53:29.418177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014877863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:29.41834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067510175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-22T22:53:29.418355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426596665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-22T22:53:29.417933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.281689Z","time spent":"2.136231814s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:29.41831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774824316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-22T22:53:29.418382Z","caller":"traceutil/trace.go:171","msg":"trace[1067260037] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24198; }","duration":"1.067549877s","start":"2026-07-22T22:53:28.350824Z","end":"2026-07-22T22:53:29.418373Z","steps":["trace[1067260037] 'agreement among raft nodes before linearized reading' (duration: 1.067437654s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.418397Z","caller":"traceutil/trace.go:171","msg":"trace[798182224] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24198; }","duration":"1.426627316s","start":"2026-07-22T22:53:27.991752Z","end":"2026-07-22T22:53:29.418379Z","steps":["trace[798182224] 'agreement among raft nodes before linearized reading' (duration: 1.426536173s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.418412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:28.350791Z","time spent":"1.067615597s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-22T22:53:29.418239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:28.199272Z","time spent":"1.218957293s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:29.418435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.991727Z","time spent":"1.426701007s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-22T22:53:29.418429Z","caller":"traceutil/trace.go:171","msg":"trace[323880417] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24198; }","duration":"2.77499263s","start":"2026-07-22T22:53:26.643415Z","end":"2026-07-22T22:53:29.418408Z","steps":["trace[323880417] 'agreement among raft nodes before linearized reading' (duration: 2.774543668s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.418483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430350861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-22T22:53:29.418583Z","caller":"traceutil/trace.go:171","msg":"trace[1115409272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24198; }","duration":"1.430452453s","start":"2026-07-22T22:53:27.988072Z","end":"2026-07-22T22:53:29.418525Z","steps":["trace[1115409272] 'agreement among raft nodes before linearized reading' (duration: 1.430308669s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.418606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:26.64339Z","time spent":"2.775132524s","remote":"127.0.0.1:34416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:29.418641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.988048Z","time spent":"1.430579247s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-22T22:53:29.417926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.993357Z","time spent":"1.424510346s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:29.41832Z","caller":"traceutil/trace.go:171","msg":"trace[128613859] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24198; }","duration":"1.015050297s","start":"2026-07-22T22:53:28.403256Z","end":"2026-07-22T22:53:29.418306Z","steps":["trace[128613859] 'agreement among raft nodes before linearized reading' (duration: 1.014860721s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.418049Z","caller":"traceutil/trace.go:171","msg":"trace[1269999172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24198; }","duration":"1.426080111s","start":"2026-07-22T22:53:27.991956Z","end":"2026-07-22T22:53:29.418036Z","steps":["trace[1269999172] 'agreement among raft nodes before linearized reading' (duration: 1.425763422s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.419002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:28.403242Z","time spent":"1.015681535s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-22T22:53:29.419083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.991951Z","time spent":"1.427112479s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:29.418006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.66154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:29.419213Z","caller":"traceutil/trace.go:171","msg":"trace[526998537] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24198; }","duration":"204.917005ms","start":"2026-07-22T22:53:29.214264Z","end":"2026-07-22T22:53:29.419181Z","steps":["trace[526998537] 'agreement among raft nodes before linearized reading' (duration: 203.709881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.41825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.328527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:29.418263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.987185Z","time spent":"3.43107203s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" "} {"level":"warn","ts":"2026-07-22T22:53:29.41805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424809194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:29.419566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075752786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-22T22:53:29.419595Z","caller":"traceutil/trace.go:171","msg":"trace[1705685233] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24198; }","duration":"3.426359466s","start":"2026-07-22T22:53:25.993221Z","end":"2026-07-22T22:53:29.41958Z","steps":["trace[1705685233] 'agreement among raft nodes before linearized reading' (duration: 3.424807123s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.419648Z","caller":"traceutil/trace.go:171","msg":"trace[67680996] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24198; }","duration":"1.075877829s","start":"2026-07-22T22:53:28.343756Z","end":"2026-07-22T22:53:29.419634Z","steps":["trace[67680996] 'agreement among raft nodes before linearized reading' (duration: 1.074055069s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.419693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:25.993214Z","time spent":"3.42646372s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-22T22:53:29.419467Z","caller":"traceutil/trace.go:171","msg":"trace[1470690667] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24198; }","duration":"354.493311ms","start":"2026-07-22T22:53:29.064855Z","end":"2026-07-22T22:53:29.419348Z","steps":["trace[1470690667] 'agreement among raft nodes before linearized reading' (duration: 353.359869ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.418195Z","caller":"traceutil/trace.go:171","msg":"trace[788899013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24198; }","duration":"1.424730352s","start":"2026-07-22T22:53:27.993452Z","end":"2026-07-22T22:53:29.418182Z","steps":["trace[788899013] 'agreement among raft nodes before linearized reading' (duration: 1.424348551s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:29.418097Z","caller":"traceutil/trace.go:171","msg":"trace[911359223] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24198; }","duration":"2.610827066s","start":"2026-07-22T22:53:26.807259Z","end":"2026-07-22T22:53:29.418086Z","steps":["trace[911359223] 'agreement among raft nodes before linearized reading' (duration: 2.610762554s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.419725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:28.34374Z","time spent":"1.075973232s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-22T22:53:29.419901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.993446Z","time spent":"1.4264477s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:29.41984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.064827Z","time spent":"354.990595ms","remote":"127.0.0.1:58476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:29.419925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:26.807234Z","time spent":"2.612675528s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:29.420099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433621101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-22T22:53:29.42024Z","caller":"traceutil/trace.go:171","msg":"trace[1115866466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24198; }","duration":"1.434846465s","start":"2026-07-22T22:53:27.98536Z","end":"2026-07-22T22:53:29.420207Z","steps":["trace[1115866466] 'agreement among raft nodes before linearized reading' (duration: 1.431905202s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:29.42032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:27.985336Z","time spent":"1.43496159s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:30.994853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444724752s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:30.994964Z","caller":"traceutil/trace.go:171","msg":"trace[77884032] linearizableReadLoop","detail":"{readStateIndex:24981; appliedIndex:24980; }","duration":"1.571516421s","start":"2026-07-22T22:53:29.423429Z","end":"2026-07-22T22:53:30.994945Z","steps":["trace[77884032] 'read index received' (duration: 126.621373ms)","trace[77884032] 'applied index is now lower than readState.Index' (duration: 1.444892678s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:30.995073Z","caller":"traceutil/trace.go:171","msg":"trace[1682531182] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"1.571672175s","start":"2026-07-22T22:53:29.423388Z","end":"2026-07-22T22:53:30.99506Z","steps":["trace[1682531182] 'process raft request' (duration: 126.639634ms)","trace[1682531182] 'compare' (duration: 1.443863638s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:30.995143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.423368Z","time spent":"1.571738187s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:30.9964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572960681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-22T22:53:30.996462Z","caller":"traceutil/trace.go:171","msg":"trace[1225259754] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24199; }","duration":"1.573045424s","start":"2026-07-22T22:53:29.423405Z","end":"2026-07-22T22:53:30.996451Z","steps":["trace[1225259754] 'agreement among raft nodes before linearized reading' (duration: 1.571957164s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:30.996501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.423389Z","time spent":"1.573103715s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-22T22:53:31.286478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.736392234s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:53:31.431499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-22T22:53:31.431576Z","caller":"traceutil/trace.go:171","msg":"trace[324403475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200728s","start":"2026-07-22T22:53:29.431361Z","end":"2026-07-22T22:53:31.431562Z","steps":["trace[324403475] 'agreement among raft nodes before linearized reading' (duration: 2.000107375s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:31.43161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.431351Z","time spent":"2.000251529s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:32.291434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.743531ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:32.291574Z","caller":"traceutil/trace.go:171","msg":"trace[31784225] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24199; }","duration":"144.901856ms","start":"2026-07-22T22:53:32.146651Z","end":"2026-07-22T22:53:32.291553Z","steps":["trace[31784225] 'range keys from in-memory index tree' (duration: 144.722521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.292854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004851231s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:32.293051Z","caller":"traceutil/trace.go:171","msg":"trace[968446232] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"2.867447858s","start":"2026-07-22T22:53:29.42558Z","end":"2026-07-22T22:53:32.293028Z","steps":["trace[968446232] 'process raft request' (duration: 1.86132879s)","trace[968446232] 'compare' (duration: 1.004086421s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:32.293174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.425571Z","time spent":"2.86753028s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:32.293293Z","caller":"traceutil/trace.go:171","msg":"trace[1425540644] linearizableReadLoop","detail":"{readStateIndex:24989; appliedIndex:24981; }","duration":"1.298283024s","start":"2026-07-22T22:53:30.994992Z","end":"2026-07-22T22:53:32.293275Z","steps":["trace[1425540644] 'read index received' (duration: 291.9361ms)","trace[1425540644] 'applied index is now lower than readState.Index' (duration: 1.006345854s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:32.293287Z","caller":"traceutil/trace.go:171","msg":"trace[243765007] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"2.866201514s","start":"2026-07-22T22:53:29.427047Z","end":"2026-07-22T22:53:32.293248Z","steps":["trace[243765007] 'process raft request' (duration: 2.866029529s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:32.293395Z","caller":"traceutil/trace.go:171","msg":"trace[1388652205] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"1.94383387s","start":"2026-07-22T22:53:30.349533Z","end":"2026-07-22T22:53:32.293367Z","steps":["trace[1388652205] 'process raft request' (duration: 1.943676326s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.29346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943628803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-22T22:53:32.293476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.427032Z","time spent":"2.866343398s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:32.293536Z","caller":"traceutil/trace.go:171","msg":"trace[1066395693] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"2.866398449s","start":"2026-07-22T22:53:29.427128Z","end":"2026-07-22T22:53:32.293526Z","steps":["trace[1066395693] 'process raft request' (duration: 2.865982297s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.293552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450409051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:32.293406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921545286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:32.2936Z","caller":"traceutil/trace.go:171","msg":"trace[1782402917] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24207; }","duration":"1.450524515s","start":"2026-07-22T22:53:30.843063Z","end":"2026-07-22T22:53:32.293587Z","steps":["trace[1782402917] 'agreement among raft nodes before linearized reading' (duration: 1.450454293s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:32.293606Z","caller":"traceutil/trace.go:171","msg":"trace[226210824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24207; }","duration":"1.921813254s","start":"2026-07-22T22:53:30.371778Z","end":"2026-07-22T22:53:32.293592Z","steps":["trace[226210824] 'agreement among raft nodes before linearized reading' (duration: 1.921517496s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.293621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.427116Z","time spent":"2.866456551s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:32.293647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:30.371759Z","time spent":"1.921874996s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:32.29365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:30.843038Z","time spent":"1.450602397s","remote":"127.0.0.1:45690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:32.293668Z","caller":"traceutil/trace.go:171","msg":"trace[1529692361] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"2.867825309s","start":"2026-07-22T22:53:29.425826Z","end":"2026-07-22T22:53:32.293652Z","steps":["trace[1529692361] 'process raft request' (duration: 2.86711847s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.29367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039723754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:32.293489Z","caller":"traceutil/trace.go:171","msg":"trace[384195516] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"1.307230894s","start":"2026-07-22T22:53:30.986236Z","end":"2026-07-22T22:53:32.293466Z","steps":["trace[384195516] 'process raft request' (duration: 1.307005718s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.293734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.425793Z","time spent":"2.867903161s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:32.293731Z","caller":"traceutil/trace.go:171","msg":"trace[1443582798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24207; }","duration":"1.943662236s","start":"2026-07-22T22:53:30.349819Z","end":"2026-07-22T22:53:32.293481Z","steps":["trace[1443582798] 'agreement among raft nodes before linearized reading' (duration: 1.943536182s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.293779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:30.986205Z","time spent":"1.307542573s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:32.293802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171354618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:32.293856Z","caller":"traceutil/trace.go:171","msg":"trace[37594300] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"2.508104972s","start":"2026-07-22T22:53:29.785737Z","end":"2026-07-22T22:53:32.293842Z","steps":["trace[37594300] 'process raft request' (duration: 2.507443033s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.293879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867717946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-22T22:53:32.293584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866335817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:32.293913Z","caller":"traceutil/trace.go:171","msg":"trace[734014311] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24207; }","duration":"2.867777807s","start":"2026-07-22T22:53:29.426127Z","end":"2026-07-22T22:53:32.293905Z","steps":["trace[734014311] 'agreement among raft nodes before linearized reading' (duration: 2.867688145s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.293916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82604741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:32.293956Z","caller":"traceutil/trace.go:171","msg":"trace[1247717646] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24207; }","duration":"2.866716588s","start":"2026-07-22T22:53:29.427209Z","end":"2026-07-22T22:53:32.293925Z","steps":["trace[1247717646] 'agreement among raft nodes before linearized reading' (duration: 2.866290996s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:32.29374Z","caller":"traceutil/trace.go:171","msg":"trace[1861484778] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24207; }","duration":"2.039821767s","start":"2026-07-22T22:53:30.2539Z","end":"2026-07-22T22:53:32.293722Z","steps":["trace[1861484778] 'agreement among raft nodes before linearized reading' (duration: 2.039726124s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:32.29397Z","caller":"traceutil/trace.go:171","msg":"trace[235806929] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24207; }","duration":"2.826163583s","start":"2026-07-22T22:53:29.467794Z","end":"2026-07-22T22:53:32.293958Z","steps":["trace[235806929] 'agreement among raft nodes before linearized reading' (duration: 2.82608314s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.294002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.427203Z","time spent":"2.8667872s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:53:32.294016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869670981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-952f8437-53e1-4597-9016-26f279a19118\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-22T22:53:32.294015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:30.25388Z","time spent":"2.040119345s","remote":"127.0.0.1:58504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:32.294042Z","caller":"traceutil/trace.go:171","msg":"trace[1549303151] range","detail":"{range_begin:/registry/persistentvolumes/pvc-952f8437-53e1-4597-9016-26f279a19118; range_end:; response_count:1; response_revision:24207; }","duration":"2.869710112s","start":"2026-07-22T22:53:29.424323Z","end":"2026-07-22T22:53:32.294034Z","steps":["trace[1549303151] 'agreement among raft nodes before linearized reading' (duration: 2.86962967s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.294062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.424316Z","time spent":"2.869740493s","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-952f8437-53e1-4597-9016-26f279a19118\" "} {"level":"info","ts":"2026-07-22T22:53:32.293853Z","caller":"traceutil/trace.go:171","msg":"trace[1373816206] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24207; }","duration":"2.171461901s","start":"2026-07-22T22:53:30.122379Z","end":"2026-07-22T22:53:32.29384Z","steps":["trace[1373816206] 'agreement among raft nodes before linearized reading' (duration: 2.171389638s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.294116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:30.122356Z","time spent":"2.171747848s","remote":"127.0.0.1:58556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:32.293555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:30.349503Z","time spent":"1.943967333s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:32.294135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870656469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:32.29418Z","caller":"traceutil/trace.go:171","msg":"trace[1840999902] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24207; }","duration":"2.8707309s","start":"2026-07-22T22:53:29.423439Z","end":"2026-07-22T22:53:32.29417Z","steps":["trace[1840999902] 'agreement among raft nodes before linearized reading' (duration: 2.870661398s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.293922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.785714Z","time spent":"2.508173913s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:32.294213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.423421Z","time spent":"2.870787042s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-22T22:53:32.293898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460672789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:32.294024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.467738Z","time spent":"2.826271806s","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:32.293487Z","caller":"traceutil/trace.go:171","msg":"trace[1415635549] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"2.866297476s","start":"2026-07-22T22:53:29.427153Z","end":"2026-07-22T22:53:32.293451Z","steps":["trace[1415635549] 'process raft request' (duration: 2.865985248s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:32.294263Z","caller":"traceutil/trace.go:171","msg":"trace[490666441] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24207; }","duration":"1.46108407s","start":"2026-07-22T22:53:30.833162Z","end":"2026-07-22T22:53:32.294246Z","steps":["trace[490666441] 'agreement among raft nodes before linearized reading' (duration: 1.460704469s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:32.29379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:30.349778Z","time spent":"1.943999745s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:53:32.294313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.427138Z","time spent":"2.86714053s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:32.294329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:30.833129Z","time spent":"1.461179453s","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:32.293939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:29.426112Z","time spent":"2.867821518s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-22T22:53:32.794222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:33.294812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:33.432497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-22T22:53:33.432582Z","caller":"traceutil/trace.go:171","msg":"trace[299758047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290149s","start":"2026-07-22T22:53:31.432271Z","end":"2026-07-22T22:53:33.432561Z","steps":["trace[299758047] 'agreement among raft nodes before linearized reading' (duration: 2.000175736s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:33.432629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:31.432258Z","time spent":"2.000361771s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:33.651848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400998269s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:53:34.200462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.310034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:34.200994Z","caller":"traceutil/trace.go:171","msg":"trace[1378462430] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"2.771496463s","start":"2026-07-22T22:53:31.429469Z","end":"2026-07-22T22:53:34.200966Z","steps":["trace[1378462430] 'process raft request' (duration: 2.771434902s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:34.201119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:31.429454Z","time spent":"2.771611486s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:34.201397Z","caller":"traceutil/trace.go:171","msg":"trace[246484949] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"2.777542902s","start":"2026-07-22T22:53:31.423835Z","end":"2026-07-22T22:53:34.201377Z","steps":["trace[246484949] 'process raft request' (duration: 2.22822915s)","trace[246484949] 'compare' (duration: 547.756949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:34.20154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:31.423798Z","time spent":"2.777650216s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:34.201917Z","caller":"traceutil/trace.go:171","msg":"trace[1471960528] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"2.776829942s","start":"2026-07-22T22:53:31.42507Z","end":"2026-07-22T22:53:34.2019Z","steps":["trace[1471960528] 'process raft request' (duration: 2.775541036s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:34.202018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:31.425051Z","time spent":"2.776914244s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:34.202176Z","caller":"traceutil/trace.go:171","msg":"trace[405968259] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"2.773937151s","start":"2026-07-22T22:53:31.428204Z","end":"2026-07-22T22:53:34.202141Z","steps":["trace[405968259] 'process raft request' (duration: 2.772650775s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:34.202373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:31.428178Z","time spent":"2.774085976s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:34.202619Z","caller":"traceutil/trace.go:171","msg":"trace[1892056281] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"2.774401774s","start":"2026-07-22T22:53:31.428205Z","end":"2026-07-22T22:53:34.202607Z","steps":["trace[1892056281] 'process raft request' (duration: 2.772601764s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:34.202683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:31.428187Z","time spent":"2.774462466s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:34.203023Z","caller":"traceutil/trace.go:171","msg":"trace[1740278269] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"2.774880408s","start":"2026-07-22T22:53:31.428121Z","end":"2026-07-22T22:53:34.203002Z","steps":["trace[1740278269] 'process raft request' (duration: 2.772630685s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:34.203125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:31.428105Z","time spent":"2.77496954s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:34.710007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000614389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:53:34.710113Z","caller":"traceutil/trace.go:171","msg":"trace[1820176519] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778833s","start":"2026-07-22T22:53:32.70931Z","end":"2026-07-22T22:53:34.710088Z","steps":["trace[1820176519] 'agreement among raft nodes before linearized reading' (duration: 2.00064568s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:34.710198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.709285Z","time spent":"2.000881548s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:35.439457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000359002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-22T22:53:35.439552Z","caller":"traceutil/trace.go:171","msg":"trace[941336079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000524466s","start":"2026-07-22T22:53:33.439009Z","end":"2026-07-22T22:53:35.439534Z","steps":["trace[941336079] 'agreement among raft nodes before linearized reading' (duration: 2.000398053s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:35.439603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:33.438984Z","time spent":"2.000605089s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:35.548147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234184849s","expected-duration":"1s"} {"level":"info","ts":"2026-07-22T22:53:35.54873Z","caller":"traceutil/trace.go:171","msg":"trace[1497221666] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"3.249425169s","start":"2026-07-22T22:53:32.29926Z","end":"2026-07-22T22:53:35.548685Z","steps":["trace[1497221666] 'process raft request' (duration: 3.24913122s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:35.54893Z","caller":"traceutil/trace.go:171","msg":"trace[1135501181] linearizableReadLoop","detail":"{readStateIndex:24997; appliedIndex:24989; }","duration":"3.255567851s","start":"2026-07-22T22:53:32.293326Z","end":"2026-07-22T22:53:35.548894Z","steps":["trace[1135501181] 'read index received' (duration: 1.358704444s)","trace[1135501181] 'applied index is now lower than readState.Index' (duration: 1.896861087s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:35.549006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.299247Z","time spent":"3.249578843s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:35.549032Z","caller":"traceutil/trace.go:171","msg":"trace[1329063343] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"3.245063506s","start":"2026-07-22T22:53:32.303917Z","end":"2026-07-22T22:53:35.548981Z","steps":["trace[1329063343] 'process raft request' (duration: 3.244698126s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:35.549163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.548885675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-22T22:53:35.549163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.550678325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:53:35.549196Z","caller":"traceutil/trace.go:171","msg":"trace[875776631] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba; range_end:; response_count:1; response_revision:24215; }","duration":"4.548978607s","start":"2026-07-22T22:53:31.000208Z","end":"2026-07-22T22:53:35.549187Z","steps":["trace[875776631] 'agreement among raft nodes before linearized reading' (duration: 4.548821623s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:35.549206Z","caller":"traceutil/trace.go:171","msg":"trace[1949088048] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24215; }","duration":"4.550759477s","start":"2026-07-22T22:53:30.998434Z","end":"2026-07-22T22:53:35.549193Z","steps":["trace[1949088048] 'agreement among raft nodes before linearized reading' (duration: 4.550612443s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:35.549225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:31.000187Z","time spent":"4.54902882s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" "} {"level":"warn","ts":"2026-07-22T22:53:35.549236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:30.998419Z","time spent":"4.55081029s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-22T22:53:35.549227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.303888Z","time spent":"3.245219072s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:36.04974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:36.865229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.879915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:36.865375Z","caller":"traceutil/trace.go:171","msg":"trace[76955284] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"2.565260582s","start":"2026-07-22T22:53:34.300087Z","end":"2026-07-22T22:53:36.865348Z","steps":["trace[76955284] 'process raft request' (duration: 1.889135079s)","trace[76955284] 'compare' (duration: 675.30531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:36.865464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.300068Z","time spent":"2.565354023s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:37.38044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1531077s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:53:37.448053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:53:37.448154Z","caller":"traceutil/trace.go:171","msg":"trace[1126564674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205398s","start":"2026-07-22T22:53:35.447898Z","end":"2026-07-22T22:53:37.448104Z","steps":["trace[1126564674] 'agreement among raft nodes before linearized reading' (duration: 2.000119695s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.44819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.447877Z","time spent":"2.00030623s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:53:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:53:37.609706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.963448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:37.609837Z","caller":"traceutil/trace.go:171","msg":"trace[1870988196] linearizableReadLoop","detail":"{readStateIndex:25000; appliedIndex:24997; }","duration":"2.060831664s","start":"2026-07-22T22:53:35.548993Z","end":"2026-07-22T22:53:37.609825Z","steps":["trace[1870988196] 'read index received' (duration: 640.185596ms)","trace[1870988196] 'applied index is now lower than readState.Index' (duration: 1.420644548s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:37.609891Z","caller":"traceutil/trace.go:171","msg":"trace[47818371] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"2.056248466s","start":"2026-07-22T22:53:35.553632Z","end":"2026-07-22T22:53:37.609881Z","steps":["trace[47818371] 'process raft request' (duration: 1.827055772s)","trace[47818371] 'compare' (duration: 228.71015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:37.609929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.553605Z","time spent":"2.056306218s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:37.610117Z","caller":"traceutil/trace.go:171","msg":"trace[588244046] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"1.7598153s","start":"2026-07-22T22:53:35.850296Z","end":"2026-07-22T22:53:37.610111Z","steps":["trace[588244046] 'process raft request' (duration: 1.759481041s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.610151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.850266Z","time spent":"1.759868652s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:37.610237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078714535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.610257Z","caller":"traceutil/trace.go:171","msg":"trace[1800838666] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24218; }","duration":"2.078779536s","start":"2026-07-22T22:53:35.531471Z","end":"2026-07-22T22:53:37.610251Z","steps":["trace[1800838666] 'agreement among raft nodes before linearized reading' (duration: 2.078742125s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.610273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.531451Z","time spent":"2.078818967s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.61039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124782074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.610416Z","caller":"traceutil/trace.go:171","msg":"trace[334956480] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24218; }","duration":"2.124860917s","start":"2026-07-22T22:53:35.48555Z","end":"2026-07-22T22:53:37.61041Z","steps":["trace[334956480] 'agreement among raft nodes before linearized reading' (duration: 2.124814285s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.610431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.485528Z","time spent":"2.124898877s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.610476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628076435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:37.610526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172331607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.610522Z","caller":"traceutil/trace.go:171","msg":"trace[408435653] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24218; }","duration":"3.628167909s","start":"2026-07-22T22:53:33.982343Z","end":"2026-07-22T22:53:37.610511Z","steps":["trace[408435653] 'agreement among raft nodes before linearized reading' (duration: 3.628090856s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:37.610564Z","caller":"traceutil/trace.go:171","msg":"trace[331616687] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24218; }","duration":"4.172394399s","start":"2026-07-22T22:53:33.438163Z","end":"2026-07-22T22:53:37.610557Z","steps":["trace[331616687] 'agreement among raft nodes before linearized reading' (duration: 4.172345758s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.610581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:33.438142Z","time spent":"4.17243495s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.610579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:33.982319Z","time spent":"3.62824948s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.610674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312065402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-22T22:53:37.610684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924334921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:37.610913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251593923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.610965Z","caller":"traceutil/trace.go:171","msg":"trace[693607805] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24218; }","duration":"2.251670825s","start":"2026-07-22T22:53:35.359278Z","end":"2026-07-22T22:53:37.610949Z","steps":["trace[693607805] 'agreement among raft nodes before linearized reading' (duration: 2.251612713s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.359258Z","time spent":"2.251745777s","remote":"127.0.0.1:50438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.610698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.313169514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-22T22:53:37.611066Z","caller":"traceutil/trace.go:171","msg":"trace[235551590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24218; }","duration":"5.313553445s","start":"2026-07-22T22:53:32.297498Z","end":"2026-07-22T22:53:37.611051Z","steps":["trace[235551590] 'agreement among raft nodes before linearized reading' (duration: 5.313158734s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.297482Z","time spent":"5.313616246s","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-22T22:53:37.6111Z","caller":"traceutil/trace.go:171","msg":"trace[1807975644] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24218; }","duration":"2.9246341s","start":"2026-07-22T22:53:34.686293Z","end":"2026-07-22T22:53:37.610927Z","steps":["trace[1807975644] 'agreement among raft nodes before linearized reading' (duration: 2.924349721s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.610919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571159887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.611177Z","caller":"traceutil/trace.go:171","msg":"trace[1601111301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24218; }","duration":"2.571446734s","start":"2026-07-22T22:53:35.039719Z","end":"2026-07-22T22:53:37.611165Z","steps":["trace[1601111301] 'agreement among raft nodes before linearized reading' (duration: 2.571181876s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.68627Z","time spent":"2.924897506s","remote":"127.0.0.1:51266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.611209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.039698Z","time spent":"2.571501976s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:37.610707Z","caller":"traceutil/trace.go:171","msg":"trace[1720453320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24218; }","duration":"3.312176395s","start":"2026-07-22T22:53:34.298523Z","end":"2026-07-22T22:53:37.610699Z","steps":["trace[1720453320] 'agreement among raft nodes before linearized reading' (duration: 3.312066011s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.298499Z","time spent":"3.312758552s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:37.610653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311586188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-22T22:53:37.61135Z","caller":"traceutil/trace.go:171","msg":"trace[402489395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24218; }","duration":"3.312313938s","start":"2026-07-22T22:53:34.299023Z","end":"2026-07-22T22:53:37.611337Z","steps":["trace[402489395] 'agreement among raft nodes before linearized reading' (duration: 3.311413173s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.299013Z","time spent":"3.31236906s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:37.610724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061370037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.611448Z","caller":"traceutil/trace.go:171","msg":"trace[420084255] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24218; }","duration":"3.062145777s","start":"2026-07-22T22:53:34.549287Z","end":"2026-07-22T22:53:37.611433Z","steps":["trace[420084255] 'agreement among raft nodes before linearized reading' (duration: 3.061410737s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.549264Z","time spent":"3.062217969s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.610776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552285295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:37.611545Z","caller":"traceutil/trace.go:171","msg":"trace[598284773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24218; }","duration":"3.553106067s","start":"2026-07-22T22:53:34.05843Z","end":"2026-07-22T22:53:37.611536Z","steps":["trace[598284773] 'agreement among raft nodes before linearized reading' (duration: 3.552322205s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.058403Z","time spent":"3.553165189s","remote":"127.0.0.1:51338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.610766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.313046731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-22T22:53:37.61169Z","caller":"traceutil/trace.go:171","msg":"trace[1442873283] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24218; }","duration":"5.314036669s","start":"2026-07-22T22:53:32.297643Z","end":"2026-07-22T22:53:37.611679Z","steps":["trace[1442873283] 'agreement among raft nodes before linearized reading' (duration: 5.312960239s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.297624Z","time spent":"5.314089s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-22T22:53:37.610769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312077601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-22T22:53:37.611797Z","caller":"traceutil/trace.go:171","msg":"trace[1217762794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24218; }","duration":"3.313129462s","start":"2026-07-22T22:53:34.298654Z","end":"2026-07-22T22:53:37.611784Z","steps":["trace[1217762794] 'agreement among raft nodes before linearized reading' (duration: 3.311967389s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.29865Z","time spent":"3.313180633s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:37.610807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311573617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:53:37.611909Z","caller":"traceutil/trace.go:171","msg":"trace[140430009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24218; }","duration":"3.312687289s","start":"2026-07-22T22:53:34.299213Z","end":"2026-07-22T22:53:37.6119Z","steps":["trace[140430009] 'agreement among raft nodes before linearized reading' (duration: 3.311532136s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.611943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.299203Z","time spent":"3.312732729s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-22T22:53:37.610824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87990475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.61201Z","caller":"traceutil/trace.go:171","msg":"trace[1106204792] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24218; }","duration":"4.881092353s","start":"2026-07-22T22:53:32.73091Z","end":"2026-07-22T22:53:37.612002Z","steps":["trace[1106204792] 'agreement among raft nodes before linearized reading' (duration: 4.879890208s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.612038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.730873Z","time spent":"4.881156704s","remote":"127.0.0.1:58646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.610838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145617436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:37.612156Z","caller":"traceutil/trace.go:171","msg":"trace[622772961] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24218; }","duration":"5.146980113s","start":"2026-07-22T22:53:32.465168Z","end":"2026-07-22T22:53:37.612149Z","steps":["trace[622772961] 'agreement among raft nodes before linearized reading' (duration: 5.145644936s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.612196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.465145Z","time spent":"5.147031744s","remote":"127.0.0.1:53978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.610837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.473958263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-22T22:53:37.612264Z","caller":"traceutil/trace.go:171","msg":"trace[1877225041] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24218; }","duration":"3.475418043s","start":"2026-07-22T22:53:34.136823Z","end":"2026-07-22T22:53:37.612241Z","steps":["trace[1877225041] 'agreement among raft nodes before linearized reading' (duration: 3.473898501s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.610854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.210334377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:37.610863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898377776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:37.610879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.250242203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:37.610841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312167365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:53:37.612339Z","caller":"traceutil/trace.go:171","msg":"trace[33380422] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24218; }","duration":"3.313700028s","start":"2026-07-22T22:53:34.298629Z","end":"2026-07-22T22:53:37.612329Z","steps":["trace[33380422] 'agreement among raft nodes before linearized reading' (duration: 3.312039111s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.61234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.136794Z","time spent":"3.475530386s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:37.612363Z","caller":"traceutil/trace.go:171","msg":"trace[1298580906] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24218; }","duration":"4.899911369s","start":"2026-07-22T22:53:32.712436Z","end":"2026-07-22T22:53:37.612348Z","steps":["trace[1298580906] 'agreement among raft nodes before linearized reading' (duration: 4.898402647s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:37.612389Z","caller":"traceutil/trace.go:171","msg":"trace[1686536399] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24218; }","duration":"5.251771426s","start":"2026-07-22T22:53:32.360606Z","end":"2026-07-22T22:53:37.612378Z","steps":["trace[1686536399] 'agreement among raft nodes before linearized reading' (duration: 5.250256323s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.612387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:34.298623Z","time spent":"3.313748859s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-22T22:53:37.612404Z","caller":"traceutil/trace.go:171","msg":"trace[606402719] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24218; }","duration":"5.211881679s","start":"2026-07-22T22:53:32.400475Z","end":"2026-07-22T22:53:37.612356Z","steps":["trace[606402719] 'agreement among raft nodes before linearized reading' (duration: 5.210361057s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.612425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.360593Z","time spent":"5.251822216s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.612459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.400453Z","time spent":"5.211990333s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.612498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:32.712411Z","time spent":"4.900022592s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:37.973156Z","caller":"traceutil/trace.go:171","msg":"trace[1688911078] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"1.765379207s","start":"2026-07-22T22:53:36.207738Z","end":"2026-07-22T22:53:37.973117Z","steps":["trace[1688911078] 'process raft request' (duration: 1.764464231s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:37.973204Z","caller":"traceutil/trace.go:171","msg":"trace[1479292348] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"1.764665955s","start":"2026-07-22T22:53:36.20851Z","end":"2026-07-22T22:53:37.973176Z","steps":["trace[1479292348] 'process raft request' (duration: 1.764505731s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.973371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:36.207705Z","time spent":"1.76554228s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:37.97337Z","caller":"traceutil/trace.go:171","msg":"trace[2000930153] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"1.764681147s","start":"2026-07-22T22:53:36.208652Z","end":"2026-07-22T22:53:37.973333Z","steps":["trace[2000930153] 'process raft request' (duration: 1.764482281s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.973393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:36.208465Z","time spent":"1.76482086s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:37.97342Z","caller":"traceutil/trace.go:171","msg":"trace[1948971297] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"1.764609834s","start":"2026-07-22T22:53:36.208782Z","end":"2026-07-22T22:53:37.973392Z","steps":["trace[1948971297] 'process raft request' (duration: 1.76447374s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.973535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:36.20862Z","time spent":"1.76482296s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:37.97358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:36.208771Z","time spent":"1.764726427s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:37.973801Z","caller":"traceutil/trace.go:171","msg":"trace[1510197456] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"1.765005685s","start":"2026-07-22T22:53:36.20878Z","end":"2026-07-22T22:53:37.973786Z","steps":["trace[1510197456] 'process raft request' (duration: 1.764568673s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.973871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:36.20877Z","time spent":"1.765061716s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:37.973998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.6146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.97395Z","caller":"traceutil/trace.go:171","msg":"trace[948535448] linearizableReadLoop","detail":"{readStateIndex:25007; appliedIndex:25000; }","duration":"364.063128ms","start":"2026-07-22T22:53:37.609857Z","end":"2026-07-22T22:53:37.97392Z","steps":["trace[948535448] 'read index received' (duration: 362.656868ms)","trace[948535448] 'applied index is now lower than readState.Index' (duration: 1.40447ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:37.974036Z","caller":"traceutil/trace.go:171","msg":"trace[1580533188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24225; }","duration":"525.677272ms","start":"2026-07-22T22:53:37.448349Z","end":"2026-07-22T22:53:37.974026Z","steps":["trace[1580533188] 'agreement among raft nodes before linearized reading' (duration: 525.60764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.974021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051085761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:37.974067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.448337Z","time spent":"525.722873ms","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:53:37.974087Z","caller":"traceutil/trace.go:171","msg":"trace[1122448350] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24225; }","duration":"2.051194425s","start":"2026-07-22T22:53:35.922874Z","end":"2026-07-22T22:53:37.974068Z","steps":["trace[1122448350] 'agreement among raft nodes before linearized reading' (duration: 2.051089562s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.974157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.922854Z","time spent":"2.051279647s","remote":"127.0.0.1:58550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.974171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415563091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:37.974232Z","caller":"traceutil/trace.go:171","msg":"trace[1432548069] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"673.999342ms","start":"2026-07-22T22:53:37.300217Z","end":"2026-07-22T22:53:37.974216Z","steps":["trace[1432548069] 'process raft request' (duration: 673.58057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.974154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.371342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.974297Z","caller":"traceutil/trace.go:171","msg":"trace[617096266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24225; }","duration":"381.567548ms","start":"2026-07-22T22:53:37.592716Z","end":"2026-07-22T22:53:37.974284Z","steps":["trace[617096266] 'agreement among raft nodes before linearized reading' (duration: 381.381863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.974327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.836968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-22T22:53:37.974298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423242586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.177\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-22T22:53:37.974334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.592688Z","time spent":"381.635531ms","remote":"127.0.0.1:58688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:37.974361Z","caller":"traceutil/trace.go:171","msg":"trace[1840647738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24225; }","duration":"420.914439ms","start":"2026-07-22T22:53:37.553436Z","end":"2026-07-22T22:53:37.974351Z","steps":["trace[1840647738] 'agreement among raft nodes before linearized reading' (duration: 420.786415ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:37.974236Z","caller":"traceutil/trace.go:171","msg":"trace[466843178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24225; }","duration":"2.415657445s","start":"2026-07-22T22:53:35.558553Z","end":"2026-07-22T22:53:37.974211Z","steps":["trace[466843178] 'agreement among raft nodes before linearized reading' (duration: 2.415536702s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:37.97437Z","caller":"traceutil/trace.go:171","msg":"trace[451680531] range","detail":"{range_begin:/registry/masterleases/199.204.45.177; range_end:; response_count:1; response_revision:24225; }","duration":"2.4233723s","start":"2026-07-22T22:53:35.550985Z","end":"2026-07-22T22:53:37.974357Z","steps":["trace[451680531] 'agreement among raft nodes before linearized reading' (duration: 2.423116883s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.974402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.553412Z","time spent":"420.982221ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:53:37.974445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.55852Z","time spent":"2.415904311s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:37.974445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:35.550962Z","time spent":"2.423468043s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.177\" "} {"level":"info","ts":"2026-07-22T22:53:37.974503Z","caller":"traceutil/trace.go:171","msg":"trace[490974050] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"1.765079726s","start":"2026-07-22T22:53:36.208836Z","end":"2026-07-22T22:53:37.973915Z","steps":["trace[490974050] 'process raft request' (duration: 1.764770208s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.974649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:36.208825Z","time spent":"1.765745756s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:37.974345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.300192Z","time spent":"674.074074ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:37.974323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150714963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:37.975235Z","caller":"traceutil/trace.go:171","msg":"trace[256988514] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24225; }","duration":"1.151674251s","start":"2026-07-22T22:53:36.823537Z","end":"2026-07-22T22:53:37.975211Z","steps":["trace[256988514] 'agreement among raft nodes before linearized reading' (duration: 1.150688763s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:37.976162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:36.823517Z","time spent":"1.151858856s","remote":"127.0.0.1:58894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:38.475093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129621,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-22T22:53:38.639727Z","caller":"traceutil/trace.go:171","msg":"trace[2073505601] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"1.024698527s","start":"2026-07-22T22:53:37.615Z","end":"2026-07-22T22:53:38.639698Z","steps":["trace[2073505601] 'process raft request' (duration: 964.720568ms)","trace[2073505601] 'compare' (duration: 58.802856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:38.640068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.614989Z","time spent":"1.02480831s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:38.640694Z","caller":"traceutil/trace.go:171","msg":"trace[1697383492] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"1.023560535s","start":"2026-07-22T22:53:37.617101Z","end":"2026-07-22T22:53:38.640662Z","steps":["trace[1697383492] 'process raft request' (duration: 1.022535507s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:38.64076Z","caller":"traceutil/trace.go:171","msg":"trace[2115622979] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"1.023561544s","start":"2026-07-22T22:53:37.617183Z","end":"2026-07-22T22:53:38.640744Z","steps":["trace[2115622979] 'process raft request' (duration: 1.023491552s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:38.640842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.61718Z","time spent":"1.023619356s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:38.641019Z","caller":"traceutil/trace.go:171","msg":"trace[2028697666] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"1.023915504s","start":"2026-07-22T22:53:37.617094Z","end":"2026-07-22T22:53:38.641009Z","steps":["trace[2028697666] 'process raft request' (duration: 1.023472172s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:38.64086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.617095Z","time spent":"1.023670838s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:38.641074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.617072Z","time spent":"1.023977586s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-22T22:53:38.641119Z","caller":"traceutil/trace.go:171","msg":"trace[996586131] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"1.023885144s","start":"2026-07-22T22:53:37.617195Z","end":"2026-07-22T22:53:38.64108Z","steps":["trace[996586131] 'process raft request' (duration: 1.023513654s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:38.641162Z","caller":"traceutil/trace.go:171","msg":"trace[941090465] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"1.023974116s","start":"2026-07-22T22:53:37.617142Z","end":"2026-07-22T22:53:38.641116Z","steps":["trace[941090465] 'process raft request' (duration: 1.023493053s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:38.641249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.617186Z","time spent":"1.023991137s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:38.641339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.617138Z","time spent":"1.024103801s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:39.125805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.978464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-22T22:53:39.266045Z","caller":"traceutil/trace.go:171","msg":"trace[1695433071] linearizableReadLoop","detail":"{readStateIndex:25017; appliedIndex:25007; }","duration":"1.291983908s","start":"2026-07-22T22:53:37.97404Z","end":"2026-07-22T22:53:39.266023Z","steps":["trace[1695433071] 'read index received' (duration: 605.850375ms)","trace[1695433071] 'applied index is now lower than readState.Index' (duration: 686.132583ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:39.266117Z","caller":"traceutil/trace.go:171","msg":"trace[507413236] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"865.02861ms","start":"2026-07-22T22:53:38.401053Z","end":"2026-07-22T22:53:39.266082Z","steps":["trace[507413236] 'process raft request' (duration: 864.939387ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:39.266129Z","caller":"traceutil/trace.go:171","msg":"trace[619425210] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"1.286962478s","start":"2026-07-22T22:53:37.97912Z","end":"2026-07-22T22:53:39.266082Z","steps":["trace[619425210] 'process raft request' (duration: 1.286764152s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.266236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65153446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18229"} {"level":"info","ts":"2026-07-22T22:53:39.266264Z","caller":"traceutil/trace.go:171","msg":"trace[2028102922] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24233; }","duration":"1.651589641s","start":"2026-07-22T22:53:37.614664Z","end":"2026-07-22T22:53:39.266253Z","steps":["trace[2028102922] 'agreement among raft nodes before linearized reading' (duration: 1.651457468s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.26629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.614652Z","time spent":"1.651630853s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-22T22:53:39.26629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:38.401023Z","time spent":"865.159843ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:39.266325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.979097Z","time spent":"1.287120292s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:39.266418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651626632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c3dad0c-8577-418c-bd3b-0ff237b7783f\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-07-22T22:53:39.266031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.97642Z","time spent":"1.289600972s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-22T22:53:39.266488Z","caller":"traceutil/trace.go:171","msg":"trace[1464061977] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c3dad0c-8577-418c-bd3b-0ff237b7783f; range_end:; response_count:1; response_revision:24233; }","duration":"1.651728935s","start":"2026-07-22T22:53:37.614741Z","end":"2026-07-22T22:53:39.26647Z","steps":["trace[1464061977] 'agreement among raft nodes before linearized reading' (duration: 1.651395726s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.266531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.614737Z","time spent":"1.651782267s","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-8c3dad0c-8577-418c-bd3b-0ff237b7783f\" "} {"level":"info","ts":"2026-07-22T22:53:39.296096Z","caller":"traceutil/trace.go:171","msg":"trace[85348178] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"425.086017ms","start":"2026-07-22T22:53:38.870984Z","end":"2026-07-22T22:53:39.29607Z","steps":["trace[85348178] 'process raft request' (duration: 424.81809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.296236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:38.870953Z","time spent":"425.201139ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:39.296368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314428906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:39.296392Z","caller":"traceutil/trace.go:171","msg":"trace[1234967362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24235; }","duration":"1.314475398s","start":"2026-07-22T22:53:37.981909Z","end":"2026-07-22T22:53:39.296384Z","steps":["trace[1234967362] 'agreement among raft nodes before linearized reading' (duration: 1.314423756s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.296431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.981899Z","time spent":"1.314508068s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:39.296597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.050002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:39.296645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.058034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:39.296683Z","caller":"traceutil/trace.go:171","msg":"trace[1781301604] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24235; }","duration":"685.184517ms","start":"2026-07-22T22:53:38.611478Z","end":"2026-07-22T22:53:39.296663Z","steps":["trace[1781301604] 'agreement among raft nodes before linearized reading' (duration: 684.977791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.296744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:38.611457Z","time spent":"685.273988ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:39.296742Z","caller":"traceutil/trace.go:171","msg":"trace[1864825967] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24235; }","duration":"625.213497ms","start":"2026-07-22T22:53:38.671506Z","end":"2026-07-22T22:53:39.296719Z","steps":["trace[1864825967] 'agreement among raft nodes before linearized reading' (duration: 624.999441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.296807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:38.671483Z","time spent":"625.307781ms","remote":"127.0.0.1:49004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:39.297577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.954456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-22T22:53:39.297647Z","caller":"traceutil/trace.go:171","msg":"trace[1533925118] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba; range_end:; response_count:1; response_revision:24235; }","duration":"652.048648ms","start":"2026-07-22T22:53:38.645579Z","end":"2026-07-22T22:53:39.297628Z","steps":["trace[1533925118] 'agreement among raft nodes before linearized reading' (duration: 650.801473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.297698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:38.645567Z","time spent":"652.11842ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" "} {"level":"warn","ts":"2026-07-22T22:53:39.299839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320728343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-22T22:53:39.299908Z","caller":"traceutil/trace.go:171","msg":"trace[639985401] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24235; }","duration":"1.320836204s","start":"2026-07-22T22:53:37.979055Z","end":"2026-07-22T22:53:39.299891Z","steps":["trace[639985401] 'agreement among raft nodes before linearized reading' (duration: 1.317363747s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.299956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:37.979036Z","time spent":"1.320908267s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-22T22:53:39.425829Z","caller":"traceutil/trace.go:171","msg":"trace[1743757281] linearizableReadLoop","detail":"{readStateIndex:25020; appliedIndex:25019; }","duration":"118.823227ms","start":"2026-07-22T22:53:39.306977Z","end":"2026-07-22T22:53:39.4258Z","steps":["trace[1743757281] 'read index received' (duration: 82.173ms)","trace[1743757281] 'applied index is now lower than readState.Index' (duration: 36.649097ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:39.425912Z","caller":"traceutil/trace.go:171","msg":"trace[1945680180] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"120.77672ms","start":"2026-07-22T22:53:39.305097Z","end":"2026-07-22T22:53:39.425874Z","steps":["trace[1945680180] 'process raft request' (duration: 83.865928ms)","trace[1945680180] 'compare' (duration: 36.699886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:39.426069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.067823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:39.426114Z","caller":"traceutil/trace.go:171","msg":"trace[658505400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24236; }","duration":"119.160684ms","start":"2026-07-22T22:53:39.306941Z","end":"2026-07-22T22:53:39.426101Z","steps":["trace[658505400] 'agreement among raft nodes before linearized reading' (duration: 118.99103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:39.926442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:40.149761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.8606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:40.149875Z","caller":"traceutil/trace.go:171","msg":"trace[479391087] linearizableReadLoop","detail":"{readStateIndex:25021; appliedIndex:25020; }","duration":"723.95142ms","start":"2026-07-22T22:53:39.4259Z","end":"2026-07-22T22:53:40.149852Z","steps":["trace[479391087] 'read index received' (duration: 606.864143ms)","trace[479391087] 'applied index is now lower than readState.Index' (duration: 117.085557ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:40.149957Z","caller":"traceutil/trace.go:171","msg":"trace[726694280] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"840.194204ms","start":"2026-07-22T22:53:39.309748Z","end":"2026-07-22T22:53:40.149942Z","steps":["trace[726694280] 'process raft request' (duration: 723.065926ms)","trace[726694280] 'compare' (duration: 116.596173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:40.150022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.309735Z","time spent":"840.256165ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:40.150151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.523767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:40.150264Z","caller":"traceutil/trace.go:171","msg":"trace[416948314] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24237; }","duration":"744.69043ms","start":"2026-07-22T22:53:39.405544Z","end":"2026-07-22T22:53:40.150234Z","steps":["trace[416948314] 'agreement among raft nodes before linearized reading' (duration: 744.511676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.150337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.405521Z","time spent":"744.798094ms","remote":"127.0.0.1:58460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:40.15304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.072033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-22T22:53:40.15313Z","caller":"traceutil/trace.go:171","msg":"trace[1545462394] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24237; }","duration":"844.194306ms","start":"2026-07-22T22:53:39.30892Z","end":"2026-07-22T22:53:40.153114Z","steps":["trace[1545462394] 'agreement among raft nodes before linearized reading' (duration: 841.214792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.153174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.308913Z","time spent":"844.252318ms","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-22T22:53:40.95751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.106777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:40.957843Z","caller":"traceutil/trace.go:171","msg":"trace[2076411353] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"977.948179ms","start":"2026-07-22T22:53:39.979874Z","end":"2026-07-22T22:53:40.957822Z","steps":["trace[2076411353] 'process raft request' (duration: 977.881158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.957924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.979842Z","time spent":"978.048322ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:40.95804Z","caller":"traceutil/trace.go:171","msg":"trace[1878496051] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"978.602118ms","start":"2026-07-22T22:53:39.979414Z","end":"2026-07-22T22:53:40.958016Z","steps":["trace[1878496051] 'process raft request' (duration: 592.892364ms)","trace[1878496051] 'compare' (duration: 384.471639ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:40.958112Z","caller":"traceutil/trace.go:171","msg":"trace[1017949191] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"978.062392ms","start":"2026-07-22T22:53:39.980028Z","end":"2026-07-22T22:53:40.95809Z","steps":["trace[1017949191] 'process raft request' (duration: 977.758473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.958151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.979387Z","time spent":"978.70671ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:40.95817Z","caller":"traceutil/trace.go:171","msg":"trace[960031438] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"978.478313ms","start":"2026-07-22T22:53:39.979685Z","end":"2026-07-22T22:53:40.958163Z","steps":["trace[960031438] 'process raft request' (duration: 978.023561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.958284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.980013Z","time spent":"978.161294ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:40.95829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.979665Z","time spent":"978.527995ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:40.958138Z","caller":"traceutil/trace.go:171","msg":"trace[649809470] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"978.513655ms","start":"2026-07-22T22:53:39.979613Z","end":"2026-07-22T22:53:40.958126Z","steps":["trace[649809470] 'process raft request' (duration: 978.01334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.95842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.979607Z","time spent":"978.785422ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:40.958441Z","caller":"traceutil/trace.go:171","msg":"trace[108118380] linearizableReadLoop","detail":"{readStateIndex:25027; appliedIndex:25021; }","duration":"808.530097ms","start":"2026-07-22T22:53:40.149904Z","end":"2026-07-22T22:53:40.958434Z","steps":["trace[108118380] 'read index received' (duration: 422.524145ms)","trace[108118380] 'applied index is now lower than readState.Index' (duration: 386.005342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:40.958602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529056431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-22T22:53:40.958634Z","caller":"traceutil/trace.go:171","msg":"trace[376414998] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba; range_end:; response_count:1; response_revision:24243; }","duration":"1.529129594s","start":"2026-07-22T22:53:39.429498Z","end":"2026-07-22T22:53:40.958627Z","steps":["trace[376414998] 'agreement among raft nodes before linearized reading' (duration: 1.528953889s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.958651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.429479Z","time spent":"1.529168424s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" "} {"level":"warn","ts":"2026-07-22T22:53:40.958979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.497481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-22T22:53:40.959003Z","caller":"traceutil/trace.go:171","msg":"trace[215771208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24243; }","duration":"314.536883ms","start":"2026-07-22T22:53:40.64446Z","end":"2026-07-22T22:53:40.958997Z","steps":["trace[215771208] 'agreement among raft nodes before linearized reading' (duration: 314.469091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.959018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.644454Z","time spent":"314.560853ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:40.959097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.70922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:53:40.959073Z","caller":"traceutil/trace.go:171","msg":"trace[1318618255] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"975.831089ms","start":"2026-07-22T22:53:39.983191Z","end":"2026-07-22T22:53:40.959022Z","steps":["trace[1318618255] 'process raft request' (duration: 974.833322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.959128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.010219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:40.959223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.006093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-22T22:53:40.959243Z","caller":"traceutil/trace.go:171","msg":"trace[1200194413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24243; }","duration":"316.065034ms","start":"2026-07-22T22:53:40.643172Z","end":"2026-07-22T22:53:40.959237Z","steps":["trace[1200194413] 'agreement among raft nodes before linearized reading' (duration: 316.021584ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:40.95922Z","caller":"traceutil/trace.go:171","msg":"trace[153285689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24243; }","duration":"507.175164ms","start":"2026-07-22T22:53:40.452021Z","end":"2026-07-22T22:53:40.959196Z","steps":["trace[153285689] 'agreement among raft nodes before linearized reading' (duration: 506.973108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.959257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.643149Z","time spent":"316.105268ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:40.959288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.451997Z","time spent":"507.274787ms","remote":"127.0.0.1:44348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:40.959315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.549659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:40.959295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:39.983178Z","time spent":"975.989114ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:40.959329Z","caller":"traceutil/trace.go:171","msg":"trace[546781663] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24243; }","duration":"609.599039ms","start":"2026-07-22T22:53:40.349724Z","end":"2026-07-22T22:53:40.959324Z","steps":["trace[546781663] 'agreement among raft nodes before linearized reading' (duration: 609.572749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.959344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.349703Z","time spent":"609.63758ms","remote":"127.0.0.1:51304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:40.959172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.841943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-22T22:53:40.959399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.037187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-22T22:53:40.959126Z","caller":"traceutil/trace.go:171","msg":"trace[310419158] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24243; }","duration":"313.75094ms","start":"2026-07-22T22:53:40.645368Z","end":"2026-07-22T22:53:40.959119Z","steps":["trace[310419158] 'agreement among raft nodes before linearized reading' (duration: 313.690289ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:40.959491Z","caller":"traceutil/trace.go:171","msg":"trace[700823434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24243; }","duration":"315.167491ms","start":"2026-07-22T22:53:40.644302Z","end":"2026-07-22T22:53:40.95947Z","steps":["trace[700823434] 'agreement among raft nodes before linearized reading' (duration: 314.852692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.959507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.645364Z","time spent":"314.124891ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-22T22:53:40.959469Z","caller":"traceutil/trace.go:171","msg":"trace[192022914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24243; }","duration":"314.10997ms","start":"2026-07-22T22:53:40.645326Z","end":"2026-07-22T22:53:40.959436Z","steps":["trace[192022914] 'agreement among raft nodes before linearized reading' (duration: 313.811842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.959549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.644295Z","time spent":"315.244422ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:40.959568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.905137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-22T22:53:40.959592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.645302Z","time spent":"314.251834ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-22T22:53:40.959611Z","caller":"traceutil/trace.go:171","msg":"trace[1348798039] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24243; }","duration":"803.960049ms","start":"2026-07-22T22:53:40.155639Z","end":"2026-07-22T22:53:40.959599Z","steps":["trace[1348798039] 'agreement among raft nodes before linearized reading' (duration: 803.848936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.959647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.155631Z","time spent":"804.010451ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-22T22:53:40.959877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.972486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-22T22:53:40.959929Z","caller":"traceutil/trace.go:171","msg":"trace[890574939] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24243; }","duration":"806.058538ms","start":"2026-07-22T22:53:40.153858Z","end":"2026-07-22T22:53:40.959916Z","steps":["trace[890574939] 'agreement among raft nodes before linearized reading' (duration: 804.755832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:40.959968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.153842Z","time spent":"806.11751ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-22T22:53:41.45061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.070976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:41.450771Z","caller":"traceutil/trace.go:171","msg":"trace[1557711722] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"487.894304ms","start":"2026-07-22T22:53:40.962859Z","end":"2026-07-22T22:53:41.450753Z","steps":["trace[1557711722] 'process raft request' (duration: 355.586022ms)","trace[1557711722] 'compare' (duration: 131.622013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:41.450843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.962833Z","time spent":"487.985476ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:42.20337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.962601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:42.203812Z","caller":"traceutil/trace.go:171","msg":"trace[1249922192] linearizableReadLoop","detail":"{readStateIndex:25034; appliedIndex:25027; }","duration":"982.680841ms","start":"2026-07-22T22:53:41.221113Z","end":"2026-07-22T22:53:42.203794Z","steps":["trace[1249922192] 'read index received' (duration: 97.347274ms)","trace[1249922192] 'applied index is now lower than readState.Index' (duration: 885.332517ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:42.203832Z","caller":"traceutil/trace.go:171","msg":"trace[1903268583] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"1.238044198s","start":"2026-07-22T22:53:40.965758Z","end":"2026-07-22T22:53:42.203802Z","steps":["trace[1903268583] 'process raft request' (duration: 1.237858563s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:42.203896Z","caller":"traceutil/trace.go:171","msg":"trace[189284240] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"1.238242174s","start":"2026-07-22T22:53:40.965645Z","end":"2026-07-22T22:53:42.203887Z","steps":["trace[189284240] 'process raft request' (duration: 1.238009137s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:42.203939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.965752Z","time spent":"1.238134021s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:42.203959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.965618Z","time spent":"1.238303515s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:42.203965Z","caller":"traceutil/trace.go:171","msg":"trace[1436195111] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.235343023s","start":"2026-07-22T22:53:40.968588Z","end":"2026-07-22T22:53:42.203931Z","steps":["trace[1436195111] 'process raft request' (duration: 1.235113367s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:42.204182Z","caller":"traceutil/trace.go:171","msg":"trace[1411011324] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"900.269784ms","start":"2026-07-22T22:53:41.303896Z","end":"2026-07-22T22:53:42.204166Z","steps":["trace[1411011324] 'process raft request' (duration: 899.854473ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:42.204226Z","caller":"traceutil/trace.go:171","msg":"trace[1325317124] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"1.238560952s","start":"2026-07-22T22:53:40.965656Z","end":"2026-07-22T22:53:42.204217Z","steps":["trace[1325317124] 'process raft request' (duration: 1.237926634s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:42.204274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.968566Z","time spent":"1.235513187s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:42.204186Z","caller":"traceutil/trace.go:171","msg":"trace[510945034] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"1.238733477s","start":"2026-07-22T22:53:40.965437Z","end":"2026-07-22T22:53:42.20417Z","steps":["trace[510945034] 'process raft request' (duration: 1.238047379s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:42.20432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.965645Z","time spent":"1.238634354s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:42.204327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.223796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:42.204447Z","caller":"traceutil/trace.go:171","msg":"trace[460013708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24251; }","duration":"983.386852ms","start":"2026-07-22T22:53:41.221045Z","end":"2026-07-22T22:53:42.204432Z","steps":["trace[460013708] 'agreement among raft nodes before linearized reading' (duration: 983.148725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:42.204522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:41.221024Z","time spent":"983.486894ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:42.204314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:41.303847Z","time spent":"900.385559ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:42.20438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.96542Z","time spent":"1.238931073s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:42.203974Z","caller":"traceutil/trace.go:171","msg":"trace[1320111637] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"1.239136249s","start":"2026-07-22T22:53:40.964799Z","end":"2026-07-22T22:53:42.203935Z","steps":["trace[1320111637] 'process raft request' (duration: 931.527651ms)","trace[1320111637] 'compare' (duration: 306.693502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:42.204862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:40.96477Z","time spent":"1.240005963s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:42.625246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.055505ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-22T22:53:42.625338Z","caller":"traceutil/trace.go:171","msg":"trace[166818041] linearizableReadLoop","detail":"{readStateIndex:25036; appliedIndex:25035; }","duration":"421.464536ms","start":"2026-07-22T22:53:42.203856Z","end":"2026-07-22T22:53:42.625321Z","steps":["trace[166818041] 'read index received' (duration: 16.275236ms)","trace[166818041] 'applied index is now lower than readState.Index' (duration: 405.18641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:42.625474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.514457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:42.625507Z","caller":"traceutil/trace.go:171","msg":"trace[563260] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24251; }","duration":"649.63391ms","start":"2026-07-22T22:53:41.975861Z","end":"2026-07-22T22:53:42.625495Z","steps":["trace[563260] 'agreement among raft nodes before linearized reading' (duration: 649.522327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:42.625539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:41.975837Z","time spent":"649.692153ms","remote":"127.0.0.1:58684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:42.62578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167869435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:42.6258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.006973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:42.625843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354629392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:53:42.62587Z","caller":"traceutil/trace.go:171","msg":"trace[993093198] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24251; }","duration":"1.167976658s","start":"2026-07-22T22:53:41.457872Z","end":"2026-07-22T22:53:42.625849Z","steps":["trace[993093198] 'agreement among raft nodes before linearized reading' (duration: 1.167820183s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:42.62588Z","caller":"traceutil/trace.go:171","msg":"trace[1259784908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24251; }","duration":"1.354707433s","start":"2026-07-22T22:53:41.271161Z","end":"2026-07-22T22:53:42.625869Z","steps":["trace[1259784908] 'agreement among raft nodes before linearized reading' (duration: 1.354551439s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:42.625864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.817232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:42.625879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170278372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-22T22:53:42.625917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:41.271132Z","time spent":"1.354777715s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:53:42.625918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:41.457861Z","time spent":"1.168046519s","remote":"127.0.0.1:45586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:42.62593Z","caller":"traceutil/trace.go:171","msg":"trace[702194770] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24251; }","duration":"909.918165ms","start":"2026-07-22T22:53:41.715995Z","end":"2026-07-22T22:53:42.625913Z","steps":["trace[702194770] 'agreement among raft nodes before linearized reading' (duration: 909.809702ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:42.625938Z","caller":"traceutil/trace.go:171","msg":"trace[79401350] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba; range_end:; response_count:1; response_revision:24251; }","duration":"1.170348753s","start":"2026-07-22T22:53:41.455573Z","end":"2026-07-22T22:53:42.625921Z","steps":["trace[79401350] 'agreement among raft nodes before linearized reading' (duration: 1.170152219s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:42.625872Z","caller":"traceutil/trace.go:171","msg":"trace[86503388] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24251; }","duration":"823.133686ms","start":"2026-07-22T22:53:41.802722Z","end":"2026-07-22T22:53:42.625856Z","steps":["trace[86503388] 'agreement among raft nodes before linearized reading' (duration: 823.005953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:42.625974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:41.455508Z","time spent":"1.170458377s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" "} {"level":"warn","ts":"2026-07-22T22:53:42.625975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:41.715977Z","time spent":"909.986007ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:42.626003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:41.802697Z","time spent":"823.291111ms","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:42.677252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.066586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:42.677246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.93828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:42.67732Z","caller":"traceutil/trace.go:171","msg":"trace[1040405759] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24252; }","duration":"197.180787ms","start":"2026-07-22T22:53:42.480123Z","end":"2026-07-22T22:53:42.677304Z","steps":["trace[1040405759] 'agreement among raft nodes before linearized reading' (duration: 197.077044ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:42.677312Z","caller":"traceutil/trace.go:171","msg":"trace[1191479641] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"127.319353ms","start":"2026-07-22T22:53:42.549967Z","end":"2026-07-22T22:53:42.677286Z","steps":["trace[1191479641] 'process raft request' (duration: 127.012284ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:42.677339Z","caller":"traceutil/trace.go:171","msg":"trace[1174415465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24252; }","duration":"471.075544ms","start":"2026-07-22T22:53:42.206242Z","end":"2026-07-22T22:53:42.677318Z","steps":["trace[1174415465] 'agreement among raft nodes before linearized reading' (duration: 470.9281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:42.677385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.139031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:42.677535Z","caller":"traceutil/trace.go:171","msg":"trace[757963554] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24252; }","duration":"364.308925ms","start":"2026-07-22T22:53:42.313195Z","end":"2026-07-22T22:53:42.677504Z","steps":["trace[757963554] 'agreement among raft nodes before linearized reading' (duration: 364.056168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:42.677576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.313171Z","time spent":"364.398208ms","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:53:42.677251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.315403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:42.677668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.206223Z","time spent":"471.278589ms","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:53:42.677999Z","caller":"traceutil/trace.go:171","msg":"trace[277686321] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24252; }","duration":"187.808506ms","start":"2026-07-22T22:53:42.489864Z","end":"2026-07-22T22:53:42.677673Z","steps":["trace[277686321] 'agreement among raft nodes before linearized reading' (duration: 187.315912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:43.18267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:43.683353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:43.972412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295405513s","expected-duration":"1s"} {"level":"info","ts":"2026-07-22T22:53:43.973206Z","caller":"traceutil/trace.go:171","msg":"trace[421139055] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"1.343148679s","start":"2026-07-22T22:53:42.629998Z","end":"2026-07-22T22:53:43.973146Z","steps":["trace[421139055] 'process raft request' (duration: 1.343047396s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:43.973216Z","caller":"traceutil/trace.go:171","msg":"trace[1036249123] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"1.345025581s","start":"2026-07-22T22:53:42.628147Z","end":"2026-07-22T22:53:43.973173Z","steps":["trace[1036249123] 'process raft request' (duration: 1.34460153s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:43.973395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.629988Z","time spent":"1.343299383s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:43.973496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.628112Z","time spent":"1.345201657s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:44.685218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-22T22:53:44.685294Z","caller":"traceutil/trace.go:171","msg":"trace[937738032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542207s","start":"2026-07-22T22:53:42.684735Z","end":"2026-07-22T22:53:44.685278Z","steps":["trace[937738032] 'agreement among raft nodes before linearized reading' (duration: 2.000431884s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:44.685336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.684663Z","time spent":"2.00066471s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:53:44.944672Z","caller":"traceutil/trace.go:171","msg":"trace[67793355] linearizableReadLoop","detail":"{readStateIndex:25046; appliedIndex:25037; }","duration":"2.263042854s","start":"2026-07-22T22:53:42.681602Z","end":"2026-07-22T22:53:44.944645Z","steps":["trace[67793355] 'read index received' (duration: 1.291068902s)","trace[67793355] 'applied index is now lower than readState.Index' (duration: 971.972492ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:44.944762Z","caller":"traceutil/trace.go:171","msg":"trace[622871572] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"1.978367077s","start":"2026-07-22T22:53:42.966373Z","end":"2026-07-22T22:53:44.94474Z","steps":["trace[622871572] 'process raft request' (duration: 1.978157901s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:44.94479Z","caller":"traceutil/trace.go:171","msg":"trace[1258064007] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"1.978016027s","start":"2026-07-22T22:53:42.966764Z","end":"2026-07-22T22:53:44.94478Z","steps":["trace[1258064007] 'process raft request' (duration: 1.977807931s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:44.944811Z","caller":"traceutil/trace.go:171","msg":"trace[1628675103] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"1.97882555s","start":"2026-07-22T22:53:42.965908Z","end":"2026-07-22T22:53:44.944734Z","steps":["trace[1628675103] 'process raft request' (duration: 1.978546732s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:44.944868Z","caller":"traceutil/trace.go:171","msg":"trace[1283076546] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"1.978865111s","start":"2026-07-22T22:53:42.965985Z","end":"2026-07-22T22:53:44.944851Z","steps":["trace[1283076546] 'process raft request' (duration: 1.97850817s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:44.944869Z","caller":"traceutil/trace.go:171","msg":"trace[430066823] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.963229943s","start":"2026-07-22T22:53:42.981577Z","end":"2026-07-22T22:53:44.944807Z","steps":["trace[430066823] 'process raft request' (duration: 1.963029757s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:44.944909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.966361Z","time spent":"1.978446109s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:44.944898Z","caller":"traceutil/trace.go:171","msg":"trace[868917768] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"1.979130658s","start":"2026-07-22T22:53:42.965721Z","end":"2026-07-22T22:53:44.944851Z","steps":["trace[868917768] 'process raft request' (duration: 1.978338715s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:44.944956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.965866Z","time spent":"1.979012815s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:44.944995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.965972Z","time spent":"1.978952873s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:44.944996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.98156Z","time spent":"1.963365696s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:44.945076Z","caller":"traceutil/trace.go:171","msg":"trace[1862228153] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"1.97919882s","start":"2026-07-22T22:53:42.965869Z","end":"2026-07-22T22:53:44.945068Z","steps":["trace[1862228153] 'process raft request' (duration: 1.9785088s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:44.945087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.965688Z","time spent":"1.979291693s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:44.945111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.965838Z","time spent":"1.979252401s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:44.945161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263558469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:44.945188Z","caller":"traceutil/trace.go:171","msg":"trace[537383062] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24261; }","duration":"2.26362656s","start":"2026-07-22T22:53:42.681553Z","end":"2026-07-22T22:53:44.94518Z","steps":["trace[537383062] 'agreement among raft nodes before linearized reading' (duration: 2.263541897s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:44.945214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.681533Z","time spent":"2.263675841s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:44.947318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.966756Z","time spent":"1.978053818s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:45.067584Z","caller":"traceutil/trace.go:171","msg":"trace[2117844372] linearizableReadLoop","detail":"{readStateIndex:25047; appliedIndex:25046; }","duration":"122.813146ms","start":"2026-07-22T22:53:44.94474Z","end":"2026-07-22T22:53:45.067553Z","steps":["trace[2117844372] 'read index received' (duration: 121.451018ms)","trace[2117844372] 'applied index is now lower than readState.Index' (duration: 1.355978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:45.06772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384157793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:45.067755Z","caller":"traceutil/trace.go:171","msg":"trace[1811801215] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24262; }","duration":"2.384217745s","start":"2026-07-22T22:53:42.683527Z","end":"2026-07-22T22:53:45.067744Z","steps":["trace[1811801215] 'agreement among raft nodes before linearized reading' (duration: 2.384127672s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.067796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:42.683498Z","time spent":"2.384285826s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:53:45.067785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608759453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:45.067803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.14863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:45.067844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.084914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:53:45.06789Z","caller":"traceutil/trace.go:171","msg":"trace[1507334905] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24262; }","duration":"1.608961079s","start":"2026-07-22T22:53:43.458908Z","end":"2026-07-22T22:53:45.067869Z","steps":["trace[1507334905] 'agreement among raft nodes before linearized reading' (duration: 1.608728283s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.067897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089920692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7eedc012ab\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-22T22:53:45.067929Z","caller":"traceutil/trace.go:171","msg":"trace[660827267] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24262; }","duration":"858.256769ms","start":"2026-07-22T22:53:44.20965Z","end":"2026-07-22T22:53:45.067907Z","steps":["trace[660827267] 'agreement among raft nodes before linearized reading' (duration: 857.955981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.067927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71910456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-22T22:53:45.067915Z","caller":"traceutil/trace.go:171","msg":"trace[1140625695] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24262; }","duration":"941.327984ms","start":"2026-07-22T22:53:44.126556Z","end":"2026-07-22T22:53:45.067884Z","steps":["trace[1140625695] 'agreement among raft nodes before linearized reading' (duration: 941.115528ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:45.06795Z","caller":"traceutil/trace.go:171","msg":"trace[1245131578] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7eedc012ab; range_end:; response_count:1; response_revision:24262; }","duration":"1.090015436s","start":"2026-07-22T22:53:43.977921Z","end":"2026-07-22T22:53:45.067936Z","steps":["trace[1245131578] 'agreement among raft nodes before linearized reading' (duration: 1.089849831s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.067984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.209606Z","time spent":"858.368532ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-22T22:53:45.067996Z","caller":"traceutil/trace.go:171","msg":"trace[1093471144] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24262; }","duration":"1.719236045s","start":"2026-07-22T22:53:43.34874Z","end":"2026-07-22T22:53:45.067976Z","steps":["trace[1093471144] 'agreement among raft nodes before linearized reading' (duration: 1.71905337s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.068003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:43.977897Z","time spent":"1.090097657s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7eedc012ab\" "} {"level":"warn","ts":"2026-07-22T22:53:45.068015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.126521Z","time spent":"941.478428ms","remote":"127.0.0.1:58588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:45.068035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:43.348713Z","time spent":"1.719314776s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:53:45.068032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499103804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:45.068032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.453255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-22T22:53:45.068086Z","caller":"traceutil/trace.go:171","msg":"trace[446477927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24262; }","duration":"1.499212837s","start":"2026-07-22T22:53:43.56886Z","end":"2026-07-22T22:53:45.068073Z","steps":["trace[446477927] 'agreement among raft nodes before linearized reading' (duration: 1.499116484s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:45.068106Z","caller":"traceutil/trace.go:171","msg":"trace[548106065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24262; }","duration":"858.557987ms","start":"2026-07-22T22:53:44.209529Z","end":"2026-07-22T22:53:45.068087Z","steps":["trace[548106065] 'agreement among raft nodes before linearized reading' (duration: 858.196497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.068128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:43.568837Z","time spent":"1.499279219s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:45.068138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790356265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:45.068152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.209509Z","time spent":"858.63197ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-22T22:53:45.068173Z","caller":"traceutil/trace.go:171","msg":"trace[1928625590] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24262; }","duration":"1.790432387s","start":"2026-07-22T22:53:43.277728Z","end":"2026-07-22T22:53:45.068161Z","steps":["trace[1928625590] 'agreement among raft nodes before linearized reading' (duration: 1.790375295s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.067928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72119592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-22T22:53:45.068205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:43.277706Z","time spent":"1.790490619s","remote":"127.0.0.1:53916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:45.067948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:43.45887Z","time spent":"1.609064561s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:45.068237Z","caller":"traceutil/trace.go:171","msg":"trace[261428290] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24262; }","duration":"1.7215702s","start":"2026-07-22T22:53:43.346653Z","end":"2026-07-22T22:53:45.068223Z","steps":["trace[261428290] 'agreement among raft nodes before linearized reading' (duration: 1.721092917s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.068351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.767202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:45.068226Z","caller":"traceutil/trace.go:171","msg":"trace[380487771] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"856.640263ms","start":"2026-07-22T22:53:44.211573Z","end":"2026-07-22T22:53:45.068214Z","steps":["trace[380487771] 'process raft request' (duration: 854.604426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.06838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:43.346625Z","time spent":"1.721735935s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-22T22:53:45.068395Z","caller":"traceutil/trace.go:171","msg":"trace[1652605335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24262; }","duration":"382.844565ms","start":"2026-07-22T22:53:44.685535Z","end":"2026-07-22T22:53:45.06838Z","steps":["trace[1652605335] 'agreement among raft nodes before linearized reading' (duration: 382.778392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.06843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.685519Z","time spent":"382.902745ms","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:45.068463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.211552Z","time spent":"856.854529ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:45.068459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908686007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:45.068568Z","caller":"traceutil/trace.go:171","msg":"trace[1283136332] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24262; }","duration":"1.90884662s","start":"2026-07-22T22:53:43.159713Z","end":"2026-07-22T22:53:45.06856Z","steps":["trace[1283136332] 'agreement among raft nodes before linearized reading' (duration: 1.908714356s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.068593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:43.159681Z","time spent":"1.908904052s","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:45.068725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.601091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-22T22:53:45.068762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.001511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-22T22:53:45.068755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.887923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:53:45.06878Z","caller":"traceutil/trace.go:171","msg":"trace[1330410862] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24262; }","duration":"759.019721ms","start":"2026-07-22T22:53:44.309755Z","end":"2026-07-22T22:53:45.068775Z","steps":["trace[1330410862] 'agreement among raft nodes before linearized reading' (duration: 758.95067ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:45.068779Z","caller":"traceutil/trace.go:171","msg":"trace[979901823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24262; }","duration":"857.682653ms","start":"2026-07-22T22:53:44.21108Z","end":"2026-07-22T22:53:45.068762Z","steps":["trace[979901823] 'agreement among raft nodes before linearized reading' (duration: 857.536109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.068798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.309745Z","time spent":"759.049043ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-22T22:53:45.068791Z","caller":"traceutil/trace.go:171","msg":"trace[1323289032] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24262; }","duration":"656.971976ms","start":"2026-07-22T22:53:44.411809Z","end":"2026-07-22T22:53:45.068781Z","steps":["trace[1323289032] 'agreement among raft nodes before linearized reading' (duration: 656.909685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.068796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.401186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:45.068824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.411783Z","time spent":"657.032738ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:45.068824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.21107Z","time spent":"857.743726ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-22T22:53:45.068832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.382463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-22T22:53:45.068846Z","caller":"traceutil/trace.go:171","msg":"trace[1270765858] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24262; }","duration":"772.496619ms","start":"2026-07-22T22:53:44.296333Z","end":"2026-07-22T22:53:45.068829Z","steps":["trace[1270765858] 'agreement among raft nodes before linearized reading' (duration: 772.382396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.068728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.114105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-22T22:53:45.068882Z","caller":"traceutil/trace.go:171","msg":"trace[1902719363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24262; }","duration":"858.450345ms","start":"2026-07-22T22:53:44.210415Z","end":"2026-07-22T22:53:45.068865Z","steps":["trace[1902719363] 'agreement among raft nodes before linearized reading' (duration: 858.342932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.068886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.296307Z","time spent":"772.568411ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:45.068922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.210404Z","time spent":"858.508547ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-22T22:53:45.068916Z","caller":"traceutil/trace.go:171","msg":"trace[1521220959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24262; }","duration":"858.323771ms","start":"2026-07-22T22:53:44.210575Z","end":"2026-07-22T22:53:45.068899Z","steps":["trace[1521220959] 'agreement among raft nodes before linearized reading' (duration: 858.051413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:45.068973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:44.210559Z","time spent":"858.398803ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:53:45.574295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:53:46.115992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.487078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:46.116081Z","caller":"traceutil/trace.go:171","msg":"trace[1532227591] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"1.044930454s","start":"2026-07-22T22:53:45.071132Z","end":"2026-07-22T22:53:46.116063Z","steps":["trace[1532227591] 'process raft request' (duration: 599.312092ms)","trace[1532227591] 'compare' (duration: 444.11883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:46.116172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.071102Z","time spent":"1.045044666s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:46.679876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007726902s","expected-duration":"1s"} {"level":"info","ts":"2026-07-22T22:53:46.7608Z","caller":"traceutil/trace.go:171","msg":"trace[474254198] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"1.68766475s","start":"2026-07-22T22:53:45.073111Z","end":"2026-07-22T22:53:46.760776Z","steps":["trace[474254198] 'process raft request' (duration: 1.606962182s)","trace[474254198] 'compare' (duration: 80.535564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:46.760922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.073084Z","time spent":"1.687776333s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:46.761046Z","caller":"traceutil/trace.go:171","msg":"trace[1350369405] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"1.687250459s","start":"2026-07-22T22:53:45.073761Z","end":"2026-07-22T22:53:46.761011Z","steps":["trace[1350369405] 'process raft request' (duration: 1.686970961s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:46.761128Z","caller":"traceutil/trace.go:171","msg":"trace[1554131991] linearizableReadLoop","detail":"{readStateIndex:25056; appliedIndex:25047; }","duration":"1.687731253s","start":"2026-07-22T22:53:45.073375Z","end":"2026-07-22T22:53:46.761107Z","steps":["trace[1554131991] 'read index received' (duration: 597.153342ms)","trace[1554131991] 'applied index is now lower than readState.Index' (duration: 1.090577121s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:46.761167Z","caller":"traceutil/trace.go:171","msg":"trace[1337527253] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"1.687058513s","start":"2026-07-22T22:53:45.074099Z","end":"2026-07-22T22:53:46.761158Z","steps":["trace[1337527253] 'process raft request' (duration: 1.686917359s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.074076Z","time spent":"1.687110615s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:46.76123Z","caller":"traceutil/trace.go:171","msg":"trace[666555262] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"1.687052193s","start":"2026-07-22T22:53:45.074169Z","end":"2026-07-22T22:53:46.761221Z","steps":["trace[666555262] 'process raft request' (duration: 1.686871748s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.073751Z","time spent":"1.687413023s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:46.7613Z","caller":"traceutil/trace.go:171","msg":"trace[572773397] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"1.687275549s","start":"2026-07-22T22:53:45.074014Z","end":"2026-07-22T22:53:46.761289Z","steps":["trace[572773397] 'process raft request' (duration: 1.686898049s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.074155Z","time spent":"1.687093765s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:46.761335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.074002Z","time spent":"1.68731361s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:46.761424Z","caller":"traceutil/trace.go:171","msg":"trace[760543757] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"1.687340391s","start":"2026-07-22T22:53:45.074076Z","end":"2026-07-22T22:53:46.761417Z","steps":["trace[760543757] 'process raft request' (duration: 1.686911009s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:46.761407Z","caller":"traceutil/trace.go:171","msg":"trace[1522601671] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"1.686179269s","start":"2026-07-22T22:53:45.075185Z","end":"2026-07-22T22:53:46.761364Z","steps":["trace[1522601671] 'process raft request' (duration: 1.68587734s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.074055Z","time spent":"1.687387583s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:46.761567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.075173Z","time spent":"1.686306072s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:46.761614Z","caller":"traceutil/trace.go:171","msg":"trace[794460144] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"1.644216126s","start":"2026-07-22T22:53:45.117345Z","end":"2026-07-22T22:53:46.761561Z","steps":["trace[794460144] 'process raft request' (duration: 1.643736292s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688287168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-22T22:53:46.761706Z","caller":"traceutil/trace.go:171","msg":"trace[178654424] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24271; }","duration":"1.68835397s","start":"2026-07-22T22:53:45.073343Z","end":"2026-07-22T22:53:46.761697Z","steps":["trace[178654424] 'agreement among raft nodes before linearized reading' (duration: 1.687954939s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.073335Z","time spent":"1.688390011s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-22T22:53:46.76174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.552585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:46.761765Z","caller":"traceutil/trace.go:171","msg":"trace[909463527] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24271; }","duration":"879.624647ms","start":"2026-07-22T22:53:45.882133Z","end":"2026-07-22T22:53:46.761758Z","steps":["trace[909463527] 'agreement among raft nodes before linearized reading' (duration: 879.580095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.88211Z","time spent":"879.671408ms","remote":"127.0.0.1:45552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:46.761783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312261564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:46.761805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.117315Z","time spent":"1.64439301s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:46.761846Z","caller":"traceutil/trace.go:171","msg":"trace[368314020] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24271; }","duration":"1.312378248s","start":"2026-07-22T22:53:45.44945Z","end":"2026-07-22T22:53:46.761829Z","steps":["trace[368314020] 'agreement among raft nodes before linearized reading' (duration: 1.312256654s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686729535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:46.761869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376893663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:46.761892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.449425Z","time spent":"1.312454121s","remote":"127.0.0.1:49020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:46.761894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.385463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:53:46.761922Z","caller":"traceutil/trace.go:171","msg":"trace[310734150] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24271; }","duration":"1.376992436s","start":"2026-07-22T22:53:45.384913Z","end":"2026-07-22T22:53:46.761905Z","steps":["trace[310734150] 'agreement among raft nodes before linearized reading' (duration: 1.376898703s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.40287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-22T22:53:46.761944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686708404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:46.761901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500275426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:53:46.761891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62264007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:46.761968Z","caller":"traceutil/trace.go:171","msg":"trace[1606676526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24271; }","duration":"1.686755176s","start":"2026-07-22T22:53:45.075208Z","end":"2026-07-22T22:53:46.761963Z","steps":["trace[1606676526] 'agreement among raft nodes before linearized reading' (duration: 1.686715174s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.031663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:46.761969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.38488Z","time spent":"1.377078178s","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:53:46.761979Z","caller":"traceutil/trace.go:171","msg":"trace[1952415920] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba; range_end:; response_count:1; response_revision:24271; }","duration":"641.493843ms","start":"2026-07-22T22:53:46.120469Z","end":"2026-07-22T22:53:46.761962Z","steps":["trace[1952415920] 'agreement among raft nodes before linearized reading' (duration: 641.223995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.76199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.075199Z","time spent":"1.686788157s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:53:46.761988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.413747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:46.761993Z","caller":"traceutil/trace.go:171","msg":"trace[539215593] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24271; }","duration":"1.622797875s","start":"2026-07-22T22:53:45.139182Z","end":"2026-07-22T22:53:46.76198Z","steps":["trace[539215593] 'agreement among raft nodes before linearized reading' (duration: 1.622667411s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.762004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.50785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:46.761999Z","caller":"traceutil/trace.go:171","msg":"trace[721905397] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24271; }","duration":"1.500431701s","start":"2026-07-22T22:53:45.261547Z","end":"2026-07-22T22:53:46.761978Z","steps":["trace[721905397] 'agreement among raft nodes before linearized reading' (duration: 1.500249506s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:46.762007Z","caller":"traceutil/trace.go:171","msg":"trace[59052448] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24271; }","duration":"282.142977ms","start":"2026-07-22T22:53:46.479849Z","end":"2026-07-22T22:53:46.761992Z","steps":["trace[59052448] 'agreement among raft nodes before linearized reading' (duration: 282.030974ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:46.762018Z","caller":"traceutil/trace.go:171","msg":"trace[1179121735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24271; }","duration":"623.51274ms","start":"2026-07-22T22:53:46.138498Z","end":"2026-07-22T22:53:46.762011Z","steps":["trace[1179121735] 'agreement among raft nodes before linearized reading' (duration: 623.464289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.762018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.120447Z","time spent":"641.559874ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" "} {"level":"info","ts":"2026-07-22T22:53:46.762026Z","caller":"traceutil/trace.go:171","msg":"trace[1485397247] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24271; }","duration":"315.570071ms","start":"2026-07-22T22:53:46.44645Z","end":"2026-07-22T22:53:46.76202Z","steps":["trace[1485397247] 'agreement among raft nodes before linearized reading' (duration: 315.537181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.762031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.139155Z","time spent":"1.622865147s","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:46.762042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.138477Z","time spent":"623.55911ms","remote":"127.0.0.1:58660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:46.762051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.446426Z","time spent":"315.620283ms","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:46.762048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.261528Z","time spent":"1.500508582s","remote":"127.0.0.1:58822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:46.762066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209639162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.177\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-22T22:53:46.761949Z","caller":"traceutil/trace.go:171","msg":"trace[1491860652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24271; }","duration":"784.438904ms","start":"2026-07-22T22:53:45.977492Z","end":"2026-07-22T22:53:46.761931Z","steps":["trace[1491860652] 'agreement among raft nodes before linearized reading' (duration: 784.270619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.762142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.977424Z","time spent":"784.70915ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-22T22:53:46.762146Z","caller":"traceutil/trace.go:171","msg":"trace[19007135] range","detail":"{range_begin:/registry/masterleases/199.204.45.177; range_end:; response_count:1; response_revision:24271; }","duration":"1.209781156s","start":"2026-07-22T22:53:45.552345Z","end":"2026-07-22T22:53:46.762126Z","steps":["trace[19007135] 'agreement among raft nodes before linearized reading' (duration: 1.209514289s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.7622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.552319Z","time spent":"1.20987172s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.177\" "} {"level":"info","ts":"2026-07-22T22:53:46.761907Z","caller":"traceutil/trace.go:171","msg":"trace[223464738] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24271; }","duration":"1.686789497s","start":"2026-07-22T22:53:45.075108Z","end":"2026-07-22T22:53:46.761898Z","steps":["trace[223464738] 'agreement among raft nodes before linearized reading' (duration: 1.686397716s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.761974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.720645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:46.762256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:45.0751Z","time spent":"1.687141306s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-22T22:53:46.762271Z","caller":"traceutil/trace.go:171","msg":"trace[118920103] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24271; }","duration":"416.038444ms","start":"2026-07-22T22:53:46.346215Z","end":"2026-07-22T22:53:46.762254Z","steps":["trace[118920103] 'agreement among raft nodes before linearized reading' (duration: 415.733325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:46.762333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.346196Z","time spent":"416.113206ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:53:47.347488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.018313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:53:47.347699Z","caller":"traceutil/trace.go:171","msg":"trace[642958739] linearizableReadLoop","detail":"{readStateIndex:25059; appliedIndex:25056; }","duration":"578.078919ms","start":"2026-07-22T22:53:46.769602Z","end":"2026-07-22T22:53:47.34768Z","steps":["trace[642958739] 'read index received' (duration: 42.062838ms)","trace[642958739] 'applied index is now lower than readState.Index' (duration: 536.01488ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:47.347787Z","caller":"traceutil/trace.go:171","msg":"trace[1794372891] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"582.625795ms","start":"2026-07-22T22:53:46.765148Z","end":"2026-07-22T22:53:47.347774Z","steps":["trace[1794372891] 'process raft request' (duration: 330.231291ms)","trace[1794372891] 'compare' (duration: 251.729336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:53:47.347854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.765122Z","time spent":"582.698237ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:47.347962Z","caller":"traceutil/trace.go:171","msg":"trace[1362294789] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"580.505396ms","start":"2026-07-22T22:53:46.767406Z","end":"2026-07-22T22:53:47.347911Z","steps":["trace[1362294789] 'process raft request' (duration: 580.191387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.348173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.523621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:47.348285Z","caller":"traceutil/trace.go:171","msg":"trace[1503029167] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24273; }","duration":"578.687355ms","start":"2026-07-22T22:53:46.769576Z","end":"2026-07-22T22:53:47.348263Z","steps":["trace[1503029167] 'agreement among raft nodes before linearized reading' (duration: 578.444658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.348348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.769568Z","time spent":"578.766758ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:53:47.348395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.767389Z","time spent":"580.644479ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:47.638621Z","caller":"traceutil/trace.go:171","msg":"trace[1357948879] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"825.455781ms","start":"2026-07-22T22:53:46.813136Z","end":"2026-07-22T22:53:47.638592Z","steps":["trace[1357948879] 'process raft request' (duration: 825.250986ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:47.638676Z","caller":"traceutil/trace.go:171","msg":"trace[1524406111] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"688.086217ms","start":"2026-07-22T22:53:46.950586Z","end":"2026-07-22T22:53:47.638672Z","steps":["trace[1524406111] 'process raft request' (duration: 687.932583ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:47.638634Z","caller":"traceutil/trace.go:171","msg":"trace[872562366] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"687.912122ms","start":"2026-07-22T22:53:46.950701Z","end":"2026-07-22T22:53:47.638613Z","steps":["trace[872562366] 'process raft request' (duration: 687.86681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.638902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.950512Z","time spent":"688.18886ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:47.638971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.950691Z","time spent":"688.18176ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:47.63894Z","caller":"traceutil/trace.go:171","msg":"trace[1271181405] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"687.539192ms","start":"2026-07-22T22:53:46.951381Z","end":"2026-07-22T22:53:47.63892Z","steps":["trace[1271181405] 'process raft request' (duration: 687.203813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.639172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.951336Z","time spent":"687.80128ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:47.639498Z","caller":"traceutil/trace.go:171","msg":"trace[807092772] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"687.846ms","start":"2026-07-22T22:53:46.95163Z","end":"2026-07-22T22:53:47.639476Z","steps":["trace[807092772] 'process raft request' (duration: 687.366476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.639565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.951598Z","time spent":"687.933483ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:47.639528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.813106Z","time spent":"825.576784ms","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:47.639946Z","caller":"traceutil/trace.go:171","msg":"trace[992007173] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"688.076737ms","start":"2026-07-22T22:53:46.951847Z","end":"2026-07-22T22:53:47.639924Z","steps":["trace[992007173] 'process raft request' (duration: 687.507001ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:47.640013Z","caller":"traceutil/trace.go:171","msg":"trace[298898651] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"686.846172ms","start":"2026-07-22T22:53:46.953152Z","end":"2026-07-22T22:53:47.639998Z","steps":["trace[298898651] 'process raft request' (duration: 686.539424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.640066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.951836Z","time spent":"688.162769ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:47.640065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.953134Z","time spent":"686.905404ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:53:47.64145Z","caller":"traceutil/trace.go:171","msg":"trace[757123078] linearizableReadLoop","detail":"{readStateIndex:25067; appliedIndex:25059; }","duration":"293.703399ms","start":"2026-07-22T22:53:47.347735Z","end":"2026-07-22T22:53:47.641439Z","steps":["trace[757123078] 'read index received' (duration: 290.595682ms)","trace[757123078] 'applied index is now lower than readState.Index' (duration: 3.107037ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:53:47.641539Z","caller":"traceutil/trace.go:171","msg":"trace[434877301] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"566.627319ms","start":"2026-07-22T22:53:47.074901Z","end":"2026-07-22T22:53:47.641528Z","steps":["trace[434877301] 'process raft request' (duration: 564.928651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.641583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:47.074872Z","time spent":"566.685849ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:53:47.641682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.878443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:47.641711Z","caller":"traceutil/trace.go:171","msg":"trace[1946357796] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24281; }","duration":"760.942685ms","start":"2026-07-22T22:53:46.880761Z","end":"2026-07-22T22:53:47.641703Z","steps":["trace[1946357796] 'agreement among raft nodes before linearized reading' (duration: 760.887234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.641733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.880724Z","time spent":"761.001788ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-22T22:53:47.641824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.852914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:47.641873Z","caller":"traceutil/trace.go:171","msg":"trace[967990744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24281; }","duration":"869.908526ms","start":"2026-07-22T22:53:46.771952Z","end":"2026-07-22T22:53:47.64186Z","steps":["trace[967990744] 'agreement among raft nodes before linearized reading' (duration: 869.834594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.64189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.074364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:53:47.641901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:53:46.771947Z","time spent":"869.947707ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:53:47.641913Z","caller":"traceutil/trace.go:171","msg":"trace[1095245633] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24281; }","duration":"168.139146ms","start":"2026-07-22T22:53:47.473768Z","end":"2026-07-22T22:53:47.641907Z","steps":["trace[1095245633] 'agreement among raft nodes before linearized reading' (duration: 168.082135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.641932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.945464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:47.64198Z","caller":"traceutil/trace.go:171","msg":"trace[9060801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24281; }","duration":"216.041747ms","start":"2026-07-22T22:53:47.425926Z","end":"2026-07-22T22:53:47.641968Z","steps":["trace[9060801] 'agreement among raft nodes before linearized reading' (duration: 215.958504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.641878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.199706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:53:47.642363Z","caller":"traceutil/trace.go:171","msg":"trace[1389597609] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24281; }","duration":"293.72299ms","start":"2026-07-22T22:53:47.348619Z","end":"2026-07-22T22:53:47.642342Z","steps":["trace[1389597609] 'agreement among raft nodes before linearized reading' (duration: 293.183655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:53:47.642795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.297713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-22T22:53:47.642868Z","caller":"traceutil/trace.go:171","msg":"trace[347842530] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba; range_end:; response_count:1; response_revision:24281; }","duration":"291.431726ms","start":"2026-07-22T22:53:47.351418Z","end":"2026-07-22T22:53:47.642849Z","steps":["trace[347842530] 'agreement among raft nodes before linearized reading' (duration: 290.48845ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:53:59.520218Z","caller":"traceutil/trace.go:171","msg":"trace[782850748] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"106.45257ms","start":"2026-07-22T22:53:59.413739Z","end":"2026-07-22T22:53:59.520191Z","steps":["trace[782850748] 'process raft request' (duration: 106.193123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:03.432089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316129965,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-22T22:54:03.48796Z","caller":"traceutil/trace.go:171","msg":"trace[556014035] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"576.406691ms","start":"2026-07-22T22:54:02.911521Z","end":"2026-07-22T22:54:03.487928Z","steps":["trace[556014035] 'process raft request' (duration: 576.182495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:03.488212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:02.9115Z","time spent":"576.610187ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:03.489223Z","caller":"traceutil/trace.go:171","msg":"trace[909433895] linearizableReadLoop","detail":"{readStateIndex:25181; appliedIndex:25179; }","duration":"557.759389ms","start":"2026-07-22T22:54:02.931432Z","end":"2026-07-22T22:54:03.489191Z","steps":["trace[909433895] 'read index received' (duration: 556.221597ms)","trace[909433895] 'applied index is now lower than readState.Index' (duration: 1.536352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:03.489498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.938481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:54:03.489322Z","caller":"traceutil/trace.go:171","msg":"trace[1003511763] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"257.346242ms","start":"2026-07-22T22:54:03.231943Z","end":"2026-07-22T22:54:03.489289Z","steps":["trace[1003511763] 'process raft request' (duration: 257.045584ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:03.489549Z","caller":"traceutil/trace.go:171","msg":"trace[1004177901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24392; }","duration":"510.019144ms","start":"2026-07-22T22:54:02.979515Z","end":"2026-07-22T22:54:03.489534Z","steps":["trace[1004177901] 'agreement among raft nodes before linearized reading' (duration: 509.89177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:03.489546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.411854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:54:03.489633Z","caller":"traceutil/trace.go:171","msg":"trace[1935188340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24392; }","duration":"535.558548ms","start":"2026-07-22T22:54:02.954054Z","end":"2026-07-22T22:54:03.489613Z","steps":["trace[1935188340] 'agreement among raft nodes before linearized reading' (duration: 535.322092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:03.489595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.089308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-22T22:54:03.489756Z","caller":"traceutil/trace.go:171","msg":"trace[956618356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24392; }","duration":"558.363807ms","start":"2026-07-22T22:54:02.931373Z","end":"2026-07-22T22:54:03.489736Z","steps":["trace[956618356] 'agreement among raft nodes before linearized reading' (duration: 558.006227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:03.489814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.649181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:03.489804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.283342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-22T22:54:03.489839Z","caller":"traceutil/trace.go:171","msg":"trace[585777808] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24392; }","duration":"525.707562ms","start":"2026-07-22T22:54:02.964126Z","end":"2026-07-22T22:54:03.489834Z","steps":["trace[585777808] 'agreement among raft nodes before linearized reading' (duration: 525.667542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:03.489853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:02.964093Z","time spent":"525.757184ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-22T22:54:03.489857Z","caller":"traceutil/trace.go:171","msg":"trace[2026291356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24392; }","duration":"510.367744ms","start":"2026-07-22T22:54:02.979476Z","end":"2026-07-22T22:54:03.489844Z","steps":["trace[2026291356] 'agreement among raft nodes before linearized reading' (duration: 509.915031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:03.489913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:02.979455Z","time spent":"510.446636ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:54:03.489925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:02.931345Z","time spent":"558.47855ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:54:03.489585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:02.979492Z","time spent":"510.087906ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-22T22:54:03.489691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:02.954031Z","time spent":"535.64443ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:54:03.489481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.378606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:03.490256Z","caller":"traceutil/trace.go:171","msg":"trace[1772770138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24392; }","duration":"271.207551ms","start":"2026-07-22T22:54:03.219028Z","end":"2026-07-22T22:54:03.490236Z","steps":["trace[1772770138] 'agreement among raft nodes before linearized reading' (duration: 270.353047ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:03.605946Z","caller":"traceutil/trace.go:171","msg":"trace[5084364] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"111.11138ms","start":"2026-07-22T22:54:03.494801Z","end":"2026-07-22T22:54:03.605912Z","steps":["trace[5084364] 'process raft request' (duration: 109.399862ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:03.605965Z","caller":"traceutil/trace.go:171","msg":"trace[171545055] linearizableReadLoop","detail":"{readStateIndex:25182; appliedIndex:25181; }","duration":"110.352389ms","start":"2026-07-22T22:54:03.495336Z","end":"2026-07-22T22:54:03.605688Z","steps":["trace[171545055] 'read index received' (duration: 108.877867ms)","trace[171545055] 'applied index is now lower than readState.Index' (duration: 1.473212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:03.606126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.77056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-22T22:54:03.60618Z","caller":"traceutil/trace.go:171","msg":"trace[617699842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24393; }","duration":"110.885593ms","start":"2026-07-22T22:54:03.495282Z","end":"2026-07-22T22:54:03.606168Z","steps":["trace[617699842] 'agreement among raft nodes before linearized reading' (duration: 110.699698ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:03.606251Z","caller":"traceutil/trace.go:171","msg":"trace[529971215] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"110.392689ms","start":"2026-07-22T22:54:03.495847Z","end":"2026-07-22T22:54:03.60624Z","steps":["trace[529971215] 'process raft request' (duration: 110.146733ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:03.606316Z","caller":"traceutil/trace.go:171","msg":"trace[841256063] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"110.320267ms","start":"2026-07-22T22:54:03.495982Z","end":"2026-07-22T22:54:03.606303Z","steps":["trace[841256063] 'process raft request' (duration: 110.163113ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:03.60641Z","caller":"traceutil/trace.go:171","msg":"trace[633588490] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"110.245334ms","start":"2026-07-22T22:54:03.496156Z","end":"2026-07-22T22:54:03.606401Z","steps":["trace[633588490] 'process raft request' (duration: 110.08783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:03.606408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.052641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:03.606499Z","caller":"traceutil/trace.go:171","msg":"trace[2132943737] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24396; }","duration":"100.174463ms","start":"2026-07-22T22:54:03.506297Z","end":"2026-07-22T22:54:03.606471Z","steps":["trace[2132943737] 'agreement among raft nodes before linearized reading' (duration: 100.015999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:06.458047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.36645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:06.458168Z","caller":"traceutil/trace.go:171","msg":"trace[383378863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24478; }","duration":"238.527325ms","start":"2026-07-22T22:54:06.219613Z","end":"2026-07-22T22:54:06.45814Z","steps":["trace[383378863] 'range keys from in-memory index tree' (duration: 238.268237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:07.303152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:07.804164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:08.305348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:08.392473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.590269335s","expected-duration":"1s"} {"level":"info","ts":"2026-07-22T22:54:08.392985Z","caller":"traceutil/trace.go:171","msg":"trace[445902987] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"1.590841981s","start":"2026-07-22T22:54:06.80203Z","end":"2026-07-22T22:54:08.392872Z","steps":["trace[445902987] 'process raft request' (duration: 1.590637806s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:08.393106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:06.802007Z","time spent":"1.591023727s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:09.220298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:09.220404Z","caller":"traceutil/trace.go:171","msg":"trace[1288007563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324651s","start":"2026-07-22T22:54:07.220053Z","end":"2026-07-22T22:54:09.220378Z","steps":["trace[1288007563] 'agreement among raft nodes before linearized reading' (duration: 2.000196798s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:09.220464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.220038Z","time spent":"2.000412524s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:54:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:09.572383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179704985s","expected-duration":"1s"} {"level":"info","ts":"2026-07-22T22:54:09.572923Z","caller":"traceutil/trace.go:171","msg":"trace[971629990] linearizableReadLoop","detail":"{readStateIndex:25277; appliedIndex:25270; }","duration":"2.769833107s","start":"2026-07-22T22:54:06.803066Z","end":"2026-07-22T22:54:09.572899Z","steps":["trace[971629990] 'read index received' (duration: 1.589919876s)","trace[971629990] 'applied index is now lower than readState.Index' (duration: 1.179912521s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:09.573069Z","caller":"traceutil/trace.go:171","msg":"trace[244584000] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"1.710381227s","start":"2026-07-22T22:54:07.862664Z","end":"2026-07-22T22:54:09.573045Z","steps":["trace[244584000] 'process raft request' (duration: 1.710152741s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:09.573149Z","caller":"traceutil/trace.go:171","msg":"trace[833040138] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"1.709753908s","start":"2026-07-22T22:54:07.863384Z","end":"2026-07-22T22:54:09.573138Z","steps":["trace[833040138] 'process raft request' (duration: 1.70945344s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:09.573189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.862656Z","time spent":"1.710468109s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:09.573229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.863351Z","time spent":"1.709819152s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:09.573222Z","caller":"traceutil/trace.go:171","msg":"trace[2117902687] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"1.707885597s","start":"2026-07-22T22:54:07.865293Z","end":"2026-07-22T22:54:09.573178Z","steps":["trace[2117902687] 'process raft request' (duration: 1.707582958s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:09.573254Z","caller":"traceutil/trace.go:171","msg":"trace[1347231480] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"1.70980244s","start":"2026-07-22T22:54:07.863412Z","end":"2026-07-22T22:54:09.573214Z","steps":["trace[1347231480] 'process raft request' (duration: 1.709443011s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:09.573322Z","caller":"traceutil/trace.go:171","msg":"trace[1097393943] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"1.812480744s","start":"2026-07-22T22:54:07.760834Z","end":"2026-07-22T22:54:09.573314Z","steps":["trace[1097393943] 'process raft request' (duration: 1.811810206s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:09.573384Z","caller":"traceutil/trace.go:171","msg":"trace[1659862384] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"1.712755753s","start":"2026-07-22T22:54:07.86062Z","end":"2026-07-22T22:54:09.573375Z","steps":["trace[1659862384] 'process raft request' (duration: 1.712176597s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:09.573392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770321591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c4be88443d5721\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-07-22T22:54:09.573417Z","caller":"traceutil/trace.go:171","msg":"trace[1697777559] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c4be88443d5721; range_end:; response_count:1; response_revision:24486; }","duration":"2.770355421s","start":"2026-07-22T22:54:06.803052Z","end":"2026-07-22T22:54:09.573407Z","steps":["trace[1697777559] 'agreement among raft nodes before linearized reading' (duration: 2.770259988s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:09.573433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:06.803038Z","time spent":"2.770391461s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c4be88443d5721\" "} {"level":"warn","ts":"2026-07-22T22:54:09.573417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.865271Z","time spent":"1.708040221s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:09.573425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.760815Z","time spent":"1.812531805s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:09.573427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.860591Z","time spent":"1.712813134s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:09.573423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.863403Z","time spent":"1.709933704s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:09.573254Z","caller":"traceutil/trace.go:171","msg":"trace[557809727] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"1.734867832s","start":"2026-07-22T22:54:07.838354Z","end":"2026-07-22T22:54:09.573221Z","steps":["trace[557809727] 'process raft request' (duration: 1.734414919s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:09.573617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.838325Z","time spent":"1.735262863s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:10.826763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044539353s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:10.826941Z","caller":"traceutil/trace.go:171","msg":"trace[447428475] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"1.481632694s","start":"2026-07-22T22:54:09.345281Z","end":"2026-07-22T22:54:10.826914Z","steps":["trace[447428475] 'process raft request' (duration: 436.868355ms)","trace[447428475] 'compare' (duration: 1.044113771s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:10.826971Z","caller":"traceutil/trace.go:171","msg":"trace[1233130615] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"1.251485324s","start":"2026-07-22T22:54:09.575478Z","end":"2026-07-22T22:54:10.826963Z","steps":["trace[1233130615] 'process raft request' (duration: 1.251389331s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:09.575461Z","time spent":"1.251528185s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:10.827077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:09.345256Z","time spent":"1.481733278s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:10.827178Z","caller":"traceutil/trace.go:171","msg":"trace[1663383867] linearizableReadLoop","detail":"{readStateIndex:25278; appliedIndex:25277; }","duration":"1.254191319s","start":"2026-07-22T22:54:09.572952Z","end":"2026-07-22T22:54:10.827143Z","steps":["trace[1663383867] 'read index received' (duration: 209.293506ms)","trace[1663383867] 'applied index is now lower than readState.Index' (duration: 1.044893933s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:10.827396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606658514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:10.82743Z","caller":"traceutil/trace.go:171","msg":"trace[374959987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24488; }","duration":"1.606757576s","start":"2026-07-22T22:54:09.220662Z","end":"2026-07-22T22:54:10.82742Z","steps":["trace[374959987] 'agreement among raft nodes before linearized reading' (duration: 1.606641193s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148702569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-22T22:54:10.827469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:09.220641Z","time spent":"1.606820638s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:54:10.827501Z","caller":"traceutil/trace.go:171","msg":"trace[1609638016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24488; }","duration":"3.148784522s","start":"2026-07-22T22:54:07.678706Z","end":"2026-07-22T22:54:10.82749Z","steps":["trace[1609638016] 'agreement among raft nodes before linearized reading' (duration: 3.148635517s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939526111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:54:10.827526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.01236993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-22T22:54:10.827494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89877061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:10.827554Z","caller":"traceutil/trace.go:171","msg":"trace[244223879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24488; }","duration":"4.012424341s","start":"2026-07-22T22:54:06.815119Z","end":"2026-07-22T22:54:10.827543Z","steps":["trace[244223879] 'agreement among raft nodes before linearized reading' (duration: 4.012316018s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:10.827558Z","caller":"traceutil/trace.go:171","msg":"trace[756905379] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24488; }","duration":"3.939641684s","start":"2026-07-22T22:54:06.887899Z","end":"2026-07-22T22:54:10.82754Z","steps":["trace[756905379] 'agreement among raft nodes before linearized reading' (duration: 3.93952304s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:06.815102Z","time spent":"4.012466112s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" "} {"level":"info","ts":"2026-07-22T22:54:10.82758Z","caller":"traceutil/trace.go:171","msg":"trace[2147106763] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24488; }","duration":"3.898901944s","start":"2026-07-22T22:54:06.928654Z","end":"2026-07-22T22:54:10.827556Z","steps":["trace[2147106763] 'agreement among raft nodes before linearized reading' (duration: 3.898786851s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253541264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:10.827585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135132619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-22T22:54:10.827611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135802059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-22T22:54:10.827629Z","caller":"traceutil/trace.go:171","msg":"trace[1578561035] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24488; }","duration":"3.253612405s","start":"2026-07-22T22:54:07.574006Z","end":"2026-07-22T22:54:10.827619Z","steps":["trace[1578561035] 'agreement among raft nodes before linearized reading' (duration: 3.253572394s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:06.92863Z","time spent":"3.898990207s","remote":"127.0.0.1:50366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:10.827637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135458078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:54:10.827645Z","caller":"traceutil/trace.go:171","msg":"trace[1229690108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24488; }","duration":"3.135831929s","start":"2026-07-22T22:54:07.691802Z","end":"2026-07-22T22:54:10.827634Z","steps":["trace[1229690108] 'agreement among raft nodes before linearized reading' (duration: 3.135748937s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.573981Z","time spent":"3.253669557s","remote":"127.0.0.1:50266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:10.827532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.678683Z","time spent":"3.148842492s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:54:10.827645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023191222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-07-22T22:54:10.827677Z","caller":"traceutil/trace.go:171","msg":"trace[1865856275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24488; }","duration":"3.135509199s","start":"2026-07-22T22:54:07.692156Z","end":"2026-07-22T22:54:10.827665Z","steps":["trace[1865856275] 'agreement among raft nodes before linearized reading' (duration: 3.135389786s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.692151Z","time spent":"3.135559581s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-22T22:54:10.827725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20037144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-22T22:54:10.827722Z","caller":"traceutil/trace.go:171","msg":"trace[1338846675] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24488; }","duration":"4.023286146s","start":"2026-07-22T22:54:06.804416Z","end":"2026-07-22T22:54:10.827702Z","steps":["trace[1338846675] 'agreement among raft nodes before linearized reading' (duration: 4.023038908s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57378832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:54:10.827733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736661802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-22T22:54:10.827741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421102996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-22T22:54:10.827763Z","caller":"traceutil/trace.go:171","msg":"trace[1852566584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24488; }","duration":"2.573982355s","start":"2026-07-22T22:54:08.253773Z","end":"2026-07-22T22:54:10.827755Z","steps":["trace[1852566584] 'agreement among raft nodes before linearized reading' (duration: 2.573930684s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:06.80441Z","time spent":"4.023348338s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-22T22:54:10.827527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573712758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:10.827794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:08.253742Z","time spent":"2.574043087s","remote":"127.0.0.1:51354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:10.827756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128368891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:54:10.827799Z","caller":"traceutil/trace.go:171","msg":"trace[1283695252] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24488; }","duration":"2.421206919s","start":"2026-07-22T22:54:08.406572Z","end":"2026-07-22T22:54:10.827779Z","steps":["trace[1283695252] 'agreement among raft nodes before linearized reading' (duration: 2.421033715s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343623314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:10.82785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323903502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-22T22:54:10.827645Z","caller":"traceutil/trace.go:171","msg":"trace[1489183900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24488; }","duration":"3.135204931s","start":"2026-07-22T22:54:07.692422Z","end":"2026-07-22T22:54:10.827627Z","steps":["trace[1489183900] 'agreement among raft nodes before linearized reading' (duration: 3.135008806s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:10.827867Z","caller":"traceutil/trace.go:171","msg":"trace[336460279] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24488; }","duration":"3.343721287s","start":"2026-07-22T22:54:07.484134Z","end":"2026-07-22T22:54:10.827855Z","steps":["trace[336460279] 'agreement among raft nodes before linearized reading' (duration: 3.343659005s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:10.827857Z","caller":"traceutil/trace.go:171","msg":"trace[1137643564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24488; }","duration":"3.128533465s","start":"2026-07-22T22:54:07.699299Z","end":"2026-07-22T22:54:10.827833Z","steps":["trace[1137643564] 'agreement among raft nodes before linearized reading' (duration: 3.128194906s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.692419Z","time spent":"3.135460138s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-22T22:54:10.82775Z","caller":"traceutil/trace.go:171","msg":"trace[2038206007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24488; }","duration":"2.200433991s","start":"2026-07-22T22:54:08.627309Z","end":"2026-07-22T22:54:10.827743Z","steps":["trace[2038206007] 'agreement among raft nodes before linearized reading' (duration: 2.200310947s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.827903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.484116Z","time spent":"3.343777479s","remote":"127.0.0.1:57204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:10.827927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:08.627287Z","time spent":"2.200631927s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-22T22:54:10.827932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.699275Z","time spent":"3.128647868s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:54:10.827849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:08.406515Z","time spent":"2.421326242s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" "} {"level":"info","ts":"2026-07-22T22:54:10.827882Z","caller":"traceutil/trace.go:171","msg":"trace[835133715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24488; }","duration":"3.323936213s","start":"2026-07-22T22:54:07.503937Z","end":"2026-07-22T22:54:10.827873Z","steps":["trace[835133715] 'agreement among raft nodes before linearized reading' (duration: 3.3238432s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:10.827808Z","caller":"traceutil/trace.go:171","msg":"trace[1597175620] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24488; }","duration":"2.574074498s","start":"2026-07-22T22:54:08.253727Z","end":"2026-07-22T22:54:10.827802Z","steps":["trace[1597175620] 'agreement among raft nodes before linearized reading' (duration: 2.573679366s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.828022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.503885Z","time spent":"3.324123949s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-22T22:54:10.828042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:08.253702Z","time spent":"2.574326955s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:10.82768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.691746Z","time spent":"3.135925511s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:54:10.827596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:06.887883Z","time spent":"3.939704236s","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:10.827563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206453285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:10.827494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.423791218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:10.828135Z","caller":"traceutil/trace.go:171","msg":"trace[1133013873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24488; }","duration":"3.207052793s","start":"2026-07-22T22:54:07.621061Z","end":"2026-07-22T22:54:10.828114Z","steps":["trace[1133013873] 'agreement among raft nodes before linearized reading' (duration: 3.206478327s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:10.828146Z","caller":"traceutil/trace.go:171","msg":"trace[1408386273] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24488; }","duration":"3.424498428s","start":"2026-07-22T22:54:07.403631Z","end":"2026-07-22T22:54:10.828129Z","steps":["trace[1408386273] 'agreement among raft nodes before linearized reading' (duration: 3.423788287s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.82818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.403606Z","time spent":"3.424563719s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:54:10.828187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:07.621036Z","time spent":"3.207132344s","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:10.827803Z","caller":"traceutil/trace.go:171","msg":"trace[408941030] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24488; }","duration":"1.736764514s","start":"2026-07-22T22:54:09.09101Z","end":"2026-07-22T22:54:10.827775Z","steps":["trace[408941030] 'agreement among raft nodes before linearized reading' (duration: 1.736570999s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:10.828236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:09.090984Z","time spent":"1.737239529s","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-22T22:54:11.327859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:11.828166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:12.32877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:12.829798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:12.836456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:12.836523Z","caller":"traceutil/trace.go:171","msg":"trace[986739087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281439s","start":"2026-07-22T22:54:10.836222Z","end":"2026-07-22T22:54:12.836503Z","steps":["trace[986739087] 'agreement among raft nodes before linearized reading' (duration: 2.000194838s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:12.836573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.836215Z","time spent":"2.000346982s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:54:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:13.330591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:13.830926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:14.331617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:14.640313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.388540847s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:54:14.709085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-22T22:54:14.709187Z","caller":"traceutil/trace.go:171","msg":"trace[1728613545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048703s","start":"2026-07-22T22:54:12.709115Z","end":"2026-07-22T22:54:14.709164Z","steps":["trace[1728613545] 'agreement among raft nodes before linearized reading' (duration: 1.99991927s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:14.709244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:12.70909Z","time spent":"2.000141896s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:54:14.837278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-22T22:54:14.837363Z","caller":"traceutil/trace.go:171","msg":"trace[455748728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424194s","start":"2026-07-22T22:54:12.836921Z","end":"2026-07-22T22:54:14.837345Z","steps":["trace[455748728] 'agreement among raft nodes before linearized reading' (duration: 2.000315421s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:14.837417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:12.836892Z","time spent":"2.000513716s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:54:15.707696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561433091s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:15.70789Z","caller":"traceutil/trace.go:171","msg":"trace[799681644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24488; }","duration":"3.561584634s","start":"2026-07-22T22:54:12.146228Z","end":"2026-07-22T22:54:15.707812Z","steps":["trace[799681644] 'range keys from in-memory index tree' (duration: 3.561413049s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:15.708769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068130162s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:15.708994Z","caller":"traceutil/trace.go:171","msg":"trace[959133735] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"5.478568923s","start":"2026-07-22T22:54:10.230404Z","end":"2026-07-22T22:54:15.708972Z","steps":["trace[959133735] 'process raft request' (duration: 5.47846429s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:15.709074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.230361Z","time spent":"5.478677346s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:15.709182Z","caller":"traceutil/trace.go:171","msg":"trace[1929331092] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"5.700870714s","start":"2026-07-22T22:54:10.008274Z","end":"2026-07-22T22:54:15.709145Z","steps":["trace[1929331092] 'process raft request' (duration: 4.632266299s)","trace[1929331092] 'compare' (duration: 1.065842869s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:15.709334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.008253Z","time spent":"5.700997037s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:15.83185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.833862Z","time spent":"4.997978334s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/22 22:54:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:15.831901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.833474Z","time spent":"4.998416656s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-22T22:54:15.831952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.833299Z","time spent":"4.998642103s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/22 22:54:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/22 22:54:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:16.576834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.578564Z","time spent":"4.99826052s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/22 22:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:16.577009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.578436Z","time spent":"4.998563759s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/22 22:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:16.577134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.579204Z","time spent":"4.997925711s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-22T22:54:16.577151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.579315Z","time spent":"4.997826468s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/22 22:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/22 22:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:16.577359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.579787Z","time spent":"4.997571192s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/22 22:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:16.578132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.580452Z","time spent":"4.997677975s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-22T22:54:16.846501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:16.846605Z","caller":"traceutil/trace.go:171","msg":"trace[2067643834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216988s","start":"2026-07-22T22:54:14.84637Z","end":"2026-07-22T22:54:16.846587Z","steps":["trace[2067643834] 'agreement among raft nodes before linearized reading' (duration: 2.000078875s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:16.846652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:14.84635Z","time spent":"2.00029313s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:17.130155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.489555483s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:54:17.504213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.833387Z","time spent":"6.670817429s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/22 22:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:17.661452Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4dc99f8bde2e262e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-22T22:54:17.678572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.834849Z","time spent":"6.843715887s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/22 22:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:17.696195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.863137592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:17.696324Z","caller":"traceutil/trace.go:171","msg":"trace[1395289379] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; }","duration":"6.863259645s","start":"2026-07-22T22:54:10.833003Z","end":"2026-07-22T22:54:17.696263Z","steps":["trace[1395289379] 'agreement among raft nodes before linearized reading' (duration: 6.863147182s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:17.696437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.832994Z","time spent":"6.863429409s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} 2026/07/22 22:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:17.696647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.83386Z","time spent":"6.862776021s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/22 22:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:17.696796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.863009409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c4be88449fa3aa\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:17.696829Z","caller":"traceutil/trace.go:171","msg":"trace[1051336728] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c4be88449fa3aa; range_end:; }","duration":"6.86305476s","start":"2026-07-22T22:54:10.833765Z","end":"2026-07-22T22:54:17.69682Z","steps":["trace[1051336728] 'agreement among raft nodes before linearized reading' (duration: 6.863018899s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:17.696856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.83376Z","time spent":"6.86308731s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c4be88449fa3aa\" "} 2026/07/22 22:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:17.742305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.279446072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c4be884230d560\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:17.742396Z","caller":"traceutil/trace.go:171","msg":"trace[1985280689] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c4be884230d560; range_end:; }","duration":"7.279602296s","start":"2026-07-22T22:54:10.462773Z","end":"2026-07-22T22:54:17.742376Z","steps":["trace[1985280689] 'agreement among raft nodes before linearized reading' (duration: 7.279479003s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:17.74245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.462751Z","time spent":"7.279688269s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c4be884230d560\" "} 2026/07/22 22:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:18.026059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.732387ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-22T22:54:18.026474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:17.308978Z","time spent":"717.489939ms","remote":"127.0.0.1:47184","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-22T22:54:18.579658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.579297Z","time spent":"7.000347561s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-22T22:54:18.715763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206913856s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:54:18.846851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:18.84694Z","caller":"traceutil/trace.go:171","msg":"trace[1316389746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169026s","start":"2026-07-22T22:54:16.846749Z","end":"2026-07-22T22:54:18.846918Z","steps":["trace[1316389746] 'agreement among raft nodes before linearized reading' (duration: 2.000055633s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:18.846993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:16.84672Z","time spent":"2.000262739s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:54:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:20.838421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003286393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:20.83851Z","caller":"traceutil/trace.go:171","msg":"trace[1136332671] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.003435527s","start":"2026-07-22T22:54:10.835055Z","end":"2026-07-22T22:54:20.838491Z","steps":["trace[1136332671] 'agreement among raft nodes before linearized reading' (duration: 10.003324443s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:20.838597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.835039Z","time spent":"10.003547149s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/07/22 22:54:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:20.83961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:13.839189Z","time spent":"7.000411423s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-22T22:54:20.855168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:20.855238Z","caller":"traceutil/trace.go:171","msg":"trace[1930779688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358322s","start":"2026-07-22T22:54:18.85486Z","end":"2026-07-22T22:54:20.855218Z","steps":["trace[1930779688] 'agreement among raft nodes before linearized reading' (duration: 2.000271079s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:20.855285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:18.854854Z","time spent":"2.000421744s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/22 22:54:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:21.577284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99824431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:21.577384Z","caller":"traceutil/trace.go:171","msg":"trace[866051108] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998385025s","start":"2026-07-22T22:54:16.578978Z","end":"2026-07-22T22:54:21.577363Z","steps":["trace[866051108] 'agreement among raft nodes before linearized reading' (duration: 4.998250371s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:21.57744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:16.578973Z","time spent":"4.998455907s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/22 22:54:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:21.577871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997603982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:21.577951Z","caller":"traceutil/trace.go:171","msg":"trace[526777273] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997725966s","start":"2026-07-22T22:54:16.580206Z","end":"2026-07-22T22:54:21.577932Z","steps":["trace[526777273] 'agreement among raft nodes before linearized reading' (duration: 4.997607643s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:21.577915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994717099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-22T22:54:21.577998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:16.5802Z","time spent":"4.997788517s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-22T22:54:21.578016Z","caller":"traceutil/trace.go:171","msg":"trace[1911248733] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.994900355s","start":"2026-07-22T22:54:18.583091Z","end":"2026-07-22T22:54:21.577991Z","steps":["trace[1911248733] 'agreement among raft nodes before linearized reading' (duration: 2.994746981s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:21.578086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999455984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-22T22:54:21.578094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:18.583068Z","time spent":"2.995009708s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-22T22:54:21.578141Z","caller":"traceutil/trace.go:171","msg":"trace[1390971773] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999559998s","start":"2026-07-22T22:54:16.578568Z","end":"2026-07-22T22:54:21.578128Z","steps":["trace[1390971773] 'agreement among raft nodes before linearized reading' (duration: 4.999481055s)"],"step_count":1} 2026/07/22 22:54:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:21.578236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997966343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-22T22:54:21.57824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:16.578554Z","time spent":"4.999619479s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/22 22:54:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:21.578243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997888841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:21.578468Z","caller":"traceutil/trace.go:171","msg":"trace[936254224] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998128108s","start":"2026-07-22T22:54:16.58031Z","end":"2026-07-22T22:54:21.578438Z","steps":["trace[936254224] 'agreement among raft nodes before linearized reading' (duration: 4.997921632s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:21.578522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:16.580297Z","time spent":"4.99821242s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/22 22:54:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-22T22:54:21.57826Z","caller":"traceutil/trace.go:171","msg":"trace[1970926173] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998000134s","start":"2026-07-22T22:54:16.580254Z","end":"2026-07-22T22:54:21.578254Z","steps":["trace[1970926173] 'agreement among raft nodes before linearized reading' (duration: 4.997974274s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:21.578627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:16.58025Z","time spent":"4.998365324s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/22 22:54:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:21.579205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.8631989s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:54:21.579984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999600919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:21.580118Z","caller":"traceutil/trace.go:171","msg":"trace[1656888993] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999745213s","start":"2026-07-22T22:54:16.58031Z","end":"2026-07-22T22:54:21.580055Z","steps":["trace[1656888993] 'agreement among raft nodes before linearized reading' (duration: 4.99962839s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:21.58018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:16.580293Z","time spent":"4.999875307s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/22 22:54:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:21.664934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637240962s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:21.665799Z","caller":"traceutil/trace.go:171","msg":"trace[1178939315] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24504; }","duration":"4.157040499s","start":"2026-07-22T22:54:17.508717Z","end":"2026-07-22T22:54:21.665757Z","steps":["trace[1178939315] 'process raft request' (duration: 4.156901355s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:21.665821Z","caller":"traceutil/trace.go:171","msg":"trace[230892164] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24504; }","duration":"3.971316162s","start":"2026-07-22T22:54:17.694479Z","end":"2026-07-22T22:54:21.665795Z","steps":["trace[230892164] 'process raft request' (duration: 3.971189608s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:21.665814Z","caller":"traceutil/trace.go:171","msg":"trace[630635406] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24504; }","duration":"3.985266092s","start":"2026-07-22T22:54:17.680515Z","end":"2026-07-22T22:54:21.665781Z","steps":["trace[630635406] 'process raft request' (duration: 3.985133458s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:21.665873Z","caller":"traceutil/trace.go:171","msg":"trace[1122519539] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24504; }","duration":"3.964543681s","start":"2026-07-22T22:54:17.701299Z","end":"2026-07-22T22:54:21.665843Z","steps":["trace[1122519539] 'process raft request' (duration: 3.964391688s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:21.66593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:17.694451Z","time spent":"3.971417444s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:21.665942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:17.508687Z","time spent":"4.157172652s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:21.666002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:17.701273Z","time spent":"3.964657285s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":516,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:21.666069Z","caller":"traceutil/trace.go:171","msg":"trace[1117359313] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"3.330918898s","start":"2026-07-22T22:54:18.335139Z","end":"2026-07-22T22:54:21.666058Z","steps":["trace[1117359313] 'process raft request' (duration: 3.330575129s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:21.666069Z","caller":"traceutil/trace.go:171","msg":"trace[617760413] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"950.729567ms","start":"2026-07-22T22:54:20.715324Z","end":"2026-07-22T22:54:21.666053Z","steps":["trace[617760413] 'process raft request' (duration: 950.46481ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:21.666086Z","caller":"traceutil/trace.go:171","msg":"trace[1976773731] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24506; }","duration":"821.155342ms","start":"2026-07-22T22:54:20.844913Z","end":"2026-07-22T22:54:21.666069Z","steps":["trace[1976773731] 'process raft request' (duration: 820.926245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:21.666117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:18.335114Z","time spent":"3.33097439s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:21.666204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:20.844887Z","time spent":"821.230674ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:21.666234Z","caller":"traceutil/trace.go:171","msg":"trace[1138885564] linearizableReadLoop","detail":"{readStateIndex:25296; appliedIndex:25279; }","duration":"10.838978421s","start":"2026-07-22T22:54:10.827244Z","end":"2026-07-22T22:54:21.666222Z","steps":["trace[1138885564] 'read index received' (duration: 3.81330998s)","trace[1138885564] 'applied index is now lower than readState.Index' (duration: 7.025666681s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:21.66653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:17.680489Z","time spent":"3.985394996s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:21.66653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:20.715293Z","time spent":"950.813319ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:21.736652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.901678663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-22T22:54:21.736748Z","caller":"traceutil/trace.go:171","msg":"trace[565392522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.901847929s","start":"2026-07-22T22:54:10.83488Z","end":"2026-07-22T22:54:21.736728Z","steps":["trace[565392522] 'agreement among raft nodes before linearized reading' (duration: 10.901712235s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:21.736813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.834856Z","time spent":"10.901928451s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/22 22:54:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-22T22:54:22.422786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.896843ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-22T22:54:22.423605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.850557336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:54:22.423646Z","caller":"traceutil/trace.go:171","msg":"trace[644784676] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24507; }","duration":"12.850601877s","start":"2026-07-22T22:54:09.573028Z","end":"2026-07-22T22:54:22.42363Z","steps":["trace[644784676] 'agreement among raft nodes before linearized reading' (duration: 12.093346474s)","trace[644784676] 'count revisions from in-memory index tree' (duration: 757.20086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:22.423681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:09.573008Z","time spent":"12.850662328s","remote":"127.0.0.1:34356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:22.424112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.820818464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-22T22:54:22.424184Z","caller":"traceutil/trace.go:171","msg":"trace[1558703056] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24507; }","duration":"12.820931196s","start":"2026-07-22T22:54:09.603228Z","end":"2026-07-22T22:54:22.424159Z","steps":["trace[1558703056] 'agreement among raft nodes before linearized reading' (duration: 12.063127718s)","trace[1558703056] 'range keys from in-memory index tree' (duration: 757.607683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:22.424218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:09.603209Z","time spent":"12.821002048s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-22T22:54:22.424157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.466325ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:22.424265Z","caller":"traceutil/trace.go:171","msg":"trace[897748009] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24507; }","duration":"277.585919ms","start":"2026-07-22T22:54:22.146657Z","end":"2026-07-22T22:54:22.424243Z","steps":["trace[897748009] 'range keys from in-memory index tree' (duration: 277.447634ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:22.424324Z","caller":"traceutil/trace.go:171","msg":"trace[204009346] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"843.189437ms","start":"2026-07-22T22:54:21.581121Z","end":"2026-07-22T22:54:22.424311Z","steps":["trace[204009346] 'process raft request' (duration: 841.756177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:22.424385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:21.581083Z","time spent":"843.26173ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:54:22.855839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000369423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-22T22:54:22.855931Z","caller":"traceutil/trace.go:171","msg":"trace[1575637825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514007s","start":"2026-07-22T22:54:20.855395Z","end":"2026-07-22T22:54:22.855909Z","steps":["trace[1575637825] 'agreement among raft nodes before linearized reading' (duration: 2.000397003s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:22.855983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:20.855374Z","time spent":"2.000599998s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:54:23.542794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118410979s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:528"} {"level":"info","ts":"2026-07-22T22:54:23.542912Z","caller":"traceutil/trace.go:171","msg":"trace[933702785] linearizableReadLoop","detail":"{readStateIndex:25306; appliedIndex:25303; }","duration":"1.87664247s","start":"2026-07-22T22:54:21.666255Z","end":"2026-07-22T22:54:23.542898Z","steps":["trace[933702785] 'read index received' (duration: 334.626775ms)","trace[933702785] 'applied index is now lower than readState.Index' (duration: 1.542014725s)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:23.543219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.697863275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-22T22:54:23.543244Z","caller":"traceutil/trace.go:171","msg":"trace[1912868461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24508; }","duration":"6.697923308s","start":"2026-07-22T22:54:16.845312Z","end":"2026-07-22T22:54:23.543235Z","steps":["trace[1912868461] 'agreement among raft nodes before linearized reading' (duration: 6.697804355s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.674328468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-22T22:54:23.543286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:16.845292Z","time spent":"6.697972229s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:54:23.543268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.311992567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:54:23.543307Z","caller":"traceutil/trace.go:171","msg":"trace[387880787] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24508; }","duration":"6.67444664s","start":"2026-07-22T22:54:16.868841Z","end":"2026-07-22T22:54:23.543288Z","steps":["trace[387880787] 'agreement among raft nodes before linearized reading' (duration: 6.674191353s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:23.543332Z","caller":"traceutil/trace.go:171","msg":"trace[325179133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24508; }","duration":"11.31210092s","start":"2026-07-22T22:54:12.231211Z","end":"2026-07-22T22:54:23.543312Z","steps":["trace[325179133] 'agreement among raft nodes before linearized reading' (duration: 11.311935476s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.54334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.797143868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.54337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.253394908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:23.543432Z","caller":"traceutil/trace.go:171","msg":"trace[169619546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24508; }","duration":"10.797267401s","start":"2026-07-22T22:54:12.746139Z","end":"2026-07-22T22:54:23.543406Z","steps":["trace[169619546] 'agreement among raft nodes before linearized reading' (duration: 10.797091157s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.709765145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-22T22:54:23.543384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:12.231189Z","time spent":"11.312177112s","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:23.543481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:12.746132Z","time spent":"10.797337614s","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.5435Z","caller":"traceutil/trace.go:171","msg":"trace[1963303090] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba; range_end:; response_count:1; response_revision:24508; }","duration":"12.709844287s","start":"2026-07-22T22:54:10.833636Z","end":"2026-07-22T22:54:23.54348Z","steps":["trace[1963303090] 'agreement among raft nodes before linearized reading' (duration: 12.709624001s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.711272667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b05a6034-3e6a-4a17-ad6c-f7b3fe921faf\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-22T22:54:23.543537Z","caller":"traceutil/trace.go:171","msg":"trace[1140091654] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b05a6034-3e6a-4a17-ad6c-f7b3fe921faf; range_end:; response_count:1; response_revision:24508; }","duration":"12.711310748s","start":"2026-07-22T22:54:10.832218Z","end":"2026-07-22T22:54:23.543529Z","steps":["trace[1140091654] 'agreement among raft nodes before linearized reading' (duration: 12.711226616s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.302436219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.543486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953680076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:23.543557Z","caller":"traceutil/trace.go:171","msg":"trace[717485874] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24508; }","duration":"1.960705133s","start":"2026-07-22T22:54:21.582832Z","end":"2026-07-22T22:54:23.543537Z","steps":["trace[717485874] 'process raft request' (duration: 841.46899ms)","trace[717485874] 'compare' (duration: 1.118339717s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:23.543577Z","caller":"traceutil/trace.go:171","msg":"trace[141881208] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24508; }","duration":"1.953837111s","start":"2026-07-22T22:54:21.589734Z","end":"2026-07-22T22:54:23.543571Z","steps":["trace[141881208] 'agreement among raft nodes before linearized reading' (duration: 1.953679406s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:23.543583Z","caller":"traceutil/trace.go:171","msg":"trace[1428075661] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24508; }","duration":"11.30250258s","start":"2026-07-22T22:54:12.241065Z","end":"2026-07-22T22:54:23.543567Z","steps":["trace[1428075661] 'agreement among raft nodes before linearized reading' (duration: 11.302432338s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.710133882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-22T22:54:23.543612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:21.589718Z","time spent":"1.953887661s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:23.543452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.292238274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.543627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:12.241055Z","time spent":"11.302559783s","remote":"127.0.0.1:57206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.543637Z","caller":"traceutil/trace.go:171","msg":"trace[963121303] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24508; }","duration":"3.710234314s","start":"2026-07-22T22:54:19.833386Z","end":"2026-07-22T22:54:23.54362Z","steps":["trace[963121303] 'agreement among raft nodes before linearized reading' (duration: 3.710011268s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:21.582823Z","time spent":"1.960770434s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":550,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:23.543659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.710708596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-22T22:54:23.543667Z","caller":"traceutil/trace.go:171","msg":"trace[38229732] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24508; }","duration":"11.292473951s","start":"2026-07-22T22:54:12.251177Z","end":"2026-07-22T22:54:23.543651Z","steps":["trace[38229732] 'agreement among raft nodes before linearized reading' (duration: 11.292234044s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:19.833363Z","time spent":"3.710311786s","remote":"127.0.0.1:48854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.543704Z","caller":"traceutil/trace.go:171","msg":"trace[53615795] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24508; }","duration":"11.710797028s","start":"2026-07-22T22:54:11.832892Z","end":"2026-07-22T22:54:23.543689Z","steps":["trace[53615795] 'agreement among raft nodes before linearized reading' (duration: 11.710672454s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.989950426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.177\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.543725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:12.251167Z","time spent":"11.292537602s","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:23.543747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.832866Z","time spent":"11.71086807s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" "} {"level":"warn","ts":"2026-07-22T22:54:23.543801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872902206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-22T22:54:23.543799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.438799629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:23.543443Z","caller":"traceutil/trace.go:171","msg":"trace[674800302] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24508; }","duration":"11.253532101s","start":"2026-07-22T22:54:12.28989Z","end":"2026-07-22T22:54:23.543422Z","steps":["trace[674800302] 'agreement among raft nodes before linearized reading' (duration: 11.253376827s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973012303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.543874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:12.289863Z","time spent":"11.253987643s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:23.543554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.832186Z","time spent":"12.71136428s","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-b05a6034-3e6a-4a17-ad6c-f7b3fe921faf\" "} {"level":"warn","ts":"2026-07-22T22:54:23.543916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.24435046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:23.543755Z","caller":"traceutil/trace.go:171","msg":"trace[69189054] range","detail":"{range_begin:/registry/masterleases/199.204.45.177; range_end:; response_count:0; response_revision:24508; }","duration":"7.990025459s","start":"2026-07-22T22:54:15.553717Z","end":"2026-07-22T22:54:23.543743Z","steps":["trace[69189054] 'agreement among raft nodes before linearized reading' (duration: 7.989968348s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.543962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.844061678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.543961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862815484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.543993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:15.553692Z","time spent":"7.990283536s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.177\" "} {"level":"warn","ts":"2026-07-22T22:54:23.544021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962357759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-07-22T22:54:23.544041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.246752679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:54:23.544107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.583704046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.544117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.126508303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-22T22:54:23.544105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910709869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.544167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.417232842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.544138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.44166838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.543351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:16.868812Z","time spent":"6.674527873s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-22T22:54:23.544318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.694160031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-22T22:54:23.544356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.802493689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418459"} {"level":"warn","ts":"2026-07-22T22:54:23.544377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125184503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.544427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164212926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:54:23.543541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:10.833629Z","time spent":"12.709902348s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" "} {"level":"warn","ts":"2026-07-22T22:54:23.544446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.781142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.544458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.12061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:54:23.544502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.48403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.544503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174982073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.54451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.779042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:23.544549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384839026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:23.544614Z","caller":"traceutil/trace.go:171","msg":"trace[4984114] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24508; }","duration":"1.872958076s","start":"2026-07-22T22:54:21.670857Z","end":"2026-07-22T22:54:23.543815Z","steps":["trace[4984114] 'agreement among raft nodes before linearized reading' (duration: 1.872895855s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:23.544622Z","caller":"traceutil/trace.go:171","msg":"trace[1044379877] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24508; }","duration":"1.384946189s","start":"2026-07-22T22:54:22.159651Z","end":"2026-07-22T22:54:23.544597Z","steps":["trace[1044379877] 'agreement among raft nodes before linearized reading' (duration: 1.384843516s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.544639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:21.670835Z","time spent":"1.87379848s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-22T22:54:23.544666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:22.159627Z","time spent":"1.385025172s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.544772Z","caller":"traceutil/trace.go:171","msg":"trace[384515832] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24508; }","duration":"8.43887263s","start":"2026-07-22T22:54:15.10495Z","end":"2026-07-22T22:54:23.543823Z","steps":["trace[384515832] 'agreement among raft nodes before linearized reading' (duration: 8.438823389s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.544832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:15.104892Z","time spent":"8.439927389s","remote":"127.0.0.1:49210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.544869Z","caller":"traceutil/trace.go:171","msg":"trace[1100651214] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24508; }","duration":"2.973765494s","start":"2026-07-22T22:54:20.570097Z","end":"2026-07-22T22:54:23.543863Z","steps":["trace[1100651214] 'agreement among raft nodes before linearized reading' (duration: 2.972983751s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.5449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:20.570073Z","time spent":"2.974818093s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.545022Z","caller":"traceutil/trace.go:171","msg":"trace[1533421092] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24508; }","duration":"12.244414861s","start":"2026-07-22T22:54:11.299522Z","end":"2026-07-22T22:54:23.543937Z","steps":["trace[1533421092] 'agreement among raft nodes before linearized reading' (duration: 12.24436138s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.545062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.299498Z","time spent":"12.245540292s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.545196Z","caller":"traceutil/trace.go:171","msg":"trace[752225306] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24508; }","duration":"11.844120029s","start":"2026-07-22T22:54:11.699858Z","end":"2026-07-22T22:54:23.543978Z","steps":["trace[752225306] 'agreement among raft nodes before linearized reading' (duration: 11.844083437s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.545249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.699819Z","time spent":"11.845417785s","remote":"127.0.0.1:58446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.545369Z","caller":"traceutil/trace.go:171","msg":"trace[1502617018] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24508; }","duration":"3.862920167s","start":"2026-07-22T22:54:19.681078Z","end":"2026-07-22T22:54:23.543998Z","steps":["trace[1502617018] 'agreement among raft nodes before linearized reading' (duration: 3.862835095s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.545443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:19.681053Z","time spent":"3.864368488s","remote":"127.0.0.1:51276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.545533Z","caller":"traceutil/trace.go:171","msg":"trace[1487432252] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24508; }","duration":"1.96245006s","start":"2026-07-22T22:54:21.581597Z","end":"2026-07-22T22:54:23.544047Z","steps":["trace[1487432252] 'agreement among raft nodes before linearized reading' (duration: 1.962276416s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.54562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:21.581546Z","time spent":"1.964052166s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-22T22:54:23.545667Z","caller":"traceutil/trace.go:171","msg":"trace[2099197981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24508; }","duration":"4.24679716s","start":"2026-07-22T22:54:19.297272Z","end":"2026-07-22T22:54:23.544069Z","steps":["trace[2099197981] 'agreement among raft nodes before linearized reading' (duration: 4.246730499s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.54574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:19.297209Z","time spent":"4.248506919s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.545932Z","caller":"traceutil/trace.go:171","msg":"trace[562527684] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24508; }","duration":"5.583799528s","start":"2026-07-22T22:54:17.960331Z","end":"2026-07-22T22:54:23.54413Z","steps":["trace[562527684] 'agreement among raft nodes before linearized reading' (duration: 5.583742886s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.545971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:17.960306Z","time spent":"5.5856515s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.546013Z","caller":"traceutil/trace.go:171","msg":"trace[1033067025] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24508; }","duration":"12.126574583s","start":"2026-07-22T22:54:11.417559Z","end":"2026-07-22T22:54:23.544134Z","steps":["trace[1033067025] 'agreement among raft nodes before linearized reading' (duration: 12.126420619s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.546049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:11.417533Z","time spent":"12.128504498s","remote":"127.0.0.1:48896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.546163Z","caller":"traceutil/trace.go:171","msg":"trace[1482065003] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24508; }","duration":"6.417314454s","start":"2026-07-22T22:54:17.126879Z","end":"2026-07-22T22:54:23.544193Z","steps":["trace[1482065003] 'agreement among raft nodes before linearized reading' (duration: 6.417254752s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.546229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:17.126855Z","time spent":"6.419350542s","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.546261Z","caller":"traceutil/trace.go:171","msg":"trace[938765505] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24508; }","duration":"4.694278974s","start":"2026-07-22T22:54:18.850067Z","end":"2026-07-22T22:54:23.544346Z","steps":["trace[938765505] 'agreement among raft nodes before linearized reading' (duration: 4.69412473s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.54631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:18.850049Z","time spent":"4.696234339s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-22T22:54:23.546352Z","caller":"traceutil/trace.go:171","msg":"trace[734504730] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24508; }","duration":"10.802607472s","start":"2026-07-22T22:54:12.741796Z","end":"2026-07-22T22:54:23.544404Z","steps":["trace[734504730] 'agreement among raft nodes before linearized reading' (duration: 10.80149893s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.54638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:12.741778Z","time spent":"10.804594437s","remote":"127.0.0.1:54490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418481,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-22T22:54:23.546382Z","caller":"traceutil/trace.go:171","msg":"trace[1910569083] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24508; }","duration":"5.125275396s","start":"2026-07-22T22:54:18.419141Z","end":"2026-07-22T22:54:23.544416Z","steps":["trace[1910569083] 'agreement among raft nodes before linearized reading' (duration: 5.125210124s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:23.546214Z","caller":"traceutil/trace.go:171","msg":"trace[318302376] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24508; }","duration":"5.441817514s","start":"2026-07-22T22:54:18.102387Z","end":"2026-07-22T22:54:23.544205Z","steps":["trace[318302376] 'agreement among raft nodes before linearized reading' (duration: 5.441628849s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.546414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:18.419114Z","time spent":"5.127289302s","remote":"127.0.0.1:58658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:23.546436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:18.102337Z","time spent":"5.444086308s","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.546521Z","caller":"traceutil/trace.go:171","msg":"trace[1637063902] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24508; }","duration":"5.164281908s","start":"2026-07-22T22:54:18.380168Z","end":"2026-07-22T22:54:23.54445Z","steps":["trace[1637063902] 'agreement among raft nodes before linearized reading' (duration: 5.164209716s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.546629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:18.380148Z","time spent":"5.166458598s","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.546692Z","caller":"traceutil/trace.go:171","msg":"trace[1787868813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24508; }","duration":"680.846914ms","start":"2026-07-22T22:54:22.863617Z","end":"2026-07-22T22:54:23.544464Z","steps":["trace[1787868813] 'agreement among raft nodes before linearized reading' (duration: 680.802383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.546744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:22.863596Z","time spent":"683.127948ms","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:54:23.546808Z","caller":"traceutil/trace.go:171","msg":"trace[1690480123] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24508; }","duration":"334.189662ms","start":"2026-07-22T22:54:23.210286Z","end":"2026-07-22T22:54:23.544476Z","steps":["trace[1690480123] 'agreement among raft nodes before linearized reading' (duration: 334.147342ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:23.54685Z","caller":"traceutil/trace.go:171","msg":"trace[1813131175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24508; }","duration":"836.539631ms","start":"2026-07-22T22:54:22.707975Z","end":"2026-07-22T22:54:23.544514Z","steps":["trace[1813131175] 'agreement among raft nodes before linearized reading' (duration: 836.51117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.546873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:22.707952Z","time spent":"838.915857ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:54:23.546874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.210263Z","time spent":"336.589189ms","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.546942Z","caller":"traceutil/trace.go:171","msg":"trace[1319909086] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24508; }","duration":"1.175009044s","start":"2026-07-22T22:54:22.369511Z","end":"2026-07-22T22:54:23.54452Z","steps":["trace[1319909086] 'agreement among raft nodes before linearized reading' (duration: 1.174970313s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.546983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:22.369441Z","time spent":"1.177530354s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.547034Z","caller":"traceutil/trace.go:171","msg":"trace[52183270] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24508; }","duration":"660.864036ms","start":"2026-07-22T22:54:22.883687Z","end":"2026-07-22T22:54:23.544551Z","steps":["trace[52183270] 'agreement among raft nodes before linearized reading' (duration: 660.773733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.547074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:22.883672Z","time spent":"663.389246ms","remote":"127.0.0.1:45606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.546114Z","caller":"traceutil/trace.go:171","msg":"trace[1378993322] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:24508; }","duration":"2.910812392s","start":"2026-07-22T22:54:20.633352Z","end":"2026-07-22T22:54:23.544165Z","steps":["trace[1378993322] 'agreement among raft nodes before linearized reading' (duration: 2.910654438s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.54713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.432998891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-22T22:54:23.547157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:20.633322Z","time spent":"2.913801475s","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.547249Z","caller":"traceutil/trace.go:171","msg":"trace[1951943874] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24508; }","duration":"9.433205597s","start":"2026-07-22T22:54:14.114028Z","end":"2026-07-22T22:54:23.547234Z","steps":["trace[1951943874] 'agreement among raft nodes before linearized reading' (duration: 9.429796991s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:23.547473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:14.114005Z","time spent":"9.433282419s","remote":"127.0.0.1:49326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2638,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:23.695425Z","caller":"traceutil/trace.go:171","msg":"trace[115248214] linearizableReadLoop","detail":"{readStateIndex:25307; appliedIndex:25306; }","duration":"143.63798ms","start":"2026-07-22T22:54:23.55176Z","end":"2026-07-22T22:54:23.695398Z","steps":["trace[115248214] 'read index received' (duration: 143.547007ms)","trace[115248214] 'applied index is now lower than readState.Index' (duration: 89.283µs)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:23.695664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.877576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-22T22:54:23.69576Z","caller":"traceutil/trace.go:171","msg":"trace[1000707413] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24508; }","duration":"143.983979ms","start":"2026-07-22T22:54:23.551755Z","end":"2026-07-22T22:54:23.695738Z","steps":["trace[1000707413] 'agreement among raft nodes before linearized reading' (duration: 143.732372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:24.198268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:24.699323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:24.896575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201262788s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:54:25.137456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.573262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:25.13779Z","caller":"traceutil/trace.go:171","msg":"trace[1808998174] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"1.581063878s","start":"2026-07-22T22:54:23.556707Z","end":"2026-07-22T22:54:25.13777Z","steps":["trace[1808998174] 'process raft request' (duration: 1.581007286s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.137865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.556688Z","time spent":"1.581143709s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:25.138062Z","caller":"traceutil/trace.go:171","msg":"trace[485874253] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"1.586105768s","start":"2026-07-22T22:54:23.551945Z","end":"2026-07-22T22:54:25.13805Z","steps":["trace[485874253] 'process raft request' (duration: 1.585709068s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:25.138085Z","caller":"traceutil/trace.go:171","msg":"trace[1619934930] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"1.586137429s","start":"2026-07-22T22:54:23.551913Z","end":"2026-07-22T22:54:25.13805Z","steps":["trace[1619934930] 'process raft request' (duration: 1.585716877s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.138128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.551938Z","time spent":"1.58615485s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:25.138243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.551908Z","time spent":"1.586245722s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:25.138297Z","caller":"traceutil/trace.go:171","msg":"trace[139836714] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"1.58618634s","start":"2026-07-22T22:54:23.55207Z","end":"2026-07-22T22:54:25.138256Z","steps":["trace[139836714] 'process raft request' (duration: 1.585612834s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.138355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.552046Z","time spent":"1.586277143s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:25.138429Z","caller":"traceutil/trace.go:171","msg":"trace[762215059] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"1.586517971s","start":"2026-07-22T22:54:23.551873Z","end":"2026-07-22T22:54:25.138391Z","steps":["trace[762215059] 'process raft request' (duration: 1.585681237s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:25.138429Z","caller":"traceutil/trace.go:171","msg":"trace[29032036] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"1.586593763s","start":"2026-07-22T22:54:23.551802Z","end":"2026-07-22T22:54:25.138396Z","steps":["trace[29032036] 'process raft request' (duration: 1.345003691s)","trace[29032036] 'compare' (duration: 239.257606ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:25.138679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.551862Z","time spent":"1.586715525s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:25.138753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.551776Z","time spent":"1.586896001s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:25.803539Z","caller":"traceutil/trace.go:171","msg":"trace[552580366] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"2.106914463s","start":"2026-07-22T22:54:23.696581Z","end":"2026-07-22T22:54:25.803495Z","steps":["trace[552580366] 'process raft request' (duration: 2.106574414s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.803733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.69655Z","time spent":"2.10708493s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:25.803898Z","caller":"traceutil/trace.go:171","msg":"trace[200994561] linearizableReadLoop","detail":"{readStateIndex:25315; appliedIndex:25307; }","duration":"2.105641688s","start":"2026-07-22T22:54:23.698226Z","end":"2026-07-22T22:54:25.803867Z","steps":["trace[200994561] 'read index received' (duration: 1.198600613s)","trace[200994561] 'applied index is now lower than readState.Index' (duration: 907.039675ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:25.804067Z","caller":"traceutil/trace.go:171","msg":"trace[1976787780] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"1.859753956s","start":"2026-07-22T22:54:23.944296Z","end":"2026-07-22T22:54:25.80405Z","steps":["trace[1976787780] 'process raft request' (duration: 1.85917336s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.804149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029662661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:25.804186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115838689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:54:25.804214Z","caller":"traceutil/trace.go:171","msg":"trace[1270055792] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24516; }","duration":"2.029750135s","start":"2026-07-22T22:54:23.77445Z","end":"2026-07-22T22:54:25.804201Z","steps":["trace[1270055792] 'agreement among raft nodes before linearized reading' (duration: 2.029641041s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:25.804229Z","caller":"traceutil/trace.go:171","msg":"trace[834989830] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24516; }","duration":"1.115934641s","start":"2026-07-22T22:54:24.688284Z","end":"2026-07-22T22:54:25.804219Z","steps":["trace[834989830] 'agreement among raft nodes before linearized reading' (duration: 1.115838248s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.804214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.944265Z","time spent":"1.85985174s","remote":"127.0.0.1:54490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:25.804255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:24.68826Z","time spent":"1.115988931s","remote":"127.0.0.1:53924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:25.804255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.77444Z","time spent":"2.029806375s","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:25.804282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.862376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:25.804402Z","caller":"traceutil/trace.go:171","msg":"trace[767196487] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24516; }","duration":"397.014141ms","start":"2026-07-22T22:54:25.407366Z","end":"2026-07-22T22:54:25.80438Z","steps":["trace[767196487] 'agreement among raft nodes before linearized reading' (duration: 396.780504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.804471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.646176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-22T22:54:25.80448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.783271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7eedc012ab\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-22T22:54:25.804544Z","caller":"traceutil/trace.go:171","msg":"trace[771147840] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7eedc012ab; range_end:; response_count:1; response_revision:24516; }","duration":"660.852985ms","start":"2026-07-22T22:54:25.143671Z","end":"2026-07-22T22:54:25.804524Z","steps":["trace[771147840] 'agreement among raft nodes before linearized reading' (duration: 660.671679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.80456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254415116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-22T22:54:25.804597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:25.143665Z","time spent":"660.919047ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7eedc012ab\" "} {"level":"warn","ts":"2026-07-22T22:54:25.804645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582831957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:25.804646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106427611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5f1c779a-ee06-4551-9192-7cb8d2ae8cbc\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-22T22:54:25.80467Z","caller":"traceutil/trace.go:171","msg":"trace[1679874955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24516; }","duration":"1.582892989s","start":"2026-07-22T22:54:24.221771Z","end":"2026-07-22T22:54:25.804664Z","steps":["trace[1679874955] 'agreement among raft nodes before linearized reading' (duration: 1.582846148s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.804692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:24.221749Z","time spent":"1.58294003s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:54:25.804694Z","caller":"traceutil/trace.go:171","msg":"trace[1906480108] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5f1c779a-ee06-4551-9192-7cb8d2ae8cbc; range_end:; response_count:1; response_revision:24516; }","duration":"2.106506543s","start":"2026-07-22T22:54:23.698176Z","end":"2026-07-22T22:54:25.804683Z","steps":["trace[1906480108] 'agreement among raft nodes before linearized reading' (duration: 2.106315758s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.804731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.698165Z","time spent":"2.106559255s","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-5f1c779a-ee06-4551-9192-7cb8d2ae8cbc\" "} {"level":"info","ts":"2026-07-22T22:54:25.804501Z","caller":"traceutil/trace.go:171","msg":"trace[1584355346] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24516; }","duration":"661.713249ms","start":"2026-07-22T22:54:25.142779Z","end":"2026-07-22T22:54:25.804493Z","steps":["trace[1584355346] 'agreement among raft nodes before linearized reading' (duration: 661.630366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.80482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396562994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:25.804606Z","caller":"traceutil/trace.go:171","msg":"trace[9262098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24516; }","duration":"1.254503049s","start":"2026-07-22T22:54:24.550091Z","end":"2026-07-22T22:54:25.804594Z","steps":["trace[9262098] 'agreement among raft nodes before linearized reading' (duration: 1.254337224s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:25.804846Z","caller":"traceutil/trace.go:171","msg":"trace[2062561977] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24516; }","duration":"1.396638636s","start":"2026-07-22T22:54:24.4082Z","end":"2026-07-22T22:54:25.804838Z","steps":["trace[2062561977] 'agreement among raft nodes before linearized reading' (duration: 1.396596345s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.804865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:24.408171Z","time spent":"1.396688078s","remote":"127.0.0.1:45600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:25.80485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:25.14276Z","time spent":"662.073289ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" "} {"level":"warn","ts":"2026-07-22T22:54:25.804918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:24.550065Z","time spent":"1.254808536s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" "} {"level":"warn","ts":"2026-07-22T22:54:25.804655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865516648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:25.805059Z","caller":"traceutil/trace.go:171","msg":"trace[1098128356] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24516; }","duration":"1.865969911s","start":"2026-07-22T22:54:23.939074Z","end":"2026-07-22T22:54:25.805044Z","steps":["trace[1098128356] 'agreement among raft nodes before linearized reading' (duration: 1.86555452s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:25.805105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:23.939045Z","time spent":"1.866047033s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:25.804465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:25.407303Z","time spent":"397.149045ms","remote":"127.0.0.1:58914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:27.056054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.029007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:27.056166Z","caller":"traceutil/trace.go:171","msg":"trace[2038794697] linearizableReadLoop","detail":"{readStateIndex:25316; appliedIndex:25315; }","duration":"1.248182992s","start":"2026-07-22T22:54:25.807963Z","end":"2026-07-22T22:54:27.056146Z","steps":["trace[2038794697] 'read index received' (duration: 39.861µs)","trace[2038794697] 'applied index is now lower than readState.Index' (duration: 1.248140901s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:27.056245Z","caller":"traceutil/trace.go:171","msg":"trace[1163586321] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"1.248296505s","start":"2026-07-22T22:54:25.807936Z","end":"2026-07-22T22:54:27.056232Z","steps":["trace[1163586321] 'process raft request' (duration: 685.00857ms)","trace[1163586321] 'compare' (duration: 562.133183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:27.0563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:25.807916Z","time spent":"1.248354767s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:27.056577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248613014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-22T22:54:27.056598Z","caller":"traceutil/trace.go:171","msg":"trace[1097076607] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24517; }","duration":"1.248636944s","start":"2026-07-22T22:54:25.807954Z","end":"2026-07-22T22:54:27.056591Z","steps":["trace[1097076607] 'agreement among raft nodes before linearized reading' (duration: 1.24849075s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.056622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:25.807886Z","time spent":"1.248732278s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-22T22:54:27.697655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.137671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:27.697835Z","caller":"traceutil/trace.go:171","msg":"trace[843352584] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"1.886614309s","start":"2026-07-22T22:54:25.81118Z","end":"2026-07-22T22:54:27.697794Z","steps":["trace[843352584] 'process raft request' (duration: 1.636249102s)","trace[843352584] 'compare' (duration: 249.958465ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:27.697927Z","caller":"traceutil/trace.go:171","msg":"trace[711236807] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"1.668424753s","start":"2026-07-22T22:54:26.02948Z","end":"2026-07-22T22:54:27.697905Z","steps":["trace[711236807] 'process raft request' (duration: 1.668284389s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.69799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:25.811159Z","time spent":"1.886745512s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:27.698033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:26.029455Z","time spent":"1.668527676s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:27.704153Z","caller":"traceutil/trace.go:171","msg":"trace[1046041396] linearizableReadLoop","detail":"{readStateIndex:25319; appliedIndex:25316; }","duration":"647.942413ms","start":"2026-07-22T22:54:27.056192Z","end":"2026-07-22T22:54:27.704134Z","steps":["trace[1046041396] 'read index received' (duration: 391.252419ms)","trace[1046041396] 'applied index is now lower than readState.Index' (duration: 256.688944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:27.704277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277585874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:27.704362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.926855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-22T22:54:27.704371Z","caller":"traceutil/trace.go:171","msg":"trace[1880859552] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24520; }","duration":"1.277736499s","start":"2026-07-22T22:54:26.426611Z","end":"2026-07-22T22:54:27.704347Z","steps":["trace[1880859552] 'agreement among raft nodes before linearized reading' (duration: 1.277579104s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.704377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270779024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18229"} {"level":"info","ts":"2026-07-22T22:54:27.704429Z","caller":"traceutil/trace.go:171","msg":"trace[1967068616] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24520; }","duration":"1.270898997s","start":"2026-07-22T22:54:26.433517Z","end":"2026-07-22T22:54:27.704416Z","steps":["trace[1967068616] 'agreement among raft nodes before linearized reading' (duration: 1.270645461s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.70431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89167369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:27.704474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:26.433502Z","time spent":"1.270964029s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-22T22:54:27.704472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791585569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-22T22:54:27.704435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:26.426586Z","time spent":"1.277824741s","remote":"127.0.0.1:50298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:27.704497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.803941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:54:27.704521Z","caller":"traceutil/trace.go:171","msg":"trace[1892503978] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24520; }","duration":"641.856813ms","start":"2026-07-22T22:54:27.062658Z","end":"2026-07-22T22:54:27.704515Z","steps":["trace[1892503978] 'agreement among raft nodes before linearized reading' (duration: 641.793672ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:27.704525Z","caller":"traceutil/trace.go:171","msg":"trace[1291917249] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24520; }","duration":"1.791670961s","start":"2026-07-22T22:54:25.912838Z","end":"2026-07-22T22:54:27.704509Z","steps":["trace[1291917249] 'agreement among raft nodes before linearized reading' (duration: 1.791504517s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.704539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.500315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-22T22:54:27.704549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.062639Z","time spent":"641.903835ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-22T22:54:27.704528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.635067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:54:27.704598Z","caller":"traceutil/trace.go:171","msg":"trace[205508215] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"1.03300184s","start":"2026-07-22T22:54:26.671589Z","end":"2026-07-22T22:54:27.70459Z","steps":["trace[205508215] 'process raft request' (duration: 1.032421924s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:27.704622Z","caller":"traceutil/trace.go:171","msg":"trace[969502119] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24520; }","duration":"303.787272ms","start":"2026-07-22T22:54:27.400811Z","end":"2026-07-22T22:54:27.704598Z","steps":["trace[969502119] 'agreement among raft nodes before linearized reading' (duration: 303.615737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.704657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:26.671559Z","time spent":"1.03306577s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:27.704396Z","caller":"traceutil/trace.go:171","msg":"trace[593665258] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba; range_end:; response_count:1; response_revision:24520; }","duration":"642.007677ms","start":"2026-07-22T22:54:27.062379Z","end":"2026-07-22T22:54:27.704386Z","steps":["trace[593665258] 'agreement among raft nodes before linearized reading' (duration: 641.878433ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:27.704489Z","caller":"traceutil/trace.go:171","msg":"trace[2072529126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24520; }","duration":"1.891861915s","start":"2026-07-22T22:54:25.812603Z","end":"2026-07-22T22:54:27.704465Z","steps":["trace[2072529126] 'agreement among raft nodes before linearized reading' (duration: 1.891651779s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.704437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.350449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:27.70471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.062362Z","time spent":"642.334496ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4be7cb84b20ba\" "} {"level":"warn","ts":"2026-07-22T22:54:27.704721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:25.812595Z","time spent":"1.892115182s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:54:27.704745Z","caller":"traceutil/trace.go:171","msg":"trace[1940576951] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24520; }","duration":"641.699538ms","start":"2026-07-22T22:54:27.063033Z","end":"2026-07-22T22:54:27.704733Z","steps":["trace[1940576951] 'agreement among raft nodes before linearized reading' (duration: 641.375969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.704753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.230628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-07-22T22:54:27.704778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.063012Z","time spent":"641.75363ms","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:27.704799Z","caller":"traceutil/trace.go:171","msg":"trace[1767231790] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24520; }","duration":"272.322611ms","start":"2026-07-22T22:54:27.432464Z","end":"2026-07-22T22:54:27.704786Z","steps":["trace[1767231790] 'agreement among raft nodes before linearized reading' (duration: 271.900409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.704465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.210397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:54:27.704835Z","caller":"traceutil/trace.go:171","msg":"trace[259752548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24520; }","duration":"501.637799ms","start":"2026-07-22T22:54:27.203188Z","end":"2026-07-22T22:54:27.704826Z","steps":["trace[259752548] 'agreement among raft nodes before linearized reading' (duration: 501.201957ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:27.704569Z","caller":"traceutil/trace.go:171","msg":"trace[1611440476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24520; }","duration":"893.563428ms","start":"2026-07-22T22:54:26.810997Z","end":"2026-07-22T22:54:27.70456Z","steps":["trace[1611440476] 'agreement among raft nodes before linearized reading' (duration: 893.510046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:27.704565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:25.912816Z","time spent":"1.791738304s","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-22T22:54:27.704893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.203163Z","time spent":"501.718091ms","remote":"127.0.0.1:51420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:27.704863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.976242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:27.704905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:26.810978Z","time spent":"893.919177ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" "} {"level":"warn","ts":"2026-07-22T22:54:27.704679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.400786Z","time spent":"303.881834ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:27.704944Z","caller":"traceutil/trace.go:171","msg":"trace[717259116] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24520; }","duration":"232.136916ms","start":"2026-07-22T22:54:27.472785Z","end":"2026-07-22T22:54:27.704922Z","steps":["trace[717259116] 'agreement among raft nodes before linearized reading' (duration: 231.92983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:28.208161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316130266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:54:29.281791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.504994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:29.281921Z","caller":"traceutil/trace.go:171","msg":"trace[83577302] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"1.574470863s","start":"2026-07-22T22:54:27.707433Z","end":"2026-07-22T22:54:29.281904Z","steps":["trace[83577302] 'process raft request' (duration: 590.768303ms)","trace[83577302] 'compare' (duration: 982.25569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:29.281972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.707407Z","time spent":"1.574543336s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:29.313199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014934345s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-22T22:54:29.31366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.708638Z","time spent":"1.605015828s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-22T22:54:29.313751Z","caller":"traceutil/trace.go:171","msg":"trace[1578022646] linearizableReadLoop","detail":"{readStateIndex:25322; appliedIndex:25319; }","duration":"1.606199331s","start":"2026-07-22T22:54:27.707525Z","end":"2026-07-22T22:54:29.313724Z","steps":["trace[1578022646] 'read index received' (duration: 590.760843ms)","trace[1578022646] 'applied index is now lower than readState.Index' (duration: 1.015437268s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:29.313862Z","caller":"traceutil/trace.go:171","msg":"trace[1564048767] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"1.6029247s","start":"2026-07-22T22:54:27.710926Z","end":"2026-07-22T22:54:29.313851Z","steps":["trace[1564048767] 'process raft request' (duration: 1.602620061s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:29.31397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.710915Z","time spent":"1.60297441s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:29.314214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606665614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fd320fc8-29e5-4f38-95f4-85cae3d5e1b5\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-22T22:54:29.314304Z","caller":"traceutil/trace.go:171","msg":"trace[2010719569] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fd320fc8-29e5-4f38-95f4-85cae3d5e1b5; range_end:; response_count:1; response_revision:24522; }","duration":"1.606798738s","start":"2026-07-22T22:54:27.707482Z","end":"2026-07-22T22:54:29.31428Z","steps":["trace[2010719569] 'agreement among raft nodes before linearized reading' (duration: 1.606570851s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:29.314347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.707458Z","time spent":"1.60687976s","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-fd320fc8-29e5-4f38-95f4-85cae3d5e1b5\" "} {"level":"info","ts":"2026-07-22T22:54:29.352178Z","caller":"traceutil/trace.go:171","msg":"trace[288841637] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"178.859826ms","start":"2026-07-22T22:54:29.173283Z","end":"2026-07-22T22:54:29.352143Z","steps":["trace[288841637] 'process raft request' (duration: 178.621459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:29.352301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.165905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-22T22:54:29.35238Z","caller":"traceutil/trace.go:171","msg":"trace[1308280425] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24523; }","duration":"903.328641ms","start":"2026-07-22T22:54:28.449034Z","end":"2026-07-22T22:54:29.352363Z","steps":["trace[1308280425] 'agreement among raft nodes before linearized reading' (duration: 903.077024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:29.352426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:28.449011Z","time spent":"903.405913ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-22T22:54:29.352398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.438349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-22T22:54:29.352416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640937943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:29.352443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458132137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:29.352503Z","caller":"traceutil/trace.go:171","msg":"trace[1789823864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24523; }","duration":"642.587493ms","start":"2026-07-22T22:54:28.709889Z","end":"2026-07-22T22:54:29.352477Z","steps":["trace[1789823864] 'agreement among raft nodes before linearized reading' (duration: 642.218783ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:29.352542Z","caller":"traceutil/trace.go:171","msg":"trace[1686724041] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24523; }","duration":"1.458300792s","start":"2026-07-22T22:54:27.894216Z","end":"2026-07-22T22:54:29.352517Z","steps":["trace[1686724041] 'agreement among raft nodes before linearized reading' (duration: 1.458099216s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:29.35252Z","caller":"traceutil/trace.go:171","msg":"trace[1570090697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24523; }","duration":"1.641107608s","start":"2026-07-22T22:54:27.711395Z","end":"2026-07-22T22:54:29.352503Z","steps":["trace[1570090697] 'agreement among raft nodes before linearized reading' (duration: 1.640852401s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:29.352584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:28.709866Z","time spent":"642.701537ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" "} {"level":"warn","ts":"2026-07-22T22:54:29.352604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.894184Z","time spent":"1.458408075s","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:29.352608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.71139Z","time spent":"1.6412008s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:54:29.352772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643248739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18229"} {"level":"info","ts":"2026-07-22T22:54:29.35282Z","caller":"traceutil/trace.go:171","msg":"trace[807075923] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24523; }","duration":"1.64331454s","start":"2026-07-22T22:54:27.709493Z","end":"2026-07-22T22:54:29.352808Z","steps":["trace[807075923] 'agreement among raft nodes before linearized reading' (duration: 1.643001452s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:29.352854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:27.709475Z","time spent":"1.643370222s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-22T22:54:29.520982Z","caller":"traceutil/trace.go:171","msg":"trace[1588472823] linearizableReadLoop","detail":"{readStateIndex:25325; appliedIndex:25324; }","duration":"153.301051ms","start":"2026-07-22T22:54:29.367651Z","end":"2026-07-22T22:54:29.520952Z","steps":["trace[1588472823] 'read index received' (duration: 67.110958ms)","trace[1588472823] 'applied index is now lower than readState.Index' (duration: 86.188723ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:29.521019Z","caller":"traceutil/trace.go:171","msg":"trace[329546614] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"165.335607ms","start":"2026-07-22T22:54:29.355653Z","end":"2026-07-22T22:54:29.520988Z","steps":["trace[329546614] 'process raft request' (duration: 79.206527ms)","trace[329546614] 'compare' (duration: 85.886694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:29.52121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.820389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:29.521358Z","caller":"traceutil/trace.go:171","msg":"trace[1344997191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24525; }","duration":"166.973413ms","start":"2026-07-22T22:54:29.354322Z","end":"2026-07-22T22:54:29.521296Z","steps":["trace[1344997191] 'agreement among raft nodes before linearized reading' (duration: 166.732947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:29.521757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.406085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-22T22:54:29.521952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.660835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-22T22:54:29.522064Z","caller":"traceutil/trace.go:171","msg":"trace[1405932234] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24525; }","duration":"150.808292ms","start":"2026-07-22T22:54:29.371208Z","end":"2026-07-22T22:54:29.522016Z","steps":["trace[1405932234] 'agreement among raft nodes before linearized reading' (duration: 150.38052ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:29.52203Z","caller":"traceutil/trace.go:171","msg":"trace[62148892] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24525; }","duration":"152.525089ms","start":"2026-07-22T22:54:29.369289Z","end":"2026-07-22T22:54:29.521814Z","steps":["trace[62148892] 'agreement among raft nodes before linearized reading' (duration: 152.121447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:30.145531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.139147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:30.145728Z","caller":"traceutil/trace.go:171","msg":"trace[1022446981] linearizableReadLoop","detail":"{readStateIndex:25326; appliedIndex:25325; }","duration":"613.139079ms","start":"2026-07-22T22:54:29.532494Z","end":"2026-07-22T22:54:30.145633Z","steps":["trace[1022446981] 'read index received' (duration: 420.736425ms)","trace[1022446981] 'applied index is now lower than readState.Index' (duration: 192.401294ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:30.145741Z","caller":"traceutil/trace.go:171","msg":"trace[423269842] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"613.665243ms","start":"2026-07-22T22:54:29.532028Z","end":"2026-07-22T22:54:30.145694Z","steps":["trace[423269842] 'process raft request' (duration: 421.281599ms)","trace[423269842] 'compare' (duration: 191.987763ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:30.145934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:29.532012Z","time spent":"613.815979ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:30.145924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.400407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:30.146061Z","caller":"traceutil/trace.go:171","msg":"trace[2072237659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24526; }","duration":"613.573191ms","start":"2026-07-22T22:54:29.532471Z","end":"2026-07-22T22:54:30.146044Z","steps":["trace[2072237659] 'agreement among raft nodes before linearized reading' (duration: 613.349425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:30.146125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:29.532463Z","time spent":"613.651153ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:54:30.14598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.584345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:30.146271Z","caller":"traceutil/trace.go:171","msg":"trace[1642091155] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24526; }","duration":"571.878434ms","start":"2026-07-22T22:54:29.574346Z","end":"2026-07-22T22:54:30.146225Z","steps":["trace[1642091155] 'agreement among raft nodes before linearized reading' (duration: 571.533015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:30.146434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.792331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-22T22:54:30.146575Z","caller":"traceutil/trace.go:171","msg":"trace[1831609318] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24526; }","duration":"100.943565ms","start":"2026-07-22T22:54:30.045557Z","end":"2026-07-22T22:54:30.1465Z","steps":["trace[1831609318] 'agreement among raft nodes before linearized reading' (duration: 100.42161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:30.147649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:29.574328Z","time spent":"572.132262ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:30.607844Z","caller":"traceutil/trace.go:171","msg":"trace[1438328281] linearizableReadLoop","detail":"{readStateIndex:25327; appliedIndex:25326; }","duration":"458.371288ms","start":"2026-07-22T22:54:30.14945Z","end":"2026-07-22T22:54:30.607821Z","steps":["trace[1438328281] 'read index received' (duration: 458.155532ms)","trace[1438328281] 'applied index is now lower than readState.Index' (duration: 214.956µs)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:30.607883Z","caller":"traceutil/trace.go:171","msg":"trace[452102504] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"458.516051ms","start":"2026-07-22T22:54:30.149332Z","end":"2026-07-22T22:54:30.607848Z","steps":["trace[452102504] 'process raft request' (duration: 458.349927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:30.608045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.235642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:30.608046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.222997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:30.608047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:30.149309Z","time spent":"458.653976ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-22T22:54:30.608092Z","caller":"traceutil/trace.go:171","msg":"trace[990218244] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24527; }","duration":"325.346166ms","start":"2026-07-22T22:54:30.282734Z","end":"2026-07-22T22:54:30.60808Z","steps":["trace[990218244] 'agreement among raft nodes before linearized reading' (duration: 325.216702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:30.608091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.635035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c3dad0c-8577-418c-bd3b-0ff237b7783f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-22T22:54:30.608101Z","caller":"traceutil/trace.go:171","msg":"trace[278150253] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24527; }","duration":"223.32826ms","start":"2026-07-22T22:54:30.384759Z","end":"2026-07-22T22:54:30.608087Z","steps":["trace[278150253] 'agreement among raft nodes before linearized reading' (duration: 223.213317ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:30.60813Z","caller":"traceutil/trace.go:171","msg":"trace[216069741] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c3dad0c-8577-418c-bd3b-0ff237b7783f; range_end:; response_count:1; response_revision:24527; }","duration":"458.676096ms","start":"2026-07-22T22:54:30.149443Z","end":"2026-07-22T22:54:30.608119Z","steps":["trace[216069741] 'agreement among raft nodes before linearized reading' (duration: 458.492451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:30.60813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:30.28271Z","time spent":"325.409617ms","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:30.608164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:30.149368Z","time spent":"458.78797ms","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-8c3dad0c-8577-418c-bd3b-0ff237b7783f\" "} {"level":"warn","ts":"2026-07-22T22:54:30.608242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.535182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-22T22:54:30.608318Z","caller":"traceutil/trace.go:171","msg":"trace[168867616] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24527; }","duration":"250.672845ms","start":"2026-07-22T22:54:30.357627Z","end":"2026-07-22T22:54:30.608299Z","steps":["trace[168867616] 'agreement among raft nodes before linearized reading' (duration: 250.400728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:30.817342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.811113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:30.817465Z","caller":"traceutil/trace.go:171","msg":"trace[1566125497] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"204.351559ms","start":"2026-07-22T22:54:30.613092Z","end":"2026-07-22T22:54:30.817444Z","steps":["trace[1566125497] 'process raft request' (duration: 69.358581ms)","trace[1566125497] 'compare' (duration: 134.656308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:31.354287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.801218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:31.354428Z","caller":"traceutil/trace.go:171","msg":"trace[578212891] linearizableReadLoop","detail":"{readStateIndex:25329; appliedIndex:25328; }","duration":"486.010102ms","start":"2026-07-22T22:54:30.868391Z","end":"2026-07-22T22:54:31.354401Z","steps":["trace[578212891] 'read index received' (duration: 70.987278ms)","trace[578212891] 'applied index is now lower than readState.Index' (duration: 415.020614ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:31.354601Z","caller":"traceutil/trace.go:171","msg":"trace[1124336371] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"533.942432ms","start":"2026-07-22T22:54:30.820588Z","end":"2026-07-22T22:54:31.35453Z","steps":["trace[1124336371] 'process raft request' (duration: 118.806115ms)","trace[1124336371] 'compare' (duration: 414.522271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:31.354692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:30.820564Z","time spent":"534.087778ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:54:31.354791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.369791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:31.354943Z","caller":"traceutil/trace.go:171","msg":"trace[1234766374] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24529; }","duration":"486.622659ms","start":"2026-07-22T22:54:30.868289Z","end":"2026-07-22T22:54:31.354912Z","steps":["trace[1234766374] 'agreement among raft nodes before linearized reading' (duration: 486.330671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:31.355014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:30.868249Z","time spent":"486.744753ms","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:54:31.354999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.22718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:54:31.355036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.798347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:54:31.355077Z","caller":"traceutil/trace.go:171","msg":"trace[924373201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24529; }","duration":"133.364862ms","start":"2026-07-22T22:54:31.221693Z","end":"2026-07-22T22:54:31.355058Z","steps":["trace[924373201] 'agreement among raft nodes before linearized reading' (duration: 133.240089ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:31.355115Z","caller":"traceutil/trace.go:171","msg":"trace[1244629465] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24529; }","duration":"181.939112ms","start":"2026-07-22T22:54:31.173156Z","end":"2026-07-22T22:54:31.355095Z","steps":["trace[1244629465] 'agreement among raft nodes before linearized reading' (duration: 181.787687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:31.355336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.880253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:54:31.355397Z","caller":"traceutil/trace.go:171","msg":"trace[516793982] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24529; }","duration":"429.119958ms","start":"2026-07-22T22:54:30.926262Z","end":"2026-07-22T22:54:31.355382Z","steps":["trace[516793982] 'agreement among raft nodes before linearized reading' (duration: 428.364357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:31.355433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:30.926242Z","time spent":"429.178711ms","remote":"127.0.0.1:53960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:31.684566Z","caller":"traceutil/trace.go:171","msg":"trace[1814081463] linearizableReadLoop","detail":"{readStateIndex:25330; appliedIndex:25329; }","duration":"323.601316ms","start":"2026-07-22T22:54:31.360916Z","end":"2026-07-22T22:54:31.684517Z","steps":["trace[1814081463] 'read index received' (duration: 264.039848ms)","trace[1814081463] 'applied index is now lower than readState.Index' (duration: 59.558287ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:31.684709Z","caller":"traceutil/trace.go:171","msg":"trace[1276183994] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"325.636054ms","start":"2026-07-22T22:54:31.359059Z","end":"2026-07-22T22:54:31.684695Z","steps":["trace[1276183994] 'process raft request' (duration: 265.971584ms)","trace[1276183994] 'compare' (duration: 59.024812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:31.684817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:31.359035Z","time spent":"325.712496ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:54:31.685049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.870399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:54:31.685147Z","caller":"traceutil/trace.go:171","msg":"trace[1380085754] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24530; }","duration":"232.020893ms","start":"2026-07-22T22:54:31.453107Z","end":"2026-07-22T22:54:31.685128Z","steps":["trace[1380085754] 'agreement among raft nodes before linearized reading' (duration: 231.829117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:31.685208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.257895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:31.685314Z","caller":"traceutil/trace.go:171","msg":"trace[2083995111] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24530; }","duration":"324.39084ms","start":"2026-07-22T22:54:31.36089Z","end":"2026-07-22T22:54:31.685281Z","steps":["trace[2083995111] 'agreement among raft nodes before linearized reading' (duration: 324.221715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:31.685371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:31.36088Z","time spent":"324.477511ms","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:54:32.246624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.39485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:32.246806Z","caller":"traceutil/trace.go:171","msg":"trace[580765485] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24530; }","duration":"100.598365ms","start":"2026-07-22T22:54:32.14618Z","end":"2026-07-22T22:54:32.246779Z","steps":["trace[580765485] 'range keys from in-memory index tree' (duration: 100.370149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:32.247176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.285243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:32.247277Z","caller":"traceutil/trace.go:171","msg":"trace[892049732] linearizableReadLoop","detail":"{readStateIndex:25331; appliedIndex:25330; }","duration":"555.418094ms","start":"2026-07-22T22:54:31.691842Z","end":"2026-07-22T22:54:32.24726Z","steps":["trace[892049732] 'read index received' (duration: 214.923435ms)","trace[892049732] 'applied index is now lower than readState.Index' (duration: 340.493069ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:32.247393Z","caller":"traceutil/trace.go:171","msg":"trace[322521953] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"557.693488ms","start":"2026-07-22T22:54:31.68965Z","end":"2026-07-22T22:54:32.247344Z","steps":["trace[322521953] 'process raft request' (duration: 217.161018ms)","trace[322521953] 'compare' (duration: 340.117549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:32.247461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.604069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:32.247535Z","caller":"traceutil/trace.go:171","msg":"trace[1014625394] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24531; }","duration":"555.715083ms","start":"2026-07-22T22:54:31.691802Z","end":"2026-07-22T22:54:32.247517Z","steps":["trace[1014625394] 'agreement among raft nodes before linearized reading' (duration: 555.558229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:32.247578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:31.691782Z","time spent":"555.786015ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:54:32.247569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:31.689621Z","time spent":"557.862772ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:54:32.247588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.178786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-22T22:54:32.247635Z","caller":"traceutil/trace.go:171","msg":"trace[1360195626] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24531; }","duration":"546.287568ms","start":"2026-07-22T22:54:31.701335Z","end":"2026-07-22T22:54:32.247622Z","steps":["trace[1360195626] 'agreement among raft nodes before linearized reading' (duration: 546.053401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:32.247685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:31.701317Z","time spent":"546.352451ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":181,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:32.248078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.609108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-22T22:54:32.248152Z","caller":"traceutil/trace.go:171","msg":"trace[159615897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24531; }","duration":"203.737242ms","start":"2026-07-22T22:54:32.044397Z","end":"2026-07-22T22:54:32.248134Z","steps":["trace[159615897] 'agreement among raft nodes before linearized reading' (duration: 203.449504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:32.864124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.65842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:32.864387Z","caller":"traceutil/trace.go:171","msg":"trace[1305740564] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"339.721288ms","start":"2026-07-22T22:54:32.524639Z","end":"2026-07-22T22:54:32.864361Z","steps":["trace[1305740564] 'process raft request' (duration: 171.688596ms)","trace[1305740564] 'compare' (duration: 167.399124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:32.864469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:32.524597Z","time spent":"339.838761ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-22T22:54:32.864725Z","caller":"traceutil/trace.go:171","msg":"trace[1312877751] linearizableReadLoop","detail":"{readStateIndex:25338; appliedIndex:25337; }","duration":"174.921615ms","start":"2026-07-22T22:54:32.68976Z","end":"2026-07-22T22:54:32.864682Z","steps":["trace[1312877751] 'read index received' (duration: 6.483151ms)","trace[1312877751] 'applied index is now lower than readState.Index' (duration: 168.432714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:32.864996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.220663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-22T22:54:32.865078Z","caller":"traceutil/trace.go:171","msg":"trace[168584352] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24538; }","duration":"175.320496ms","start":"2026-07-22T22:54:32.68972Z","end":"2026-07-22T22:54:32.86504Z","steps":["trace[168584352] 'agreement among raft nodes before linearized reading' (duration: 175.121811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:32.865694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.611071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-22T22:54:32.865962Z","caller":"traceutil/trace.go:171","msg":"trace[1182587072] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24539; }","duration":"152.696463ms","start":"2026-07-22T22:54:32.713029Z","end":"2026-07-22T22:54:32.865726Z","steps":["trace[1182587072] 'agreement among raft nodes before linearized reading' (duration: 152.496637ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:32.865934Z","caller":"traceutil/trace.go:171","msg":"trace[1392419183] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"155.616195ms","start":"2026-07-22T22:54:32.710103Z","end":"2026-07-22T22:54:32.86572Z","steps":["trace[1392419183] 'process raft request' (duration: 154.186524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:33.594165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.995701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:33.594283Z","caller":"traceutil/trace.go:171","msg":"trace[1752244264] linearizableReadLoop","detail":"{readStateIndex:25340; appliedIndex:25339; }","duration":"545.811584ms","start":"2026-07-22T22:54:33.048452Z","end":"2026-07-22T22:54:33.594263Z","steps":["trace[1752244264] 'read index received' (duration: 4.539226ms)","trace[1752244264] 'applied index is now lower than readState.Index' (duration: 541.270128ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:33.594317Z","caller":"traceutil/trace.go:171","msg":"trace[1302243215] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"724.887196ms","start":"2026-07-22T22:54:32.869382Z","end":"2026-07-22T22:54:33.594269Z","steps":["trace[1302243215] 'process raft request' (duration: 183.70306ms)","trace[1302243215] 'compare' (duration: 540.397644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:33.594468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:32.869321Z","time spent":"725.072652ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:54:33.59448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.00033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:33.594613Z","caller":"traceutil/trace.go:171","msg":"trace[538415235] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24540; }","duration":"546.199354ms","start":"2026-07-22T22:54:33.048391Z","end":"2026-07-22T22:54:33.59459Z","steps":["trace[538415235] 'agreement among raft nodes before linearized reading' (duration: 545.947218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:33.594624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.485942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:33.594663Z","caller":"traceutil/trace.go:171","msg":"trace[811840915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24540; }","duration":"279.563443ms","start":"2026-07-22T22:54:33.315084Z","end":"2026-07-22T22:54:33.594648Z","steps":["trace[811840915] 'agreement among raft nodes before linearized reading' (duration: 279.509752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:33.594667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:33.048365Z","time spent":"546.290708ms","remote":"127.0.0.1:54504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:33.594563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.102755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-22T22:54:33.594811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.704471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:33.594924Z","caller":"traceutil/trace.go:171","msg":"trace[2051572690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24540; }","duration":"372.872905ms","start":"2026-07-22T22:54:33.222026Z","end":"2026-07-22T22:54:33.594898Z","steps":["trace[2051572690] 'agreement among raft nodes before linearized reading' (duration: 372.687041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:33.594976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:33.222Z","time spent":"372.967007ms","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-22T22:54:33.594815Z","caller":"traceutil/trace.go:171","msg":"trace[244660330] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24540; }","duration":"525.380443ms","start":"2026-07-22T22:54:33.069382Z","end":"2026-07-22T22:54:33.594762Z","steps":["trace[244660330] 'agreement among raft nodes before linearized reading' (duration: 524.985981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:33.595169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:33.069357Z","time spent":"525.773425ms","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-22T22:54:33.961361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.569598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:33.961483Z","caller":"traceutil/trace.go:171","msg":"trace[1797995144] linearizableReadLoop","detail":"{readStateIndex:25341; appliedIndex:25340; }","duration":"363.111432ms","start":"2026-07-22T22:54:33.598352Z","end":"2026-07-22T22:54:33.961463Z","steps":["trace[1797995144] 'read index received' (duration: 229.300348ms)","trace[1797995144] 'applied index is now lower than readState.Index' (duration: 133.809134ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:33.961625Z","caller":"traceutil/trace.go:171","msg":"trace[1494298957] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"363.293387ms","start":"2026-07-22T22:54:33.598319Z","end":"2026-07-22T22:54:33.961612Z","steps":["trace[1494298957] 'process raft request' (duration: 229.38956ms)","trace[1494298957] 'compare' (duration: 133.27018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:33.961684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:33.598299Z","time spent":"363.359859ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:54:33.961969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.583045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1b589b99-4565-42dc-a9bc-75c2b576d641\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-22T22:54:33.962081Z","caller":"traceutil/trace.go:171","msg":"trace[520294451] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1b589b99-4565-42dc-a9bc-75c2b576d641; range_end:; response_count:1; response_revision:24541; }","duration":"363.73969ms","start":"2026-07-22T22:54:33.598314Z","end":"2026-07-22T22:54:33.962053Z","steps":["trace[520294451] 'agreement among raft nodes before linearized reading' (duration: 363.3898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:33.96215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:33.598296Z","time spent":"363.838932ms","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-1b589b99-4565-42dc-a9bc-75c2b576d641\" "} {"level":"warn","ts":"2026-07-22T22:54:33.962356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.191836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:33.962447Z","caller":"traceutil/trace.go:171","msg":"trace[2097890540] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24541; }","duration":"347.31801ms","start":"2026-07-22T22:54:33.615107Z","end":"2026-07-22T22:54:33.962425Z","steps":["trace[2097890540] 'agreement among raft nodes before linearized reading' (duration: 347.150595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:33.9625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:33.615098Z","time spent":"347.386062ms","remote":"127.0.0.1:59000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:34.434366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.66213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:34.434513Z","caller":"traceutil/trace.go:171","msg":"trace[1031090254] linearizableReadLoop","detail":"{readStateIndex:25342; appliedIndex:25341; }","duration":"211.311013ms","start":"2026-07-22T22:54:34.223178Z","end":"2026-07-22T22:54:34.43449Z","steps":["trace[1031090254] 'read index received' (duration: 62.338414ms)","trace[1031090254] 'applied index is now lower than readState.Index' (duration: 148.970619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:34.434675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.482139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:34.434732Z","caller":"traceutil/trace.go:171","msg":"trace[510612543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24542; }","duration":"211.58989ms","start":"2026-07-22T22:54:34.223126Z","end":"2026-07-22T22:54:34.434716Z","steps":["trace[510612543] 'agreement among raft nodes before linearized reading' (duration: 211.459787ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:34.434759Z","caller":"traceutil/trace.go:171","msg":"trace[805897684] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"468.975464ms","start":"2026-07-22T22:54:33.965733Z","end":"2026-07-22T22:54:34.434709Z","steps":["trace[805897684] 'process raft request' (duration: 319.845281ms)","trace[805897684] 'compare' (duration: 148.520177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:34.434952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:33.965707Z","time spent":"469.15166ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:54:34.905601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.416993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:34.905735Z","caller":"traceutil/trace.go:171","msg":"trace[338520309] linearizableReadLoop","detail":"{readStateIndex:25344; appliedIndex:25343; }","duration":"313.316388ms","start":"2026-07-22T22:54:34.5924Z","end":"2026-07-22T22:54:34.905716Z","steps":["trace[338520309] 'read index received' (duration: 593.016µs)","trace[338520309] 'applied index is now lower than readState.Index' (duration: 312.722032ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:34.905801Z","caller":"traceutil/trace.go:171","msg":"trace[1197867243] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"432.311448ms","start":"2026-07-22T22:54:34.473449Z","end":"2026-07-22T22:54:34.90576Z","steps":["trace[1197867243] 'process raft request' (duration: 119.659378ms)","trace[1197867243] 'compare' (duration: 312.184827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:34.90588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.461331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:34.905931Z","caller":"traceutil/trace.go:171","msg":"trace[399165958] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24544; }","duration":"135.554324ms","start":"2026-07-22T22:54:34.770364Z","end":"2026-07-22T22:54:34.905918Z","steps":["trace[399165958] 'agreement among raft nodes before linearized reading' (duration: 135.464791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:34.905924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.511934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:54:34.90595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:34.473434Z","time spent":"432.443222ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-22T22:54:34.905994Z","caller":"traceutil/trace.go:171","msg":"trace[598058605] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24544; }","duration":"313.624967ms","start":"2026-07-22T22:54:34.592351Z","end":"2026-07-22T22:54:34.905976Z","steps":["trace[598058605] 'agreement among raft nodes before linearized reading' (duration: 313.421731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:34.906026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:34.592331Z","time spent":"313.689159ms","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:35.168947Z","caller":"traceutil/trace.go:171","msg":"trace[1682568905] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"258.758592ms","start":"2026-07-22T22:54:34.910156Z","end":"2026-07-22T22:54:35.168915Z","steps":["trace[1682568905] 'process raft request' (duration: 249.478363ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:35.168953Z","caller":"traceutil/trace.go:171","msg":"trace[635724801] linearizableReadLoop","detail":"{readStateIndex:25345; appliedIndex:25344; }","duration":"199.528844ms","start":"2026-07-22T22:54:34.96939Z","end":"2026-07-22T22:54:35.168919Z","steps":["trace[635724801] 'read index received' (duration: 190.222193ms)","trace[635724801] 'applied index is now lower than readState.Index' (duration: 9.302381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:35.169529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.1158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-22T22:54:35.16963Z","caller":"traceutil/trace.go:171","msg":"trace[1192824276] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24545; }","duration":"200.265004ms","start":"2026-07-22T22:54:34.969348Z","end":"2026-07-22T22:54:35.169613Z","steps":["trace[1192824276] 'agreement among raft nodes before linearized reading' (duration: 199.630836ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:35.479769Z","caller":"traceutil/trace.go:171","msg":"trace[27184642] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"306.999902ms","start":"2026-07-22T22:54:35.172739Z","end":"2026-07-22T22:54:35.479739Z","steps":["trace[27184642] 'process raft request' (duration: 255.346176ms)","trace[27184642] 'compare' (duration: 51.420689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:35.479887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:35.172715Z","time spent":"307.113395ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-22T22:54:35.48764Z","caller":"traceutil/trace.go:171","msg":"trace[618581138] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"277.888227ms","start":"2026-07-22T22:54:35.209727Z","end":"2026-07-22T22:54:35.487615Z","steps":["trace[618581138] 'process raft request' (duration: 277.723923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:35.851097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.882255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:35.851235Z","caller":"traceutil/trace.go:171","msg":"trace[223705916] linearizableReadLoop","detail":"{readStateIndex:25348; appliedIndex:25347; }","duration":"329.588843ms","start":"2026-07-22T22:54:35.521622Z","end":"2026-07-22T22:54:35.851211Z","steps":["trace[223705916] 'read index received' (duration: 80.419051ms)","trace[223705916] 'applied index is now lower than readState.Index' (duration: 249.167212ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:35.851365Z","caller":"traceutil/trace.go:171","msg":"trace[1388837454] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"367.793514ms","start":"2026-07-22T22:54:35.483551Z","end":"2026-07-22T22:54:35.851345Z","steps":["trace[1388837454] 'process raft request' (duration: 118.564498ms)","trace[1388837454] 'compare' (duration: 248.33723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:35.851447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:35.48353Z","time spent":"367.879155ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:54:35.851901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.269743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-22T22:54:35.851955Z","caller":"traceutil/trace.go:171","msg":"trace[163113148] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24548; }","duration":"330.379306ms","start":"2026-07-22T22:54:35.521563Z","end":"2026-07-22T22:54:35.851943Z","steps":["trace[163113148] 'agreement among raft nodes before linearized reading' (duration: 330.079687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:35.851994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:35.521545Z","time spent":"330.437407ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:36.539746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.819307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:36.539854Z","caller":"traceutil/trace.go:171","msg":"trace[640492424] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25349; }","duration":"495.715363ms","start":"2026-07-22T22:54:36.044121Z","end":"2026-07-22T22:54:36.539836Z","steps":["trace[640492424] 'read index received' (duration: 74.678299ms)","trace[640492424] 'applied index is now lower than readState.Index' (duration: 421.035704ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:36.539991Z","caller":"traceutil/trace.go:171","msg":"trace[858054982] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"610.240779ms","start":"2026-07-22T22:54:35.929737Z","end":"2026-07-22T22:54:36.539978Z","steps":["trace[858054982] 'process raft request' (duration: 189.095662ms)","trace[858054982] 'compare' (duration: 420.700894ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:36.540057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:35.929711Z","time spent":"610.313741ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:36.540173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.549693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:36.540247Z","caller":"traceutil/trace.go:171","msg":"trace[1823993642] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24550; }","duration":"428.709368ms","start":"2026-07-22T22:54:36.111516Z","end":"2026-07-22T22:54:36.540226Z","steps":["trace[1823993642] 'agreement among raft nodes before linearized reading' (duration: 428.525163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:36.540302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:36.111491Z","time spent":"428.7972ms","remote":"127.0.0.1:58544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:36.540393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.318418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:36.540437Z","caller":"traceutil/trace.go:171","msg":"trace[1385312152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24550; }","duration":"318.39631ms","start":"2026-07-22T22:54:36.22203Z","end":"2026-07-22T22:54:36.540427Z","steps":["trace[1385312152] 'agreement among raft nodes before linearized reading' (duration: 318.329228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:36.540467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:36.222013Z","time spent":"318.447952ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:54:36.540514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.815417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:54:36.540501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.340941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:54:36.540555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.069285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-22T22:54:36.540609Z","caller":"traceutil/trace.go:171","msg":"trace[1965697937] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24550; }","duration":"247.068905ms","start":"2026-07-22T22:54:36.293518Z","end":"2026-07-22T22:54:36.540587Z","steps":["trace[1965697937] 'agreement among raft nodes before linearized reading' (duration: 246.779037ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:36.540633Z","caller":"traceutil/trace.go:171","msg":"trace[294681341] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24550; }","duration":"366.192059ms","start":"2026-07-22T22:54:36.174421Z","end":"2026-07-22T22:54:36.540613Z","steps":["trace[294681341] 'agreement among raft nodes before linearized reading' (duration: 365.944191ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:36.540643Z","caller":"traceutil/trace.go:171","msg":"trace[1833968912] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24550; }","duration":"496.551617ms","start":"2026-07-22T22:54:36.044046Z","end":"2026-07-22T22:54:36.540597Z","steps":["trace[1833968912] 'agreement among raft nodes before linearized reading' (duration: 496.32246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:36.540678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:36.174401Z","time spent":"366.268121ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" "} {"level":"warn","ts":"2026-07-22T22:54:36.540738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:36.044018Z","time spent":"496.702541ms","remote":"127.0.0.1:54450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:37.08818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.570265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:37.088346Z","caller":"traceutil/trace.go:171","msg":"trace[575436108] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"542.038739ms","start":"2026-07-22T22:54:36.54625Z","end":"2026-07-22T22:54:37.088288Z","steps":["trace[575436108] 'process raft request' (duration: 218.246778ms)","trace[575436108] 'compare' (duration: 323.112622ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:37.088419Z","caller":"traceutil/trace.go:171","msg":"trace[1804085912] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"230.067098ms","start":"2026-07-22T22:54:36.858334Z","end":"2026-07-22T22:54:37.088401Z","steps":["trace[1804085912] 'process raft request' (duration: 229.954555ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:37.088445Z","caller":"traceutil/trace.go:171","msg":"trace[716056801] linearizableReadLoop","detail":"{readStateIndex:25351; appliedIndex:25350; }","duration":"371.412994ms","start":"2026-07-22T22:54:36.717004Z","end":"2026-07-22T22:54:37.088417Z","steps":["trace[716056801] 'read index received' (duration: 47.455657ms)","trace[716056801] 'applied index is now lower than readState.Index' (duration: 323.954017ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:37.088563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:36.546232Z","time spent":"542.224575ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:37.088666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.111743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:37.088697Z","caller":"traceutil/trace.go:171","msg":"trace[1954741423] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24552; }","duration":"159.213776ms","start":"2026-07-22T22:54:36.929474Z","end":"2026-07-22T22:54:37.088687Z","steps":["trace[1954741423] 'agreement among raft nodes before linearized reading' (duration: 159.079362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:37.088721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.698583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:54:37.088802Z","caller":"traceutil/trace.go:171","msg":"trace[927499113] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24552; }","duration":"371.850496ms","start":"2026-07-22T22:54:36.716931Z","end":"2026-07-22T22:54:37.088781Z","steps":["trace[927499113] 'agreement among raft nodes before linearized reading' (duration: 371.603869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:37.088822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.71419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:54:37.088853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:36.716904Z","time spent":"371.937879ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:54:37.088879Z","caller":"traceutil/trace.go:171","msg":"trace[124904675] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24552; }","duration":"144.819463ms","start":"2026-07-22T22:54:36.944045Z","end":"2026-07-22T22:54:37.088865Z","steps":["trace[124904675] 'agreement among raft nodes before linearized reading' (duration: 144.70904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:37.660063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.658093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:37.660197Z","caller":"traceutil/trace.go:171","msg":"trace[1870092438] linearizableReadLoop","detail":"{readStateIndex:25353; appliedIndex:25352; }","duration":"517.290416ms","start":"2026-07-22T22:54:37.142888Z","end":"2026-07-22T22:54:37.660178Z","steps":["trace[1870092438] 'read index received' (duration: 186.321334ms)","trace[1870092438] 'applied index is now lower than readState.Index' (duration: 330.967092ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:37.66027Z","caller":"traceutil/trace.go:171","msg":"trace[1008918419] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"566.477763ms","start":"2026-07-22T22:54:37.093755Z","end":"2026-07-22T22:54:37.660233Z","steps":["trace[1008918419] 'process raft request' (duration: 235.554842ms)","trace[1008918419] 'compare' (duration: 330.040346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:37.660428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:37.093741Z","time spent":"566.611587ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:54:37.660447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.567525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-22T22:54:37.660473Z","caller":"traceutil/trace.go:171","msg":"trace[345410427] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24553; }","duration":"517.633956ms","start":"2026-07-22T22:54:37.142831Z","end":"2026-07-22T22:54:37.660465Z","steps":["trace[345410427] 'agreement among raft nodes before linearized reading' (duration: 517.460872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:37.660497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:37.14281Z","time spent":"517.681718ms","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-22T22:54:37.660687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.898759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:37.660709Z","caller":"traceutil/trace.go:171","msg":"trace[1885681117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24553; }","duration":"430.96112ms","start":"2026-07-22T22:54:37.229742Z","end":"2026-07-22T22:54:37.660703Z","steps":["trace[1885681117] 'agreement among raft nodes before linearized reading' (duration: 430.922079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:37.660725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:37.229719Z","time spent":"431.002973ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:54:37.660844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.443388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:54:37.660912Z","caller":"traceutil/trace.go:171","msg":"trace[1092765428] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24553; }","duration":"419.560152ms","start":"2026-07-22T22:54:37.241334Z","end":"2026-07-22T22:54:37.660894Z","steps":["trace[1092765428] 'agreement among raft nodes before linearized reading' (duration: 419.432739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:37.660958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:37.241313Z","time spent":"419.635484ms","remote":"127.0.0.1:50332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:54:37.660929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.371094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-22T22:54:37.661019Z","caller":"traceutil/trace.go:171","msg":"trace[504849162] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4745acc-a1b7-4787-977f-7641ed0c4529; range_end:; response_count:1; response_revision:24553; }","duration":"102.510189ms","start":"2026-07-22T22:54:37.558487Z","end":"2026-07-22T22:54:37.660998Z","steps":["trace[504849162] 'agreement among raft nodes before linearized reading' (duration: 102.261123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:37.925787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.293616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:54:37.925879Z","caller":"traceutil/trace.go:171","msg":"trace[1099549983] linearizableReadLoop","detail":"{readStateIndex:25354; appliedIndex:25353; }","duration":"218.648398ms","start":"2026-07-22T22:54:37.707216Z","end":"2026-07-22T22:54:37.925864Z","steps":["trace[1099549983] 'read index received' (duration: 83.132776ms)","trace[1099549983] 'applied index is now lower than readState.Index' (duration: 135.514282ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:37.925946Z","caller":"traceutil/trace.go:171","msg":"trace[1967169170] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"260.342436ms","start":"2026-07-22T22:54:37.665595Z","end":"2026-07-22T22:54:37.925937Z","steps":["trace[1967169170] 'process raft request' (duration: 124.820813ms)","trace[1967169170] 'compare' (duration: 134.842324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:37.926274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.061991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.177\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-22T22:54:37.926302Z","caller":"traceutil/trace.go:171","msg":"trace[1984088605] range","detail":"{range_begin:/registry/masterleases/199.204.45.177; range_end:; response_count:1; response_revision:24554; }","duration":"219.132041ms","start":"2026-07-22T22:54:37.707161Z","end":"2026-07-22T22:54:37.926293Z","steps":["trace[1984088605] 'agreement among raft nodes before linearized reading' (duration: 218.981668ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:37.997977Z","caller":"traceutil/trace.go:171","msg":"trace[370195443] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"126.717797ms","start":"2026-07-22T22:54:37.871225Z","end":"2026-07-22T22:54:37.997943Z","steps":["trace[370195443] 'process raft request' (duration: 126.453119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:37.998188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.638333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-22T22:54:37.998274Z","caller":"traceutil/trace.go:171","msg":"trace[308974526] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24555; }","duration":"122.838368ms","start":"2026-07-22T22:54:37.875411Z","end":"2026-07-22T22:54:37.99825Z","steps":["trace[308974526] 'agreement among raft nodes before linearized reading' (duration: 122.57085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:38.417831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.673744ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-22T22:54:38.417942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:37.9275Z","time spent":"490.431375ms","remote":"127.0.0.1:48826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-22T22:54:38.418059Z","caller":"traceutil/trace.go:171","msg":"trace[359660648] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"373.656557ms","start":"2026-07-22T22:54:38.044388Z","end":"2026-07-22T22:54:38.418044Z","steps":["trace[359660648] 'process raft request' (duration: 373.552824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:38.418146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:38.044356Z","time spent":"373.739539ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:54:38.418304Z","caller":"traceutil/trace.go:171","msg":"trace[1013720582] linearizableReadLoop","detail":"{readStateIndex:25356; appliedIndex:25355; }","duration":"420.420836ms","start":"2026-07-22T22:54:37.997876Z","end":"2026-07-22T22:54:38.418297Z","steps":["trace[1013720582] 'read index received' (duration: 114.365511ms)","trace[1013720582] 'applied index is now lower than readState.Index' (duration: 306.054505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:38.418427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.960883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-dn9q6.18c4be8ceeef3646\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-22T22:54:38.418452Z","caller":"traceutil/trace.go:171","msg":"trace[1617453256] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-dn9q6.18c4be8ceeef3646; range_end:; response_count:1; response_revision:24556; }","duration":"489.002365ms","start":"2026-07-22T22:54:37.929442Z","end":"2026-07-22T22:54:38.418445Z","steps":["trace[1617453256] 'agreement among raft nodes before linearized reading' (duration: 488.884012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:54:38.418471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:54:37.929429Z","time spent":"489.038606ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":905,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-dn9q6.18c4be8ceeef3646\" "} {"level":"info","ts":"2026-07-22T22:54:38.709561Z","caller":"traceutil/trace.go:171","msg":"trace[1672769481] linearizableReadLoop","detail":"{readStateIndex:25359; appliedIndex:25358; }","duration":"256.285942ms","start":"2026-07-22T22:54:38.453246Z","end":"2026-07-22T22:54:38.709532Z","steps":["trace[1672769481] 'read index received' (duration: 201.229222ms)","trace[1672769481] 'applied index is now lower than readState.Index' (duration: 55.05475ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:54:38.709701Z","caller":"traceutil/trace.go:171","msg":"trace[1088245935] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"288.039481ms","start":"2026-07-22T22:54:38.421643Z","end":"2026-07-22T22:54:38.709682Z","steps":["trace[1088245935] 'process raft request' (duration: 232.848736ms)","trace[1088245935] 'compare' (duration: 54.505945ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:54:38.710122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.864619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-22T22:54:38.710168Z","caller":"traceutil/trace.go:171","msg":"trace[1274162082] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24558; }","duration":"256.977622ms","start":"2026-07-22T22:54:38.453179Z","end":"2026-07-22T22:54:38.710157Z","steps":["trace[1274162082] 'agreement among raft nodes before linearized reading' (duration: 256.734675ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:54:39.00016Z","caller":"traceutil/trace.go:171","msg":"trace[1118835790] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"285.870511ms","start":"2026-07-22T22:54:38.714258Z","end":"2026-07-22T22:54:39.000129Z","steps":["trace[1118835790] 'process raft request' (duration: 284.197143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:00.887139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316131097,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-22T22:55:01.116118Z","caller":"traceutil/trace.go:171","msg":"trace[368574999] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"750.234405ms","start":"2026-07-22T22:55:00.365856Z","end":"2026-07-22T22:55:01.116091Z","steps":["trace[368574999] 'process raft request' (duration: 749.974069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.116323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.365825Z","time spent":"750.38775ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:01.905828Z","caller":"traceutil/trace.go:171","msg":"trace[416956733] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"1.476428619s","start":"2026-07-22T22:55:00.429361Z","end":"2026-07-22T22:55:01.90579Z","steps":["trace[416956733] 'process raft request' (duration: 1.439745702s)","trace[416956733] 'compare' (duration: 35.907866ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:55:01.905961Z","caller":"traceutil/trace.go:171","msg":"trace[580142243] linearizableReadLoop","detail":"{readStateIndex:25619; appliedIndex:25616; }","duration":"1.518852807s","start":"2026-07-22T22:55:00.387086Z","end":"2026-07-22T22:55:01.905939Z","steps":["trace[580142243] 'read index received' (duration: 728.90995ms)","trace[580142243] 'applied index is now lower than readState.Index' (duration: 789.941487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:01.906007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.429335Z","time spent":"1.476586534s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:01.906047Z","caller":"traceutil/trace.go:171","msg":"trace[2094323916] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"310.091819ms","start":"2026-07-22T22:55:01.595931Z","end":"2026-07-22T22:55:01.906023Z","steps":["trace[2094323916] 'process raft request' (duration: 309.944995ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:01.905949Z","caller":"traceutil/trace.go:171","msg":"trace[345366403] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"903.964338ms","start":"2026-07-22T22:55:01.001939Z","end":"2026-07-22T22:55:01.905903Z","steps":["trace[345366403] 'process raft request' (duration: 903.871506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.906195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.595907Z","time spent":"310.199662ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:01.905933Z","caller":"traceutil/trace.go:171","msg":"trace[1346000967] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"1.42283766s","start":"2026-07-22T22:55:00.483046Z","end":"2026-07-22T22:55:01.905884Z","steps":["trace[1346000967] 'process raft request' (duration: 1.422643754s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.90632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519223298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-22T22:55:01.906311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.001913Z","time spent":"904.260057ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:01.906375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.483013Z","time spent":"1.423326614s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:01.906389Z","caller":"traceutil/trace.go:171","msg":"trace[1472989138] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24813; }","duration":"1.519328149s","start":"2026-07-22T22:55:00.38704Z","end":"2026-07-22T22:55:01.906368Z","steps":["trace[1472989138] 'agreement among raft nodes before linearized reading' (duration: 1.519044282s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.906439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.387021Z","time spent":"1.519406443s","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-07-22T22:55:01.906453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.239352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:01.906495Z","caller":"traceutil/trace.go:171","msg":"trace[863332441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24813; }","duration":"683.325693ms","start":"2026-07-22T22:55:01.223158Z","end":"2026-07-22T22:55:01.906483Z","steps":["trace[863332441] 'agreement among raft nodes before linearized reading' (duration: 683.238542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.906562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.223137Z","time spent":"683.388996ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:55:01.906576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513157367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:01.906664Z","caller":"traceutil/trace.go:171","msg":"trace[646811942] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24813; }","duration":"1.513359842s","start":"2026-07-22T22:55:00.393288Z","end":"2026-07-22T22:55:01.906647Z","steps":["trace[646811942] 'agreement among raft nodes before linearized reading' (duration: 1.513101505s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.906734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100753637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-22T22:55:01.906789Z","caller":"traceutil/trace.go:171","msg":"trace[1978888963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24813; }","duration":"1.100846339s","start":"2026-07-22T22:55:00.805926Z","end":"2026-07-22T22:55:01.906772Z","steps":["trace[1978888963] 'agreement among raft nodes before linearized reading' (duration: 1.10053018s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.906782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191719932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"warn","ts":"2026-07-22T22:55:01.906793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347601954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:55:01.906823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.644562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:01.906832Z","caller":"traceutil/trace.go:171","msg":"trace[345990725] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24813; }","duration":"1.191806154s","start":"2026-07-22T22:55:00.715014Z","end":"2026-07-22T22:55:01.906821Z","steps":["trace[345990725] 'agreement among raft nodes before linearized reading' (duration: 1.19168792s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:01.906838Z","caller":"traceutil/trace.go:171","msg":"trace[924541660] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24813; }","duration":"1.347687187s","start":"2026-07-22T22:55:00.559139Z","end":"2026-07-22T22:55:01.906826Z","steps":["trace[924541660] 'agreement among raft nodes before linearized reading' (duration: 1.347623395s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.906879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.714994Z","time spent":"1.191877416s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10381,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-22T22:55:01.90689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.559112Z","time spent":"1.347766579s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:01.906904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.413406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-22T22:55:01.906878Z","caller":"traceutil/trace.go:171","msg":"trace[357752738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24813; }","duration":"395.752616ms","start":"2026-07-22T22:55:01.511113Z","end":"2026-07-22T22:55:01.906866Z","steps":["trace[357752738] 'agreement among raft nodes before linearized reading' (duration: 395.665504ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:01.907022Z","caller":"traceutil/trace.go:171","msg":"trace[1920539644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24813; }","duration":"122.610321ms","start":"2026-07-22T22:55:01.784389Z","end":"2026-07-22T22:55:01.907Z","steps":["trace[1920539644] 'agreement among raft nodes before linearized reading' (duration: 122.247501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.907078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.511083Z","time spent":"395.977802ms","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:01.907164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053109083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:55:01.907208Z","caller":"traceutil/trace.go:171","msg":"trace[500483948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24813; }","duration":"1.053174904s","start":"2026-07-22T22:55:00.854023Z","end":"2026-07-22T22:55:01.907198Z","steps":["trace[500483948] 'agreement among raft nodes before linearized reading' (duration: 1.05305054s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.907244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.854012Z","time spent":"1.053225314s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-22T22:55:01.907283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055117219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:55:01.907325Z","caller":"traceutil/trace.go:171","msg":"trace[1548797287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24813; }","duration":"1.055208851s","start":"2026-07-22T22:55:00.852108Z","end":"2026-07-22T22:55:01.907317Z","steps":["trace[1548797287] 'agreement among raft nodes before linearized reading' (duration: 1.055080927s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:01.907351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.852081Z","time spent":"1.055265712s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:55:01.906739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.393263Z","time spent":"1.513461677s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:01.907531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:00.805905Z","time spent":"1.100938451s","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-22T22:55:02.586192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.486588ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:02.586312Z","caller":"traceutil/trace.go:171","msg":"trace[1816106193] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24813; }","duration":"439.620533ms","start":"2026-07-22T22:55:02.146674Z","end":"2026-07-22T22:55:02.586294Z","steps":["trace[1816106193] 'range keys from in-memory index tree' (duration: 439.462958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.586509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.438392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:55:02.587357Z","caller":"traceutil/trace.go:171","msg":"trace[2102796302] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"676.05211ms","start":"2026-07-22T22:55:01.91127Z","end":"2026-07-22T22:55:02.587322Z","steps":["trace[2102796302] 'process raft request' (duration: 202.700803ms)","trace[2102796302] 'compare' (duration: 472.271767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:02.587548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.911244Z","time spent":"676.244615ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:02.689804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5605186634316131107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-22T22:55:02.890808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.959527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:55:02.891247Z","caller":"traceutil/trace.go:171","msg":"trace[327508298] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"977.171887ms","start":"2026-07-22T22:55:01.914052Z","end":"2026-07-22T22:55:02.891223Z","steps":["trace[327508298] 'process raft request' (duration: 977.081265ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:02.891236Z","caller":"traceutil/trace.go:171","msg":"trace[1742684334] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"979.560894ms","start":"2026-07-22T22:55:01.911615Z","end":"2026-07-22T22:55:02.891176Z","steps":["trace[1742684334] 'process raft request' (duration: 779.093144ms)","trace[1742684334] 'compare' (duration: 199.623237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:02.891335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.914032Z","time spent":"977.263891ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:02.891456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.911605Z","time spent":"979.719108ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:02.891603Z","caller":"traceutil/trace.go:171","msg":"trace[905446085] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"978.982258ms","start":"2026-07-22T22:55:01.91261Z","end":"2026-07-22T22:55:02.891592Z","steps":["trace[905446085] 'process raft request' (duration: 978.367981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.891667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.91259Z","time spent":"979.04665ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:02.89172Z","caller":"traceutil/trace.go:171","msg":"trace[1207764875] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"973.898946ms","start":"2026-07-22T22:55:01.91772Z","end":"2026-07-22T22:55:02.891619Z","steps":["trace[1207764875] 'process raft request' (duration: 973.461904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.891904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.917695Z","time spent":"974.123272ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:02.893996Z","caller":"traceutil/trace.go:171","msg":"trace[252972798] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"974.378479ms","start":"2026-07-22T22:55:01.918899Z","end":"2026-07-22T22:55:02.893278Z","steps":["trace[252972798] 'process raft request' (duration: 972.588029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.894303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:01.918871Z","time spent":"975.237853ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10631,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:02.892266Z","caller":"traceutil/trace.go:171","msg":"trace[66967222] linearizableReadLoop","detail":"{readStateIndex:25627; appliedIndex:25622; }","duration":"703.037905ms","start":"2026-07-22T22:55:02.189205Z","end":"2026-07-22T22:55:02.892243Z","steps":["trace[66967222] 'read index received' (duration: 501.430943ms)","trace[66967222] 'applied index is now lower than readState.Index' (duration: 201.605352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:02.895724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.520133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-22T22:55:02.895819Z","caller":"traceutil/trace.go:171","msg":"trace[691474776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24819; }","duration":"706.569234ms","start":"2026-07-22T22:55:02.189188Z","end":"2026-07-22T22:55:02.895757Z","steps":["trace[691474776] 'agreement among raft nodes before linearized reading' (duration: 703.105567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.895867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.189122Z","time spent":"706.733618ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-22T22:55:02.896208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.955506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-22T22:55:02.89625Z","caller":"traceutil/trace.go:171","msg":"trace[1727097709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24819; }","duration":"706.046189ms","start":"2026-07-22T22:55:02.190192Z","end":"2026-07-22T22:55:02.896238Z","steps":["trace[1727097709] 'agreement among raft nodes before linearized reading' (duration: 705.910544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.896294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.190164Z","time spent":"706.123032ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:55:02.896485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.968134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:55:02.896744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.286527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:02.896804Z","caller":"traceutil/trace.go:171","msg":"trace[522565745] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24819; }","duration":"507.37882ms","start":"2026-07-22T22:55:02.389402Z","end":"2026-07-22T22:55:02.896781Z","steps":["trace[522565745] 'agreement among raft nodes before linearized reading' (duration: 507.056501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.896845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.38938Z","time spent":"507.455722ms","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:55:02.896841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.82877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:02.897085Z","caller":"traceutil/trace.go:171","msg":"trace[950270754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24819; }","duration":"673.042335ms","start":"2026-07-22T22:55:02.223922Z","end":"2026-07-22T22:55:02.896964Z","steps":["trace[950270754] 'agreement among raft nodes before linearized reading' (duration: 672.642445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.897161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.223904Z","time spent":"673.244331ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:55:02.89771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.093973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-22T22:55:02.897762Z","caller":"traceutil/trace.go:171","msg":"trace[227065863] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24819; }","duration":"640.179557ms","start":"2026-07-22T22:55:02.257558Z","end":"2026-07-22T22:55:02.897738Z","steps":["trace[227065863] 'agreement among raft nodes before linearized reading' (duration: 640.004342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.897789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.257534Z","time spent":"640.247938ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-22T22:55:02.898882Z","caller":"traceutil/trace.go:171","msg":"trace[1640117642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24819; }","duration":"315.12605ms","start":"2026-07-22T22:55:02.581418Z","end":"2026-07-22T22:55:02.896544Z","steps":["trace[1640117642] 'agreement among raft nodes before linearized reading' (duration: 314.927344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:02.899029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.581395Z","time spent":"317.572118ms","remote":"127.0.0.1:51338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:03.391652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.837427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:55:03.391775Z","caller":"traceutil/trace.go:171","msg":"trace[636099719] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"482.810791ms","start":"2026-07-22T22:55:02.908941Z","end":"2026-07-22T22:55:03.391752Z","steps":["trace[636099719] 'process raft request' (duration: 219.775399ms)","trace[636099719] 'compare' (duration: 262.644721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:03.391838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.908904Z","time spent":"482.904645ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:03.65429Z","caller":"traceutil/trace.go:171","msg":"trace[522168942] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"745.295657ms","start":"2026-07-22T22:55:02.908941Z","end":"2026-07-22T22:55:03.654236Z","steps":["trace[522168942] 'process raft request' (duration: 724.449544ms)","trace[522168942] 'compare' (duration: 20.559104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:03.654486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.908892Z","time spent":"745.512034ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:03.654709Z","caller":"traceutil/trace.go:171","msg":"trace[2095646069] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"745.660927ms","start":"2026-07-22T22:55:02.909035Z","end":"2026-07-22T22:55:03.654696Z","steps":["trace[2095646069] 'process raft request' (duration: 745.126802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:03.654774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.908997Z","time spent":"745.74435ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:03.65478Z","caller":"traceutil/trace.go:171","msg":"trace[807952914] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"745.468122ms","start":"2026-07-22T22:55:02.909282Z","end":"2026-07-22T22:55:03.65475Z","steps":["trace[807952914] 'process raft request' (duration: 745.212815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:03.654945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.909257Z","time spent":"745.599076ms","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:03.655079Z","caller":"traceutil/trace.go:171","msg":"trace[631743705] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"745.73168ms","start":"2026-07-22T22:55:02.909335Z","end":"2026-07-22T22:55:03.655066Z","steps":["trace[631743705] 'process raft request' (duration: 745.349839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:03.655144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.909328Z","time spent":"745.780881ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:03.655212Z","caller":"traceutil/trace.go:171","msg":"trace[1170420897] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"745.200355ms","start":"2026-07-22T22:55:02.909972Z","end":"2026-07-22T22:55:03.655173Z","steps":["trace[1170420897] 'process raft request' (duration: 744.993859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:03.655397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.909964Z","time spent":"745.348219ms","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:04.029426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.327927ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-22T22:55:04.029997Z","caller":"traceutil/trace.go:171","msg":"trace[603898803] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"991.445587ms","start":"2026-07-22T22:55:03.038528Z","end":"2026-07-22T22:55:04.029973Z","steps":["trace[603898803] 'process raft request' (duration: 991.021095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:04.030416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.038498Z","time spent":"991.827717ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:04.58299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.908803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:55:04.583313Z","caller":"traceutil/trace.go:171","msg":"trace[1289050235] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"669.58336ms","start":"2026-07-22T22:55:03.91371Z","end":"2026-07-22T22:55:04.583293Z","steps":["trace[1289050235] 'process raft request' (duration: 669.527208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:04.583381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.913678Z","time spent":"669.674562ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:04.583594Z","caller":"traceutil/trace.go:171","msg":"trace[1291174772] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"1.461047179s","start":"2026-07-22T22:55:03.122514Z","end":"2026-07-22T22:55:04.583561Z","steps":["trace[1291174772] 'process raft request' (duration: 907.440746ms)","trace[1291174772] 'compare' (duration: 552.376299ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:55:04.583636Z","caller":"traceutil/trace.go:171","msg":"trace[1926877878] linearizableReadLoop","detail":"{readStateIndex:25632; appliedIndex:25627; }","duration":"1.674208624s","start":"2026-07-22T22:55:02.909392Z","end":"2026-07-22T22:55:04.5836Z","steps":["trace[1926877878] 'read index received' (duration: 219.346799ms)","trace[1926877878] 'applied index is now lower than readState.Index' (duration: 1.454857085s)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:55:04.58367Z","caller":"traceutil/trace.go:171","msg":"trace[1467268320] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"1.061207038s","start":"2026-07-22T22:55:03.522449Z","end":"2026-07-22T22:55:04.583656Z","steps":["trace[1467268320] 'process raft request' (duration: 1.060680594s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:04.583716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.522422Z","time spent":"1.061276591s","remote":"127.0.0.1:34416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-22T22:55:04.583746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.122482Z","time spent":"1.461183813s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:04.583804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674389449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:04.583844Z","caller":"traceutil/trace.go:171","msg":"trace[798879557] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24829; }","duration":"1.674480043s","start":"2026-07-22T22:55:02.909353Z","end":"2026-07-22T22:55:04.583833Z","steps":["trace[798879557] 'agreement among raft nodes before linearized reading' (duration: 1.67437799s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:04.583876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.909342Z","time spent":"1.674527013s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:55:05.097217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.347372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:55:05.097453Z","caller":"traceutil/trace.go:171","msg":"trace[945741610] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"1.183511812s","start":"2026-07-22T22:55:03.913896Z","end":"2026-07-22T22:55:05.097408Z","steps":["trace[945741610] 'process raft request' (duration: 801.843791ms)","trace[945741610] 'compare' (duration: 381.126666ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:55:05.097591Z","caller":"traceutil/trace.go:171","msg":"trace[49980801] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25638; }","duration":"513.867101ms","start":"2026-07-22T22:55:04.583696Z","end":"2026-07-22T22:55:05.097563Z","steps":["trace[49980801] 'read index received' (duration: 132.047946ms)","trace[49980801] 'applied index is now lower than readState.Index' (duration: 381.801925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:05.097656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.913885Z","time spent":"1.183658036s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:05.097895Z","caller":"traceutil/trace.go:171","msg":"trace[376103418] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"1.183607624s","start":"2026-07-22T22:55:03.91427Z","end":"2026-07-22T22:55:05.097877Z","steps":["trace[376103418] 'process raft request' (duration: 1.183079919s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.098067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.914249Z","time spent":"1.183768829s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:05.098336Z","caller":"traceutil/trace.go:171","msg":"trace[801534615] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"1.18272789s","start":"2026-07-22T22:55:03.915594Z","end":"2026-07-22T22:55:05.098322Z","steps":["trace[801534615] 'process raft request' (duration: 1.181881626s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.098413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.915586Z","time spent":"1.182788092s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:05.098651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.509502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-22T22:55:05.098695Z","caller":"traceutil/trace.go:171","msg":"trace[482479666] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24832; }","duration":"741.618046ms","start":"2026-07-22T22:55:04.357067Z","end":"2026-07-22T22:55:05.098685Z","steps":["trace[482479666] 'agreement among raft nodes before linearized reading' (duration: 741.460631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.098727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.35704Z","time spent":"741.681357ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-22T22:55:05.098761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877138503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:05.098789Z","caller":"traceutil/trace.go:171","msg":"trace[1056139414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24832; }","duration":"1.877181965s","start":"2026-07-22T22:55:03.2216Z","end":"2026-07-22T22:55:05.098782Z","steps":["trace[1056139414] 'agreement among raft nodes before linearized reading' (duration: 1.877143304s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.098812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.22159Z","time spent":"1.877218656s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:55:05.098788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168277861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:55:05.098828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602621772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-22T22:55:05.098887Z","caller":"traceutil/trace.go:171","msg":"trace[215911234] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24832; }","duration":"2.168432536s","start":"2026-07-22T22:55:02.930434Z","end":"2026-07-22T22:55:05.098866Z","steps":["trace[215911234] 'agreement among raft nodes before linearized reading' (duration: 2.16820804s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.098899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602860438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"warn","ts":"2026-07-22T22:55:05.0989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602353593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15343"} {"level":"warn","ts":"2026-07-22T22:55:05.098954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:02.930418Z","time spent":"2.168523829s","remote":"127.0.0.1:48922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:05.098974Z","caller":"traceutil/trace.go:171","msg":"trace[1094937035] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24832; }","duration":"1.6029309s","start":"2026-07-22T22:55:03.496024Z","end":"2026-07-22T22:55:05.098955Z","steps":["trace[1094937035] 'agreement among raft nodes before linearized reading' (duration: 1.602782016s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.098979Z","caller":"traceutil/trace.go:171","msg":"trace[70565515] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24832; }","duration":"1.602466417s","start":"2026-07-22T22:55:03.496498Z","end":"2026-07-22T22:55:05.098964Z","steps":["trace[70565515] 'agreement among raft nodes before linearized reading' (duration: 1.602179909s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.496012Z","time spent":"1.602996272s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050151926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-07-22T22:55:05.098819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600545293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-07-22T22:55:05.099051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344702183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124182"} {"level":"info","ts":"2026-07-22T22:55:05.099064Z","caller":"traceutil/trace.go:171","msg":"trace[1170744437] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24832; }","duration":"2.050220187s","start":"2026-07-22T22:55:03.048835Z","end":"2026-07-22T22:55:05.099055Z","steps":["trace[1170744437] 'agreement among raft nodes before linearized reading' (duration: 2.050129854s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.099075Z","caller":"traceutil/trace.go:171","msg":"trace[1608820513] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24832; }","duration":"1.60081843s","start":"2026-07-22T22:55:03.498243Z","end":"2026-07-22T22:55:05.099062Z","steps":["trace[1608820513] 'agreement among raft nodes before linearized reading' (duration: 1.60045145s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417872309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:55:05.099109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196879985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:55:05.09911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.498236Z","time spent":"1.600866382s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.048822Z","time spent":"2.050283849s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081176988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:05.099142Z","caller":"traceutil/trace.go:171","msg":"trace[1893489017] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24832; }","duration":"1.417949103s","start":"2026-07-22T22:55:03.681176Z","end":"2026-07-22T22:55:05.099125Z","steps":["trace[1893489017] 'agreement among raft nodes before linearized reading' (duration: 1.417893571s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.099155Z","caller":"traceutil/trace.go:171","msg":"trace[1459079996] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24832; }","duration":"1.08125432s","start":"2026-07-22T22:55:04.01789Z","end":"2026-07-22T22:55:05.099144Z","steps":["trace[1459079996] 'agreement among raft nodes before linearized reading' (duration: 1.081197968s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60257004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-07-22T22:55:05.099183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.017866Z","time spent":"1.081310451s","remote":"127.0.0.1:50426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:05.099197Z","caller":"traceutil/trace.go:171","msg":"trace[1467995456] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24832; }","duration":"1.60260811s","start":"2026-07-22T22:55:03.496584Z","end":"2026-07-22T22:55:05.099193Z","steps":["trace[1467995456] 'agreement among raft nodes before linearized reading' (duration: 1.602558839s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603229269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"warn","ts":"2026-07-22T22:55:05.099215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.496575Z","time spent":"1.602636382s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-22T22:55:05.098984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051859827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:55:05.099184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.681156Z","time spent":"1.418019214s","remote":"127.0.0.1:51304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:05.098722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885364244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:55:05.099269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60080018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" ","response":"range_response_count:1 size:16657"} {"level":"info","ts":"2026-07-22T22:55:05.099246Z","caller":"traceutil/trace.go:171","msg":"trace[802297664] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24832; }","duration":"1.603341271s","start":"2026-07-22T22:55:03.495888Z","end":"2026-07-22T22:55:05.099229Z","steps":["trace[802297664] 'agreement among raft nodes before linearized reading' (duration: 1.603179806s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.09883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603253509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18229"} {"level":"info","ts":"2026-07-22T22:55:05.099304Z","caller":"traceutil/trace.go:171","msg":"trace[501979479] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-l3-agent-default; range_end:; response_count:1; response_revision:24832; }","duration":"1.600864152s","start":"2026-07-22T22:55:03.49843Z","end":"2026-07-22T22:55:05.099295Z","steps":["trace[501979479] 'agreement among raft nodes before linearized reading' (duration: 1.6007747s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.09932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.495867Z","time spent":"1.603442094s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-07-22T22:55:05.099079Z","caller":"traceutil/trace.go:171","msg":"trace[309184803] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24832; }","duration":"1.344799565s","start":"2026-07-22T22:55:03.754273Z","end":"2026-07-22T22:55:05.099073Z","steps":["trace[309184803] 'agreement among raft nodes before linearized reading' (duration: 1.344699432s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.754244Z","time spent":"1.345148785s","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124204,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602126597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:16844"} {"level":"warn","ts":"2026-07-22T22:55:05.099427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602183899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-07-22T22:55:05.09944Z","caller":"traceutil/trace.go:171","msg":"trace[1296812951] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:24832; }","duration":"1.602158317s","start":"2026-07-22T22:55:03.497277Z","end":"2026-07-22T22:55:05.099435Z","steps":["trace[1296812951] 'agreement among raft nodes before linearized reading' (duration: 1.602104616s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.496493Z","time spent":"1.602528309s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15365,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-07-22T22:55:05.099456Z","caller":"traceutil/trace.go:171","msg":"trace[924079208] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24832; }","duration":"1.60221978s","start":"2026-07-22T22:55:03.497228Z","end":"2026-07-22T22:55:05.099448Z","steps":["trace[924079208] 'agreement among raft nodes before linearized reading' (duration: 1.602142298s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601803598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9505"} {"level":"warn","ts":"2026-07-22T22:55:05.099042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603033303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-07-22T22:55:05.09949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.497223Z","time spent":"1.602257231s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5123,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-07-22T22:55:05.099508Z","caller":"traceutil/trace.go:171","msg":"trace[1099999403] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24832; }","duration":"1.603583198s","start":"2026-07-22T22:55:03.495919Z","end":"2026-07-22T22:55:05.099502Z","steps":["trace[1099999403] 'agreement among raft nodes before linearized reading' (duration: 1.602975401s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.495895Z","time spent":"1.603627659s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.498419Z","time spent":"1.600905913s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":16679,"request content":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601917721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15348"} {"level":"info","ts":"2026-07-22T22:55:05.099568Z","caller":"traceutil/trace.go:171","msg":"trace[1410649998] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24832; }","duration":"1.601952902s","start":"2026-07-22T22:55:03.497608Z","end":"2026-07-22T22:55:05.099561Z","steps":["trace[1410649998] 'agreement among raft nodes before linearized reading' (duration: 1.60189254s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601610453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-07-22T22:55:05.099276Z","caller":"traceutil/trace.go:171","msg":"trace[1401729040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24832; }","duration":"1.885966711s","start":"2026-07-22T22:55:03.2133Z","end":"2026-07-22T22:55:05.099266Z","steps":["trace[1401729040] 'agreement among raft nodes before linearized reading' (duration: 1.885387755s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.09962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.213274Z","time spent":"1.88634094s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:05.099132Z","caller":"traceutil/trace.go:171","msg":"trace[320786697] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24832; }","duration":"1.196904096s","start":"2026-07-22T22:55:03.902222Z","end":"2026-07-22T22:55:05.099126Z","steps":["trace[320786697] 'agreement among raft nodes before linearized reading' (duration: 1.196867334s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602701243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"warn","ts":"2026-07-22T22:55:05.099744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.902199Z","time spent":"1.197503493s","remote":"127.0.0.1:58684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:05.09976Z","caller":"traceutil/trace.go:171","msg":"trace[836883232] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24832; }","duration":"1.602755785s","start":"2026-07-22T22:55:03.496996Z","end":"2026-07-22T22:55:05.099752Z","steps":["trace[836883232] 'agreement among raft nodes before linearized reading' (duration: 1.602660293s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602500627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10936"} {"level":"warn","ts":"2026-07-22T22:55:05.099796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.496988Z","time spent":"1.602802617s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7531,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603144806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0\" ","response":"range_response_count:1 size:3215"} {"level":"info","ts":"2026-07-22T22:55:05.099817Z","caller":"traceutil/trace.go:171","msg":"trace[577668653] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:24832; }","duration":"1.602579931s","start":"2026-07-22T22:55:03.497219Z","end":"2026-07-22T22:55:05.099799Z","steps":["trace[577668653] 'agreement among raft nodes before linearized reading' (duration: 1.602420366s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.099861Z","caller":"traceutil/trace.go:171","msg":"trace[1982911347] range","detail":"{range_begin:/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0; range_end:; response_count:1; response_revision:24832; }","duration":"1.603183637s","start":"2026-07-22T22:55:03.496669Z","end":"2026-07-22T22:55:05.099853Z","steps":["trace[1982911347] 'agreement among raft nodes before linearized reading' (duration: 1.601944073s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.099879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.496652Z","time spent":"1.603224018s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3237,"request content":"key:\"/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.497212Z","time spent":"1.602654782s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10958,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"info","ts":"2026-07-22T22:55:05.099614Z","caller":"traceutil/trace.go:171","msg":"trace[907098168] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24832; }","duration":"1.601819649s","start":"2026-07-22T22:55:03.497782Z","end":"2026-07-22T22:55:05.099602Z","steps":["trace[907098168] 'agreement among raft nodes before linearized reading' (duration: 1.601590633s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.09995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.497777Z","time spent":"1.602164938s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603130265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-07-22T22:55:05.100009Z","caller":"traceutil/trace.go:171","msg":"trace[1485336393] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24832; }","duration":"1.603888016s","start":"2026-07-22T22:55:03.496106Z","end":"2026-07-22T22:55:05.099994Z","steps":["trace[1485336393] 'agreement among raft nodes before linearized reading' (duration: 1.603061743s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.100064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.496099Z","time spent":"1.603951498s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-22T22:55:05.098934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035790197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-22T22:55:05.100184Z","caller":"traceutil/trace.go:171","msg":"trace[354543588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24832; }","duration":"1.037083544s","start":"2026-07-22T22:55:04.063089Z","end":"2026-07-22T22:55:05.100173Z","steps":["trace[354543588] 'agreement among raft nodes before linearized reading' (duration: 1.035759287s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.100228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.063063Z","time spent":"1.037155007s","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-22T22:55:05.09927Z","caller":"traceutil/trace.go:171","msg":"trace[1046471713] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24832; }","duration":"1.052182167s","start":"2026-07-22T22:55:04.047074Z","end":"2026-07-22T22:55:05.099256Z","steps":["trace[1046471713] 'agreement among raft nodes before linearized reading' (duration: 1.051886038s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.100333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.047049Z","time spent":"1.053269196s","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:05.099336Z","caller":"traceutil/trace.go:171","msg":"trace[1760854493] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24832; }","duration":"1.603836105s","start":"2026-07-22T22:55:03.495488Z","end":"2026-07-22T22:55:05.099324Z","steps":["trace[1760854493] 'agreement among raft nodes before linearized reading' (duration: 1.603128096s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.100489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.495461Z","time spent":"1.605014257s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601977543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12232"} {"level":"info","ts":"2026-07-22T22:55:05.100614Z","caller":"traceutil/trace.go:171","msg":"trace[1417285898] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:24832; }","duration":"1.603267699s","start":"2026-07-22T22:55:03.497333Z","end":"2026-07-22T22:55:05.100601Z","steps":["trace[1417285898] 'agreement among raft nodes before linearized reading' (duration: 1.601965632s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.100663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.497309Z","time spent":"1.603342062s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":12254,"request content":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602521298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-07-22T22:55:05.100828Z","caller":"traceutil/trace.go:171","msg":"trace[1194139660] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24832; }","duration":"1.604251457s","start":"2026-07-22T22:55:03.496557Z","end":"2026-07-22T22:55:05.100808Z","steps":["trace[1194139660] 'agreement among raft nodes before linearized reading' (duration: 1.602102356s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.100892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.496553Z","time spent":"1.604320369s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.497272Z","time spent":"1.602180349s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":16866,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" "} {"level":"info","ts":"2026-07-22T22:55:05.099488Z","caller":"traceutil/trace.go:171","msg":"trace[1228508356] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24832; }","duration":"1.60183331s","start":"2026-07-22T22:55:03.497649Z","end":"2026-07-22T22:55:05.099482Z","steps":["trace[1228508356] 'agreement among raft nodes before linearized reading' (duration: 1.601777108s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.101298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.497644Z","time spent":"1.60363774s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9527,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.497601Z","time spent":"1.601990333s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15370,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-22T22:55:05.098928Z","caller":"traceutil/trace.go:171","msg":"trace[927012914] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24832; }","duration":"1.602742125s","start":"2026-07-22T22:55:03.496163Z","end":"2026-07-22T22:55:05.098905Z","steps":["trace[927012914] 'agreement among raft nodes before linearized reading' (duration: 1.602457657s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.103154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.496157Z","time spent":"1.606975053s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-22T22:55:05.099053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363231721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-22T22:55:05.10434Z","caller":"traceutil/trace.go:171","msg":"trace[767997090] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24832; }","duration":"1.368498718s","start":"2026-07-22T22:55:03.735815Z","end":"2026-07-22T22:55:05.104314Z","steps":["trace[767997090] 'agreement among raft nodes before linearized reading' (duration: 1.363188839s)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.104428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:03.735728Z","time spent":"1.368663673s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-22T22:55:05.487552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.809309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:55:05.487642Z","caller":"traceutil/trace.go:171","msg":"trace[1550175197] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"895.262535ms","start":"2026-07-22T22:55:04.592362Z","end":"2026-07-22T22:55:05.487624Z","steps":["trace[1550175197] 'process raft request' (duration: 783.324573ms)","trace[1550175197] 'compare' (duration: 111.596533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:05.487689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.592331Z","time spent":"895.336136ms","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-22T22:55:05.492268Z","caller":"traceutil/trace.go:171","msg":"trace[552651937] linearizableReadLoop","detail":"{readStateIndex:25643; appliedIndex:25641; }","duration":"394.602554ms","start":"2026-07-22T22:55:05.097642Z","end":"2026-07-22T22:55:05.492245Z","steps":["trace[552651937] 'read index received' (duration: 278.058162ms)","trace[552651937] 'applied index is now lower than readState.Index' (duration: 116.543312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:05.492497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.237578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:55:05.492544Z","caller":"traceutil/trace.go:171","msg":"trace[648532457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24834; }","duration":"595.302981ms","start":"2026-07-22T22:55:04.897228Z","end":"2026-07-22T22:55:05.492531Z","steps":["trace[648532457] 'agreement among raft nodes before linearized reading' (duration: 595.067924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.492539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.131254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:55:05.492626Z","caller":"traceutil/trace.go:171","msg":"trace[2056267708] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24834; }","duration":"774.35899ms","start":"2026-07-22T22:55:04.718248Z","end":"2026-07-22T22:55:05.492607Z","steps":["trace[2056267708] 'agreement among raft nodes before linearized reading' (duration: 774.071983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.492681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.71821Z","time spent":"774.458663ms","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:05.492681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.633202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:05.49275Z","caller":"traceutil/trace.go:171","msg":"trace[533049116] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24834; }","duration":"902.770255ms","start":"2026-07-22T22:55:04.589961Z","end":"2026-07-22T22:55:05.492731Z","steps":["trace[533049116] 'agreement among raft nodes before linearized reading' (duration: 902.623501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.492795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.589937Z","time spent":"902.850747ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-22T22:55:05.492877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.738931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-kgcbm.18c4be8ce401fb56\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-22T22:55:05.492962Z","caller":"traceutil/trace.go:171","msg":"trace[304555999] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-kgcbm.18c4be8ce401fb56; range_end:; response_count:1; response_revision:24834; }","duration":"814.888815ms","start":"2026-07-22T22:55:04.678057Z","end":"2026-07-22T22:55:05.492946Z","steps":["trace[304555999] 'agreement among raft nodes before linearized reading' (duration: 814.403452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.49301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.53762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-22T22:55:05.493026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.519874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:55:05.493063Z","caller":"traceutil/trace.go:171","msg":"trace[696951707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24834; }","duration":"596.555315ms","start":"2026-07-22T22:55:04.896497Z","end":"2026-07-22T22:55:05.493052Z","steps":["trace[696951707] 'agreement among raft nodes before linearized reading' (duration: 596.421191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.377736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-22T22:55:05.493096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.660745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3394"} {"level":"warn","ts":"2026-07-22T22:55:05.493101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.896478Z","time spent":"596.617657ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-22T22:55:05.49311Z","caller":"traceutil/trace.go:171","msg":"trace[2026481582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24834; }","duration":"901.454619ms","start":"2026-07-22T22:55:04.591648Z","end":"2026-07-22T22:55:05.493103Z","steps":["trace[2026481582] 'agreement among raft nodes before linearized reading' (duration: 901.347816ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.493119Z","caller":"traceutil/trace.go:171","msg":"trace[244371039] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:24834; }","duration":"384.691346ms","start":"2026-07-22T22:55:05.108421Z","end":"2026-07-22T22:55:05.493112Z","steps":["trace[244371039] 'agreement among raft nodes before linearized reading' (duration: 384.629104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.591621Z","time spent":"901.509949ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:55:05.493163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.829465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:05.49318Z","caller":"traceutil/trace.go:171","msg":"trace[692998929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24834; }","duration":"386.870598ms","start":"2026-07-22T22:55:05.106305Z","end":"2026-07-22T22:55:05.493176Z","steps":["trace[692998929] 'agreement among raft nodes before linearized reading' (duration: 386.845466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.492802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.616599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:55:05.493202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.10629Z","time spent":"386.909038ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:55:05.493072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.67803Z","time spent":"814.991688ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":906,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-kgcbm.18c4be8ce401fb56\" "} {"level":"warn","ts":"2026-07-22T22:55:05.493138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.108415Z","time spent":"384.719286ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3416,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"info","ts":"2026-07-22T22:55:05.493253Z","caller":"traceutil/trace.go:171","msg":"trace[659640597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24834; }","duration":"502.109802ms","start":"2026-07-22T22:55:04.991109Z","end":"2026-07-22T22:55:05.493219Z","steps":["trace[659640597] 'agreement among raft nodes before linearized reading' (duration: 501.661589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.094837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-07-22T22:55:05.493344Z","caller":"traceutil/trace.go:171","msg":"trace[399395842] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24834; }","duration":"385.128398ms","start":"2026-07-22T22:55:05.108204Z","end":"2026-07-22T22:55:05.493332Z","steps":["trace[399395842] 'agreement among raft nodes before linearized reading' (duration: 385.056395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.038701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:16622"} {"level":"info","ts":"2026-07-22T22:55:05.493378Z","caller":"traceutil/trace.go:171","msg":"trace[2042243923] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:24834; }","duration":"387.074273ms","start":"2026-07-22T22:55:05.106298Z","end":"2026-07-22T22:55:05.493373Z","steps":["trace[2042243923] 'agreement among raft nodes before linearized reading' (duration: 387.013051ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.492711Z","caller":"traceutil/trace.go:171","msg":"trace[1452955673] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"595.175306ms","start":"2026-07-22T22:55:04.897527Z","end":"2026-07-22T22:55:05.492702Z","steps":["trace[1452955673] 'process raft request' (duration: 594.547148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.10629Z","time spent":"387.112894ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":16644,"request content":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" "} {"level":"warn","ts":"2026-07-22T22:55:05.493436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.227071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9543"} {"level":"warn","ts":"2026-07-22T22:55:05.492758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.901138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:55:05.49348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.897496Z","time spent":"595.914658ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:05.493519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.231127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"warn","ts":"2026-07-22T22:55:05.493533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.401645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-07-22T22:55:05.493544Z","caller":"traceutil/trace.go:171","msg":"trace[1455821951] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24834; }","duration":"387.263728ms","start":"2026-07-22T22:55:05.106274Z","end":"2026-07-22T22:55:05.493538Z","steps":["trace[1455821951] 'agreement among raft nodes before linearized reading' (duration: 387.202296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.10627Z","time spent":"387.289048ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-22T22:55:05.493569Z","caller":"traceutil/trace.go:171","msg":"trace[360884132] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24834; }","duration":"385.435697ms","start":"2026-07-22T22:55:05.108112Z","end":"2026-07-22T22:55:05.493548Z","steps":["trace[360884132] 'agreement among raft nodes before linearized reading' (duration: 385.362554ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.49357Z","caller":"traceutil/trace.go:171","msg":"trace[1679237618] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24834; }","duration":"402.689521ms","start":"2026-07-22T22:55:05.09081Z","end":"2026-07-22T22:55:05.493499Z","steps":["trace[1679237618] 'agreement among raft nodes before linearized reading' (duration: 401.917509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.108102Z","time spent":"385.488988ms","remote":"127.0.0.1:53964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7478,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-22T22:55:05.49365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.090779Z","time spent":"402.822563ms","remote":"127.0.0.1:45586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:05.493372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.99108Z","time spent":"502.249737ms","remote":"127.0.0.1:51384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:05.493708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.344126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:55:05.493784Z","caller":"traceutil/trace.go:171","msg":"trace[2064226217] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24834; }","duration":"597.467091ms","start":"2026-07-22T22:55:04.896299Z","end":"2026-07-22T22:55:05.493766Z","steps":["trace[2064226217] 'agreement among raft nodes before linearized reading' (duration: 596.996978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.896259Z","time spent":"597.557743ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:55:05.493888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.748433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-22T22:55:05.493921Z","caller":"traceutil/trace.go:171","msg":"trace[89482401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24834; }","duration":"386.772554ms","start":"2026-07-22T22:55:05.107135Z","end":"2026-07-22T22:55:05.493907Z","steps":["trace[89482401] 'agreement among raft nodes before linearized reading' (duration: 386.714572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.107117Z","time spent":"386.822845ms","remote":"127.0.0.1:51420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-22T22:55:05.492576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:04.897221Z","time spent":"595.347982ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:55:05.493975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.171305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-07-22T22:55:05.494012Z","caller":"traceutil/trace.go:171","msg":"trace[845963023] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24834; }","duration":"387.217586ms","start":"2026-07-22T22:55:05.106785Z","end":"2026-07-22T22:55:05.494002Z","steps":["trace[845963023] 'agreement among raft nodes before linearized reading' (duration: 387.113973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.494042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.106781Z","time spent":"387.254258ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9603,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-22T22:55:05.494097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.371121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2673"} {"level":"info","ts":"2026-07-22T22:55:05.493037Z","caller":"traceutil/trace.go:171","msg":"trace[1934630111] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24834; }","duration":"256.59389ms","start":"2026-07-22T22:55:05.236437Z","end":"2026-07-22T22:55:05.493031Z","steps":["trace[1934630111] 'agreement among raft nodes before linearized reading' (duration: 256.485827ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.494116Z","caller":"traceutil/trace.go:171","msg":"trace[1378615960] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:24834; }","duration":"387.400451ms","start":"2026-07-22T22:55:05.106709Z","end":"2026-07-22T22:55:05.49411Z","steps":["trace[1378615960] 'agreement among raft nodes before linearized reading' (duration: 387.34035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.49414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.106705Z","time spent":"387.431062ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2695,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-07-22T22:55:05.494148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.894316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:92 size:121483"} {"level":"info","ts":"2026-07-22T22:55:05.494179Z","caller":"traceutil/trace.go:171","msg":"trace[1308228905] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:92; response_revision:24834; }","duration":"387.938696ms","start":"2026-07-22T22:55:05.106234Z","end":"2026-07-22T22:55:05.494172Z","steps":["trace[1308228905] 'agreement among raft nodes before linearized reading' (duration: 387.465173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.4942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.106222Z","time spent":"387.972078ms","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":121505,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-22T22:55:05.492909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.374559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:55:05.493462Z","caller":"traceutil/trace.go:171","msg":"trace[9072735] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24834; }","duration":"385.263161ms","start":"2026-07-22T22:55:05.108192Z","end":"2026-07-22T22:55:05.493455Z","steps":["trace[9072735] 'agreement among raft nodes before linearized reading' (duration: 385.20238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.494234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.108186Z","time spent":"386.042662ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9565,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-07-22T22:55:05.494236Z","caller":"traceutil/trace.go:171","msg":"trace[964975018] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24834; }","duration":"394.719946ms","start":"2026-07-22T22:55:05.099503Z","end":"2026-07-22T22:55:05.494223Z","steps":["trace[964975018] 'agreement among raft nodes before linearized reading' (duration: 393.332958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.494265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.219787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18391"} {"level":"warn","ts":"2026-07-22T22:55:05.49324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.769554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-07-22T22:55:05.494297Z","caller":"traceutil/trace.go:171","msg":"trace[294501131] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:24834; }","duration":"387.284108ms","start":"2026-07-22T22:55:05.107004Z","end":"2026-07-22T22:55:05.494289Z","steps":["trace[294501131] 'agreement among raft nodes before linearized reading' (duration: 387.182575ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.494311Z","caller":"traceutil/trace.go:171","msg":"trace[1437552704] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24834; }","duration":"387.853654ms","start":"2026-07-22T22:55:05.10645Z","end":"2026-07-22T22:55:05.494304Z","steps":["trace[1437552704] 'agreement among raft nodes before linearized reading' (duration: 386.710602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.493835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.747975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"warn","ts":"2026-07-22T22:55:05.494325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.106988Z","time spent":"387.330469ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18413,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"warn","ts":"2026-07-22T22:55:05.49433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.106444Z","time spent":"387.880564ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9565,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-07-22T22:55:05.494355Z","caller":"traceutil/trace.go:171","msg":"trace[1833278891] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24834; }","duration":"386.27006ms","start":"2026-07-22T22:55:05.108068Z","end":"2026-07-22T22:55:05.494338Z","steps":["trace[1833278891] 'agreement among raft nodes before linearized reading' (duration: 385.712704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.494376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.163741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-07-22T22:55:05.49437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.780202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-07-22T22:55:05.494398Z","caller":"traceutil/trace.go:171","msg":"trace[2126713681] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24834; }","duration":"389.199112ms","start":"2026-07-22T22:55:05.105192Z","end":"2026-07-22T22:55:05.494391Z","steps":["trace[2126713681] 'agreement among raft nodes before linearized reading' (duration: 389.125749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.494363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.101239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d69591b-9aec-4529-97f6-bc561c254158\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-22T22:55:05.494519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.480184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-07-22T22:55:05.494516Z","caller":"traceutil/trace.go:171","msg":"trace[453197482] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d69591b-9aec-4529-97f6-bc561c254158; range_end:; response_count:1; response_revision:24834; }","duration":"389.272204ms","start":"2026-07-22T22:55:05.105178Z","end":"2026-07-22T22:55:05.49445Z","steps":["trace[453197482] 'agreement among raft nodes before linearized reading' (duration: 388.898664ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.494588Z","caller":"traceutil/trace.go:171","msg":"trace[1550407530] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:24834; }","duration":"387.558986ms","start":"2026-07-22T22:55:05.10702Z","end":"2026-07-22T22:55:05.494579Z","steps":["trace[1550407530] 'agreement among raft nodes before linearized reading' (duration: 387.427062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.494623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.107014Z","time spent":"387.601087ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16044,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-07-22T22:55:05.494638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.10516Z","time spent":"389.460649ms","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8d69591b-9aec-4529-97f6-bc561c254158\" "} {"level":"warn","ts":"2026-07-22T22:55:05.493379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.108199Z","time spent":"385.173579ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9586,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-07-22T22:55:05.49473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.529091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:92 size:121483"} {"level":"info","ts":"2026-07-22T22:55:05.494757Z","caller":"traceutil/trace.go:171","msg":"trace[1826497436] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:92; response_revision:24834; }","duration":"389.588192ms","start":"2026-07-22T22:55:05.105163Z","end":"2026-07-22T22:55:05.494751Z","steps":["trace[1826497436] 'agreement among raft nodes before linearized reading' (duration: 389.265273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.494778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.105146Z","time spent":"389.626344ms","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":121505,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-22T22:55:05.494809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.008068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8299"} {"level":"warn","ts":"2026-07-22T22:55:05.49427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.099488Z","time spent":"394.771208ms","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:05.494845Z","caller":"traceutil/trace.go:171","msg":"trace[455357877] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24834; }","duration":"388.0542ms","start":"2026-07-22T22:55:05.106783Z","end":"2026-07-22T22:55:05.494837Z","steps":["trace[455357877] 'agreement among raft nodes before linearized reading' (duration: 387.958187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.494872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.106774Z","time spent":"388.09252ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8321,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-07-22T22:55:05.494414Z","caller":"traceutil/trace.go:171","msg":"trace[1229265074] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24834; }","duration":"387.837984ms","start":"2026-07-22T22:55:05.106564Z","end":"2026-07-22T22:55:05.494402Z","steps":["trace[1229265074] 'agreement among raft nodes before linearized reading' (duration: 387.621438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.494926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.106559Z","time spent":"388.353838ms","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-22T22:55:05.494416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.105185Z","time spent":"389.227963ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3911,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-07-22T22:55:05.495033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.549771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"warn","ts":"2026-07-22T22:55:05.494405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.108061Z","time spent":"386.329512ms","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-07-22T22:55:05.495067Z","caller":"traceutil/trace.go:171","msg":"trace[478712871] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24834; }","duration":"389.594593ms","start":"2026-07-22T22:55:05.105464Z","end":"2026-07-22T22:55:05.495059Z","steps":["trace[478712871] 'agreement among raft nodes before linearized reading' (duration: 389.508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.495089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.105459Z","time spent":"389.625583ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2941,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-07-22T22:55:05.495132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.808509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-07-22T22:55:05.495154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.551282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-07-22T22:55:05.495179Z","caller":"traceutil/trace.go:171","msg":"trace[591268610] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:24834; }","duration":"389.600303ms","start":"2026-07-22T22:55:05.105572Z","end":"2026-07-22T22:55:05.495173Z","steps":["trace[591268610] 'agreement among raft nodes before linearized reading' (duration: 389.527751ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:05.49518Z","caller":"traceutil/trace.go:171","msg":"trace[2033218351] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24834; }","duration":"389.907301ms","start":"2026-07-22T22:55:05.105261Z","end":"2026-07-22T22:55:05.495169Z","steps":["trace[2033218351] 'agreement among raft nodes before linearized reading' (duration: 389.790238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.495199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.105559Z","time spent":"389.636105ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-07-22T22:55:05.495185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.120299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-22T22:55:05.495216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.105245Z","time spent":"389.961023ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3922,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-07-22T22:55:05.495244Z","caller":"traceutil/trace.go:171","msg":"trace[1446674319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24834; }","duration":"389.195042ms","start":"2026-07-22T22:55:05.106038Z","end":"2026-07-22T22:55:05.495233Z","steps":["trace[1446674319] 'agreement among raft nodes before linearized reading' (duration: 389.067888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.495283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.106029Z","time spent":"389.246403ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-22T22:55:05.495206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.699336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-07-22T22:55:05.495338Z","caller":"traceutil/trace.go:171","msg":"trace[450447821] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24834; }","duration":"389.83466ms","start":"2026-07-22T22:55:05.105493Z","end":"2026-07-22T22:55:05.495328Z","steps":["trace[450447821] 'agreement among raft nodes before linearized reading' (duration: 389.669515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:05.495379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:05.105489Z","time spent":"389.880721ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9817,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"info","ts":"2026-07-22T22:55:27.495482Z","caller":"traceutil/trace.go:171","msg":"trace[396186409] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"196.086708ms","start":"2026-07-22T22:55:27.299368Z","end":"2026-07-22T22:55:27.495454Z","steps":["trace[396186409] 'process raft request' (duration: 195.916243ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:28.159963Z","caller":"traceutil/trace.go:171","msg":"trace[473813039] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"849.077543ms","start":"2026-07-22T22:55:27.31086Z","end":"2026-07-22T22:55:28.159937Z","steps":["trace[473813039] 'process raft request' (duration: 812.712755ms)","trace[473813039] 'compare' (duration: 35.179605ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:28.160107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.310833Z","time spent":"849.198926ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:28.160233Z","caller":"traceutil/trace.go:171","msg":"trace[1959764484] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"847.691384ms","start":"2026-07-22T22:55:27.312488Z","end":"2026-07-22T22:55:28.160179Z","steps":["trace[1959764484] 'process raft request' (duration: 847.409886ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:28.160246Z","caller":"traceutil/trace.go:171","msg":"trace[87488910] linearizableReadLoop","detail":"{readStateIndex:25860; appliedIndex:25857; }","duration":"701.230115ms","start":"2026-07-22T22:55:27.458988Z","end":"2026-07-22T22:55:28.160218Z","steps":["trace[87488910] 'read index received' (duration: 36.362918ms)","trace[87488910] 'applied index is now lower than readState.Index' (duration: 664.865987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:28.160429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.312471Z","time spent":"847.865309ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:28.160442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.43048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-07-22T22:55:28.160492Z","caller":"traceutil/trace.go:171","msg":"trace[608831398] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25047; }","duration":"701.537884ms","start":"2026-07-22T22:55:27.458938Z","end":"2026-07-22T22:55:28.160476Z","steps":["trace[608831398] 'agreement among raft nodes before linearized reading' (duration: 701.363849ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:28.160354Z","caller":"traceutil/trace.go:171","msg":"trace[1668848127] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"683.539659ms","start":"2026-07-22T22:55:27.476719Z","end":"2026-07-22T22:55:28.160258Z","steps":["trace[1668848127] 'process raft request' (duration: 683.397965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.160542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.458913Z","time spent":"701.619865ms","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-22T22:55:28.160801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.476681Z","time spent":"683.922321ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:28.177473Z","caller":"traceutil/trace.go:171","msg":"trace[1934245130] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"518.586503ms","start":"2026-07-22T22:55:27.658856Z","end":"2026-07-22T22:55:28.177442Z","steps":["trace[1934245130] 'process raft request' (duration: 518.329147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.177519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.304448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-22T22:55:28.177544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.203755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.177\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-22T22:55:28.177622Z","caller":"traceutil/trace.go:171","msg":"trace[561077643] range","detail":"{range_begin:/registry/masterleases/199.204.45.177; range_end:; response_count:1; response_revision:25048; }","duration":"467.317279ms","start":"2026-07-22T22:55:27.710286Z","end":"2026-07-22T22:55:28.177603Z","steps":["trace[561077643] 'agreement among raft nodes before linearized reading' (duration: 467.068562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.177628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.658829Z","time spent":"518.725807ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:28.177735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.85881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:28.177773Z","caller":"traceutil/trace.go:171","msg":"trace[1467818820] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25048; }","duration":"300.914521ms","start":"2026-07-22T22:55:27.876846Z","end":"2026-07-22T22:55:28.177761Z","steps":["trace[1467818820] 'agreement among raft nodes before linearized reading' (duration: 300.85978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.177775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.649563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-22T22:55:28.177805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.876837Z","time spent":"300.961072ms","remote":"127.0.0.1:58822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:28.177821Z","caller":"traceutil/trace.go:171","msg":"trace[188655742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25048; }","duration":"484.740777ms","start":"2026-07-22T22:55:27.693066Z","end":"2026-07-22T22:55:28.177807Z","steps":["trace[188655742] 'agreement among raft nodes before linearized reading' (duration: 484.592692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.177868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.693036Z","time spent":"484.819408ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:55:28.177637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.125556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:28.178019Z","caller":"traceutil/trace.go:171","msg":"trace[1558831013] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25048; }","duration":"481.556356ms","start":"2026-07-22T22:55:27.696451Z","end":"2026-07-22T22:55:28.178008Z","steps":["trace[1558831013] 'agreement among raft nodes before linearized reading' (duration: 481.148835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.177498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.51063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:55:28.17822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.850274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:55:28.177577Z","caller":"traceutil/trace.go:171","msg":"trace[1091188171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25048; }","duration":"472.417171ms","start":"2026-07-22T22:55:27.705142Z","end":"2026-07-22T22:55:28.177559Z","steps":["trace[1091188171] 'agreement among raft nodes before linearized reading' (duration: 472.203505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.178307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.705119Z","time spent":"473.164012ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-22T22:55:28.178296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.557389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-22T22:55:28.178368Z","caller":"traceutil/trace.go:171","msg":"trace[712085078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25048; }","duration":"386.821975ms","start":"2026-07-22T22:55:27.791528Z","end":"2026-07-22T22:55:28.17835Z","steps":["trace[712085078] 'agreement among raft nodes before linearized reading' (duration: 386.292541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.178526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.791409Z","time spent":"387.103153ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-22T22:55:28.177683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.710276Z","time spent":"467.398371ms","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.177\" "} {"level":"info","ts":"2026-07-22T22:55:28.178227Z","caller":"traceutil/trace.go:171","msg":"trace[2067103107] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25048; }","duration":"301.288092ms","start":"2026-07-22T22:55:27.876905Z","end":"2026-07-22T22:55:28.178193Z","steps":["trace[2067103107] 'agreement among raft nodes before linearized reading' (duration: 300.501871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.178713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.876879Z","time spent":"301.790116ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:28.178444Z","caller":"traceutil/trace.go:171","msg":"trace[1443917444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25048; }","duration":"516.996769ms","start":"2026-07-22T22:55:27.661273Z","end":"2026-07-22T22:55:28.178269Z","steps":["trace[1443917444] 'agreement among raft nodes before linearized reading' (duration: 516.67977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.178876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.661237Z","time spent":"517.620976ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:55:28.17804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.876966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:55:28.17901Z","caller":"traceutil/trace.go:171","msg":"trace[1002143643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25048; }","duration":"517.856482ms","start":"2026-07-22T22:55:27.661128Z","end":"2026-07-22T22:55:28.178985Z","steps":["trace[1002143643] 'agreement among raft nodes before linearized reading' (duration: 516.840384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.179082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.66112Z","time spent":"517.943105ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-22T22:55:28.17802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.179376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:28.179233Z","caller":"traceutil/trace.go:171","msg":"trace[2001321492] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25048; }","duration":"666.44885ms","start":"2026-07-22T22:55:27.512758Z","end":"2026-07-22T22:55:28.179206Z","steps":["trace[2001321492] 'agreement among raft nodes before linearized reading' (duration: 665.151664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.178061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.696428Z","time spent":"481.620349ms","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:28.178081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.808169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-22T22:55:28.179425Z","caller":"traceutil/trace.go:171","msg":"trace[2136031266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25048; }","duration":"307.219987ms","start":"2026-07-22T22:55:27.872195Z","end":"2026-07-22T22:55:28.179415Z","steps":["trace[2136031266] 'agreement among raft nodes before linearized reading' (duration: 305.653634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.179463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.872172Z","time spent":"307.282239ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:55:28.179324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:27.512736Z","time spent":"666.562754ms","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:28.463666Z","caller":"traceutil/trace.go:171","msg":"trace[66626337] linearizableReadLoop","detail":"{readStateIndex:25863; appliedIndex:25862; }","duration":"281.784976ms","start":"2026-07-22T22:55:28.181845Z","end":"2026-07-22T22:55:28.46363Z","steps":["trace[66626337] 'read index received' (duration: 269.883673ms)","trace[66626337] 'applied index is now lower than readState.Index' (duration: 11.899212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:28.46399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.114005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7eddf82-d185-4d13-8349-5f31486eb4f4\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-22T22:55:28.464076Z","caller":"traceutil/trace.go:171","msg":"trace[1286594677] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7eddf82-d185-4d13-8349-5f31486eb4f4; range_end:; response_count:1; response_revision:25048; }","duration":"282.238678ms","start":"2026-07-22T22:55:28.181816Z","end":"2026-07-22T22:55:28.464055Z","steps":["trace[1286594677] 'agreement among raft nodes before linearized reading' (duration: 281.960191ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:28.466035Z","caller":"traceutil/trace.go:171","msg":"trace[1448712207] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"283.278009ms","start":"2026-07-22T22:55:28.18273Z","end":"2026-07-22T22:55:28.466008Z","steps":["trace[1448712207] 'process raft request' (duration: 283.065563ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:28.466328Z","caller":"traceutil/trace.go:171","msg":"trace[65111062] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"282.176626ms","start":"2026-07-22T22:55:28.184131Z","end":"2026-07-22T22:55:28.466308Z","steps":["trace[65111062] 'process raft request' (duration: 281.829707ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:28.466491Z","caller":"traceutil/trace.go:171","msg":"trace[671875296] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"282.218449ms","start":"2026-07-22T22:55:28.184257Z","end":"2026-07-22T22:55:28.466475Z","steps":["trace[671875296] 'process raft request' (duration: 281.955761ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:28.466604Z","caller":"traceutil/trace.go:171","msg":"trace[528506084] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"281.92987ms","start":"2026-07-22T22:55:28.184663Z","end":"2026-07-22T22:55:28.466593Z","steps":["trace[528506084] 'process raft request' (duration: 281.764385ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:28.466833Z","caller":"traceutil/trace.go:171","msg":"trace[1257862929] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"281.774315ms","start":"2026-07-22T22:55:28.185046Z","end":"2026-07-22T22:55:28.46682Z","steps":["trace[1257862929] 'process raft request' (duration: 281.476936ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:28.466939Z","caller":"traceutil/trace.go:171","msg":"trace[1884113393] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"281.764405ms","start":"2026-07-22T22:55:28.185168Z","end":"2026-07-22T22:55:28.466932Z","steps":["trace[1884113393] 'process raft request' (duration: 281.615431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.467076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.572698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:28.467107Z","caller":"traceutil/trace.go:171","msg":"trace[2126623] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25055; }","duration":"282.65049ms","start":"2026-07-22T22:55:28.184447Z","end":"2026-07-22T22:55:28.467098Z","steps":["trace[2126623] 'agreement among raft nodes before linearized reading' (duration: 282.565158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.467094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.324618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:28.467169Z","caller":"traceutil/trace.go:171","msg":"trace[255747047] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25055; }","duration":"105.453161ms","start":"2026-07-22T22:55:28.361698Z","end":"2026-07-22T22:55:28.467151Z","steps":["trace[255747047] 'agreement among raft nodes before linearized reading' (duration: 105.314658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:28.467227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.657074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:28.467275Z","caller":"traceutil/trace.go:171","msg":"trace[1004351836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25055; }","duration":"245.753497ms","start":"2026-07-22T22:55:28.221508Z","end":"2026-07-22T22:55:28.467262Z","steps":["trace[1004351836] 'agreement among raft nodes before linearized reading' (duration: 245.679686ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:30.210891Z","caller":"traceutil/trace.go:171","msg":"trace[164964720] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"711.43891ms","start":"2026-07-22T22:55:29.499426Z","end":"2026-07-22T22:55:30.210864Z","steps":["trace[164964720] 'process raft request' (duration: 711.245976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:30.211067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:29.4994Z","time spent":"711.581755ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:30.760881Z","caller":"traceutil/trace.go:171","msg":"trace[1807134610] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"1.118180274s","start":"2026-07-22T22:55:29.642665Z","end":"2026-07-22T22:55:30.760845Z","steps":["trace[1807134610] 'process raft request' (duration: 1.059356397s)","trace[1807134610] 'compare' (duration: 58.612461ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:55:30.760913Z","caller":"traceutil/trace.go:171","msg":"trace[690922977] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"1.038187886s","start":"2026-07-22T22:55:29.722688Z","end":"2026-07-22T22:55:30.760876Z","steps":["trace[690922977] 'process raft request' (duration: 1.038078153s)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:30.760991Z","caller":"traceutil/trace.go:171","msg":"trace[1711487569] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"596.393841ms","start":"2026-07-22T22:55:30.164565Z","end":"2026-07-22T22:55:30.760958Z","steps":["trace[1711487569] 'process raft request' (duration: 596.245677ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:30.760996Z","caller":"traceutil/trace.go:171","msg":"trace[2104922401] linearizableReadLoop","detail":"{readStateIndex:25879; appliedIndex:25876; }","duration":"657.290215ms","start":"2026-07-22T22:55:30.103682Z","end":"2026-07-22T22:55:30.760973Z","steps":["trace[2104922401] 'read index received' (duration: 107.149449ms)","trace[2104922401] 'applied index is now lower than readState.Index' (duration: 550.139776ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:55:30.761132Z","caller":"traceutil/trace.go:171","msg":"trace[1978853766] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"578.47614ms","start":"2026-07-22T22:55:30.182647Z","end":"2026-07-22T22:55:30.761123Z","steps":["trace[1978853766] 'process raft request' (duration: 578.287024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:30.761128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.164544Z","time spent":"596.505854ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:30.761137Z","caller":"traceutil/trace.go:171","msg":"trace[2040300151] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"595.62586ms","start":"2026-07-22T22:55:30.1655Z","end":"2026-07-22T22:55:30.761126Z","steps":["trace[2040300151] 'process raft request' (duration: 595.345202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:30.761182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.182634Z","time spent":"578.52278ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:30.761194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.165492Z","time spent":"595.674111ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:30.761045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:29.64264Z","time spent":"1.118316908s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:30.761077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:29.722662Z","time spent":"1.038327379s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:30.761303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.595404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-22T22:55:30.7611Z","caller":"traceutil/trace.go:171","msg":"trace[446814625] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"583.798908ms","start":"2026-07-22T22:55:30.177291Z","end":"2026-07-22T22:55:30.76109Z","steps":["trace[446814625] 'process raft request' (duration: 583.604342ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:30.761369Z","caller":"traceutil/trace.go:171","msg":"trace[1921818028] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25068; }","duration":"657.714347ms","start":"2026-07-22T22:55:30.103637Z","end":"2026-07-22T22:55:30.761351Z","steps":["trace[1921818028] 'agreement among raft nodes before linearized reading' (duration: 657.532792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:30.761369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.177281Z","time spent":"584.061986ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:30.761406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.103619Z","time spent":"657.777368ms","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-22T22:55:31.07731Z","caller":"traceutil/trace.go:171","msg":"trace[1682463952] linearizableReadLoop","detail":"{readStateIndex:25885; appliedIndex:25883; }","duration":"316.142388ms","start":"2026-07-22T22:55:30.761141Z","end":"2026-07-22T22:55:31.077284Z","steps":["trace[1682463952] 'read index received' (duration: 289.044479ms)","trace[1682463952] 'applied index is now lower than readState.Index' (duration: 27.096769ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:55:31.077484Z","caller":"traceutil/trace.go:171","msg":"trace[670620542] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"352.376002ms","start":"2026-07-22T22:55:30.725095Z","end":"2026-07-22T22:55:31.077471Z","steps":["trace[670620542] 'process raft request' (duration: 325.118348ms)","trace[670620542] 'compare' (duration: 26.528434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:31.077612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.725067Z","time spent":"352.454314ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:31.077774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.014958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-22T22:55:31.077837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.698431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:31.077899Z","caller":"traceutil/trace.go:171","msg":"trace[1796033675] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"347.176086ms","start":"2026-07-22T22:55:30.730712Z","end":"2026-07-22T22:55:31.077888Z","steps":["trace[1796033675] 'process raft request' (duration: 346.520318ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:31.077943Z","caller":"traceutil/trace.go:171","msg":"trace[1339735621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25070; }","duration":"858.847465ms","start":"2026-07-22T22:55:30.21907Z","end":"2026-07-22T22:55:31.077917Z","steps":["trace[1339735621] 'agreement among raft nodes before linearized reading' (duration: 858.65749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.077958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.730702Z","time spent":"347.226838ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:31.077992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.219051Z","time spent":"858.932578ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-22T22:55:31.077992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.852882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b05a6034-3e6a-4a17-ad6c-f7b3fe921faf\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-07-22T22:55:31.078033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.281425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-22T22:55:31.078068Z","caller":"traceutil/trace.go:171","msg":"trace[1264795494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25070; }","duration":"607.356888ms","start":"2026-07-22T22:55:30.470702Z","end":"2026-07-22T22:55:31.078059Z","steps":["trace[1264795494] 'agreement among raft nodes before linearized reading' (duration: 607.275515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.078064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.105551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:55:31.078105Z","caller":"traceutil/trace.go:171","msg":"trace[333264376] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b05a6034-3e6a-4a17-ad6c-f7b3fe921faf; range_end:; response_count:1; response_revision:25070; }","duration":"309.974507ms","start":"2026-07-22T22:55:30.768081Z","end":"2026-07-22T22:55:31.078056Z","steps":["trace[333264376] 'agreement among raft nodes before linearized reading' (duration: 309.74434ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:31.07813Z","caller":"traceutil/trace.go:171","msg":"trace[540464695] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25070; }","duration":"607.220914ms","start":"2026-07-22T22:55:30.470891Z","end":"2026-07-22T22:55:31.078112Z","steps":["trace[540464695] 'agreement among raft nodes before linearized reading' (duration: 607.006598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.078137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.470678Z","time spent":"607.44905ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-22T22:55:31.07816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.470867Z","time spent":"607.287785ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-22T22:55:31.078165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.768067Z","time spent":"310.086289ms","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-b05a6034-3e6a-4a17-ad6c-f7b3fe921faf\" "} {"level":"warn","ts":"2026-07-22T22:55:31.07823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.470845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-22T22:55:31.07806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.09735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-22T22:55:31.078352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.726718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-22T22:55:31.077865Z","caller":"traceutil/trace.go:171","msg":"trace[946149642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25070; }","duration":"607.190672ms","start":"2026-07-22T22:55:30.47065Z","end":"2026-07-22T22:55:31.07784Z","steps":["trace[946149642] 'agreement among raft nodes before linearized reading' (duration: 606.899134ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:31.078385Z","caller":"traceutil/trace.go:171","msg":"trace[1340201462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25070; }","duration":"607.79804ms","start":"2026-07-22T22:55:30.470577Z","end":"2026-07-22T22:55:31.078375Z","steps":["trace[1340201462] 'agreement among raft nodes before linearized reading' (duration: 607.729988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.078396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.470621Z","time spent":"607.76391ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-22T22:55:31.078418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.470531Z","time spent":"607.880812ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-22T22:55:31.077956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.05179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-22T22:55:31.07834Z","caller":"traceutil/trace.go:171","msg":"trace[124709990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25070; }","duration":"607.422039ms","start":"2026-07-22T22:55:30.470897Z","end":"2026-07-22T22:55:31.078319Z","steps":["trace[124709990] 'agreement among raft nodes before linearized reading' (duration: 606.890624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.078484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.470883Z","time spent":"607.594424ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-22T22:55:31.078273Z","caller":"traceutil/trace.go:171","msg":"trace[1377937772] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25070; }","duration":"784.540106ms","start":"2026-07-22T22:55:30.293722Z","end":"2026-07-22T22:55:31.078263Z","steps":["trace[1377937772] 'agreement among raft nodes before linearized reading' (duration: 784.394772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.078567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.293708Z","time spent":"784.855095ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-22T22:55:31.078477Z","caller":"traceutil/trace.go:171","msg":"trace[2067728192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25070; }","duration":"607.584384ms","start":"2026-07-22T22:55:30.470881Z","end":"2026-07-22T22:55:31.078465Z","steps":["trace[2067728192] 'agreement among raft nodes before linearized reading' (duration: 607.012897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.078656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:30.470868Z","time spent":"607.777559ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-22T22:55:31.499953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.559352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:55:31.500173Z","caller":"traceutil/trace.go:171","msg":"trace[1410866921] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"415.267702ms","start":"2026-07-22T22:55:31.084891Z","end":"2026-07-22T22:55:31.500158Z","steps":["trace[1410866921] 'process raft request' (duration: 415.243261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.500218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:31.084885Z","time spent":"415.317074ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:31.500296Z","caller":"traceutil/trace.go:171","msg":"trace[319128893] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"416.454415ms","start":"2026-07-22T22:55:31.08381Z","end":"2026-07-22T22:55:31.500265Z","steps":["trace[319128893] 'process raft request' (duration: 416.224978ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:31.500308Z","caller":"traceutil/trace.go:171","msg":"trace[1031650300] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"416.445875ms","start":"2026-07-22T22:55:31.083833Z","end":"2026-07-22T22:55:31.500279Z","steps":["trace[1031650300] 'process raft request' (duration: 416.237309ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:31.500314Z","caller":"traceutil/trace.go:171","msg":"trace[1966538163] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"416.408483ms","start":"2026-07-22T22:55:31.083874Z","end":"2026-07-22T22:55:31.500282Z","steps":["trace[1966538163] 'process raft request' (duration: 416.219248ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:31.500355Z","caller":"traceutil/trace.go:171","msg":"trace[283320177] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"417.359611ms","start":"2026-07-22T22:55:31.082951Z","end":"2026-07-22T22:55:31.50031Z","steps":["trace[283320177] 'process raft request' (duration: 141.383227ms)","trace[283320177] 'compare' (duration: 275.370836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:31.500448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:31.083816Z","time spent":"416.554478ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:31.500341Z","caller":"traceutil/trace.go:171","msg":"trace[887126410] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"415.891359ms","start":"2026-07-22T22:55:31.084444Z","end":"2026-07-22T22:55:31.500335Z","steps":["trace[887126410] 'process raft request' (duration: 415.665823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.500466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:31.083867Z","time spent":"416.522346ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:31.500444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:31.083798Z","time spent":"416.568989ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:31.500517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:31.084433Z","time spent":"416.052234ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:31.500593Z","caller":"traceutil/trace.go:171","msg":"trace[603670061] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25885; }","duration":"416.874797ms","start":"2026-07-22T22:55:31.083665Z","end":"2026-07-22T22:55:31.500539Z","steps":["trace[603670061] 'read index received' (duration: 140.724949ms)","trace[603670061] 'applied index is now lower than readState.Index' (duration: 276.147408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:31.500729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.062851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-22T22:55:31.500752Z","caller":"traceutil/trace.go:171","msg":"trace[860103011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25076; }","duration":"417.110144ms","start":"2026-07-22T22:55:31.083636Z","end":"2026-07-22T22:55:31.500746Z","steps":["trace[860103011] 'agreement among raft nodes before linearized reading' (duration: 417.017791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:31.500768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:31.083624Z","time spent":"417.141135ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-22T22:55:31.501285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:31.082931Z","time spent":"417.776322ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:32.266135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.525927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:32.266246Z","caller":"traceutil/trace.go:171","msg":"trace[1710520707] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25076; }","duration":"416.6633ms","start":"2026-07-22T22:55:31.849551Z","end":"2026-07-22T22:55:32.266214Z","steps":["trace[1710520707] 'count revisions from in-memory index tree' (duration: 416.430354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:32.266312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:31.849528Z","time spent":"416.766574ms","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:32.266494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.249044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-22T22:55:32.266597Z","caller":"traceutil/trace.go:171","msg":"trace[645445186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25076; }","duration":"662.410778ms","start":"2026-07-22T22:55:31.604166Z","end":"2026-07-22T22:55:32.266577Z","steps":["trace[645445186] 'range keys from in-memory index tree' (duration: 662.025238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:32.266635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:31.604123Z","time spent":"662.50093ms","remote":"127.0.0.1:51420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-22T22:55:32.266697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.166573ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:32.266818Z","caller":"traceutil/trace.go:171","msg":"trace[1429848885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25076; }","duration":"120.294686ms","start":"2026-07-22T22:55:32.146508Z","end":"2026-07-22T22:55:32.266802Z","steps":["trace[1429848885] 'range keys from in-memory index tree' (duration: 120.150713ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:32.346403Z","caller":"traceutil/trace.go:171","msg":"trace[1318214217] linearizableReadLoop","detail":"{readStateIndex:25892; appliedIndex:25891; }","duration":"126.890572ms","start":"2026-07-22T22:55:32.219486Z","end":"2026-07-22T22:55:32.346376Z","steps":["trace[1318214217] 'read index received' (duration: 126.617064ms)","trace[1318214217] 'applied index is now lower than readState.Index' (duration: 272.498µs)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:32.346599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.094016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:32.346642Z","caller":"traceutil/trace.go:171","msg":"trace[362927036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25077; }","duration":"127.200679ms","start":"2026-07-22T22:55:32.21943Z","end":"2026-07-22T22:55:32.346631Z","steps":["trace[362927036] 'agreement among raft nodes before linearized reading' (duration: 127.063006ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:32.346684Z","caller":"traceutil/trace.go:171","msg":"trace[496094449] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"131.12476ms","start":"2026-07-22T22:55:32.215512Z","end":"2026-07-22T22:55:32.346637Z","steps":["trace[496094449] 'process raft request' (duration: 130.670387ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:32.89437Z","caller":"traceutil/trace.go:171","msg":"trace[668551612] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"127.533859ms","start":"2026-07-22T22:55:32.76681Z","end":"2026-07-22T22:55:32.894344Z","steps":["trace[668551612] 'process raft request' (duration: 127.359823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:33.442859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.889919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-22T22:55:33.44311Z","caller":"traceutil/trace.go:171","msg":"trace[944984986] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"675.213997ms","start":"2026-07-22T22:55:32.767859Z","end":"2026-07-22T22:55:33.443073Z","steps":["trace[944984986] 'process raft request' (duration: 150.021699ms)","trace[944984986] 'compare' (duration: 524.226331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:33.443282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:32.767831Z","time spent":"675.35676ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:33.443512Z","caller":"traceutil/trace.go:171","msg":"trace[1925684164] linearizableReadLoop","detail":"{readStateIndex:25896; appliedIndex:25892; }","duration":"651.350958ms","start":"2026-07-22T22:55:32.792146Z","end":"2026-07-22T22:55:33.443497Z","steps":["trace[1925684164] 'read index received' (duration: 101.955093ms)","trace[1925684164] 'applied index is now lower than readState.Index' (duration: 549.394115ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:55:33.443304Z","caller":"traceutil/trace.go:171","msg":"trace[1902562191] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"675.35741ms","start":"2026-07-22T22:55:32.767926Z","end":"2026-07-22T22:55:33.443284Z","steps":["trace[1902562191] 'process raft request' (duration: 675.100123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:33.443909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:32.767899Z","time spent":"675.959087ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:33.444392Z","caller":"traceutil/trace.go:171","msg":"trace[563874412] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"675.275188ms","start":"2026-07-22T22:55:32.767888Z","end":"2026-07-22T22:55:33.443163Z","steps":["trace[563874412] 'process raft request' (duration: 675.074232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:33.444585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:32.767846Z","time spent":"676.691439ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:33.504284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.122519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:33.504428Z","caller":"traceutil/trace.go:171","msg":"trace[1443578804] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25081; }","duration":"712.319395ms","start":"2026-07-22T22:55:32.792086Z","end":"2026-07-22T22:55:33.504406Z","steps":["trace[1443578804] 'agreement among raft nodes before linearized reading' (duration: 651.502953ms)","trace[1443578804] 'count revisions from in-memory index tree' (duration: 60.631147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:55:33.504501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:32.792062Z","time spent":"712.424378ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-22T22:55:33.505023Z","caller":"traceutil/trace.go:171","msg":"trace[1194323127] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"422.971736ms","start":"2026-07-22T22:55:33.082039Z","end":"2026-07-22T22:55:33.505011Z","steps":["trace[1194323127] 'process raft request' (duration: 421.883226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:33.505675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:33.08201Z","time spent":"423.591876ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:55:33.505111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.513785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:33.5061Z","caller":"traceutil/trace.go:171","msg":"trace[1400637953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25083; }","duration":"284.514323ms","start":"2026-07-22T22:55:33.221575Z","end":"2026-07-22T22:55:33.506089Z","steps":["trace[1400637953] 'agreement among raft nodes before linearized reading' (duration: 283.502645ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:33.505117Z","caller":"traceutil/trace.go:171","msg":"trace[1929302332] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"421.577158ms","start":"2026-07-22T22:55:33.083525Z","end":"2026-07-22T22:55:33.505102Z","steps":["trace[1929302332] 'process raft request' (duration: 421.378212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:33.505175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.310421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-22T22:55:33.506281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:33.083511Z","time spent":"422.68175ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-22T22:55:33.506326Z","caller":"traceutil/trace.go:171","msg":"trace[423267785] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25083; }","duration":"134.511575ms","start":"2026-07-22T22:55:33.371795Z","end":"2026-07-22T22:55:33.506307Z","steps":["trace[423267785] 'agreement among raft nodes before linearized reading' (duration: 133.337002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:33.505185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.396786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-22T22:55:33.506556Z","caller":"traceutil/trace.go:171","msg":"trace[1400598604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25083; }","duration":"525.798135ms","start":"2026-07-22T22:55:32.980731Z","end":"2026-07-22T22:55:33.506529Z","steps":["trace[1400598604] 'agreement among raft nodes before linearized reading' (duration: 524.416546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:33.506628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:55:32.980708Z","time spent":"525.904707ms","remote":"127.0.0.1:51348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-22T22:55:33.505222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.761445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:55:33.506791Z","caller":"traceutil/trace.go:171","msg":"trace[682912919] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25083; }","duration":"288.36372ms","start":"2026-07-22T22:55:33.218406Z","end":"2026-07-22T22:55:33.50677Z","steps":["trace[682912919] 'agreement among raft nodes before linearized reading' (duration: 286.794896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:55:33.505221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.605753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-22T22:55:33.506931Z","caller":"traceutil/trace.go:171","msg":"trace[1601415685] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25083; }","duration":"133.356712ms","start":"2026-07-22T22:55:33.373549Z","end":"2026-07-22T22:55:33.506906Z","steps":["trace[1601415685] 'agreement among raft nodes before linearized reading' (duration: 131.546661ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:33.634494Z","caller":"traceutil/trace.go:171","msg":"trace[35738115] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"125.218043ms","start":"2026-07-22T22:55:33.509253Z","end":"2026-07-22T22:55:33.634471Z","steps":["trace[35738115] 'process raft request' (duration: 125.136332ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:33.634708Z","caller":"traceutil/trace.go:171","msg":"trace[271376981] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"126.005597ms","start":"2026-07-22T22:55:33.508694Z","end":"2026-07-22T22:55:33.634699Z","steps":["trace[271376981] 'process raft request' (duration: 49.452045ms)","trace[271376981] 'compare' (duration: 75.979196ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:55:33.634758Z","caller":"traceutil/trace.go:171","msg":"trace[1576016903] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"125.093941ms","start":"2026-07-22T22:55:33.509643Z","end":"2026-07-22T22:55:33.634736Z","steps":["trace[1576016903] 'process raft request' (duration: 124.798583ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:33.635172Z","caller":"traceutil/trace.go:171","msg":"trace[1491754889] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"125.179103ms","start":"2026-07-22T22:55:33.509982Z","end":"2026-07-22T22:55:33.635161Z","steps":["trace[1491754889] 'process raft request' (duration: 124.685009ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:33.63529Z","caller":"traceutil/trace.go:171","msg":"trace[794529310] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"121.993244ms","start":"2026-07-22T22:55:33.513276Z","end":"2026-07-22T22:55:33.63527Z","steps":["trace[794529310] 'process raft request' (duration: 121.864331ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:55:33.635298Z","caller":"traceutil/trace.go:171","msg":"trace[850395155] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"122.673103ms","start":"2026-07-22T22:55:33.512594Z","end":"2026-07-22T22:55:33.635267Z","steps":["trace[850395155] 'process raft request' (duration: 122.460337ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:56:13.113545Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000066ea.wal"} {"level":"info","ts":"2026-07-22T22:57:02.400441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23435} {"level":"info","ts":"2026-07-22T22:57:02.549521Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23435,"took":"145.629935ms","hash":3991116327,"current-db-size-bytes":58933248,"current-db-size":"59 MB","current-db-size-in-use-bytes":36450304,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-22T22:57:02.549634Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3991116327,"revision":23435,"compact-revision":20260} {"level":"warn","ts":"2026-07-22T22:58:55.625007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.782735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:58:55.625095Z","caller":"traceutil/trace.go:171","msg":"trace[484933314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27064; }","duration":"278.900958ms","start":"2026-07-22T22:58:55.346174Z","end":"2026-07-22T22:58:55.625075Z","steps":["trace[484933314] 'count revisions from in-memory index tree' (duration: 278.672362ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:59:04.750366Z","caller":"traceutil/trace.go:171","msg":"trace[1695295482] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"284.468484ms","start":"2026-07-22T22:59:04.46587Z","end":"2026-07-22T22:59:04.750338Z","steps":["trace[1695295482] 'process raft request' (duration: 284.267188ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:59:04.79107Z","caller":"traceutil/trace.go:171","msg":"trace[125286478] linearizableReadLoop","detail":"{readStateIndex:28005; appliedIndex:28003; }","duration":"289.68237ms","start":"2026-07-22T22:59:04.501367Z","end":"2026-07-22T22:59:04.791049Z","steps":["trace[125286478] 'read index received' (duration: 248.766666ms)","trace[125286478] 'applied index is now lower than readState.Index' (duration: 40.903554ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T22:59:04.791186Z","caller":"traceutil/trace.go:171","msg":"trace[173692571] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"322.324622ms","start":"2026-07-22T22:59:04.46885Z","end":"2026-07-22T22:59:04.791175Z","steps":["trace[173692571] 'process raft request' (duration: 322.074605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:59:04.791301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-22T22:59:04.46884Z","time spent":"322.383384ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-22T22:59:04.791477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.086611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-22T22:59:04.791556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.644631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-22T22:59:04.791675Z","caller":"traceutil/trace.go:171","msg":"trace[1088178721] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27135; }","duration":"199.803667ms","start":"2026-07-22T22:59:04.591845Z","end":"2026-07-22T22:59:04.791649Z","steps":["trace[1088178721] 'agreement among raft nodes before linearized reading' (duration: 199.539269ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:59:04.791585Z","caller":"traceutil/trace.go:171","msg":"trace[1631944534] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27135; }","duration":"290.243495ms","start":"2026-07-22T22:59:04.501323Z","end":"2026-07-22T22:59:04.791566Z","steps":["trace[1631944534] 'agreement among raft nodes before linearized reading' (duration: 290.08397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:59:23.037951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.911203ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-22T22:59:23.038052Z","caller":"traceutil/trace.go:171","msg":"trace[1511474943] linearizableReadLoop","detail":"{readStateIndex:28218; appliedIndex:28217; }","duration":"157.778791ms","start":"2026-07-22T22:59:22.880257Z","end":"2026-07-22T22:59:23.038036Z","steps":["trace[1511474943] 'read index received' (duration: 42.688484ms)","trace[1511474943] 'applied index is now lower than readState.Index' (duration: 115.088977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-22T22:59:23.038181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.921195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-22T22:59:23.038214Z","caller":"traceutil/trace.go:171","msg":"trace[203141227] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:0; response_revision:27341; }","duration":"158.003928ms","start":"2026-07-22T22:59:22.880197Z","end":"2026-07-22T22:59:23.038201Z","steps":["trace[203141227] 'agreement among raft nodes before linearized reading' (duration: 157.937955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:59:23.038311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.063844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-22T22:59:23.038371Z","caller":"traceutil/trace.go:171","msg":"trace[331203723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27341; }","duration":"151.176326ms","start":"2026-07-22T22:59:22.88718Z","end":"2026-07-22T22:59:23.038357Z","steps":["trace[331203723] 'agreement among raft nodes before linearized reading' (duration: 151.027653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:59:23.03857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.328839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-22T22:59:23.038573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.10507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-22T22:59:23.038602Z","caller":"traceutil/trace.go:171","msg":"trace[1445543805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27341; }","duration":"108.396941ms","start":"2026-07-22T22:59:22.930196Z","end":"2026-07-22T22:59:23.038593Z","steps":["trace[1445543805] 'agreement among raft nodes before linearized reading' (duration: 108.308919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:59:23.038636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.598617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-22T22:59:23.038731Z","caller":"traceutil/trace.go:171","msg":"trace[939558521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27341; }","duration":"103.732641ms","start":"2026-07-22T22:59:22.934982Z","end":"2026-07-22T22:59:23.038715Z","steps":["trace[939558521] 'agreement among raft nodes before linearized reading' (duration: 103.475913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-22T22:59:23.038661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.942246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-22T22:59:23.038809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.397092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-22T22:59:23.038852Z","caller":"traceutil/trace.go:171","msg":"trace[1702509471] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27341; }","duration":"102.452015ms","start":"2026-07-22T22:59:22.936388Z","end":"2026-07-22T22:59:23.03884Z","steps":["trace[1702509471] 'agreement among raft nodes before linearized reading' (duration: 102.337412ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:59:23.038858Z","caller":"traceutil/trace.go:171","msg":"trace[1030220070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27341; }","duration":"104.134611ms","start":"2026-07-22T22:59:22.934701Z","end":"2026-07-22T22:59:23.038835Z","steps":["trace[1030220070] 'agreement among raft nodes before linearized reading' (duration: 103.917825ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T22:59:23.038606Z","caller":"traceutil/trace.go:171","msg":"trace[1394583259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27341; }","duration":"104.152793ms","start":"2026-07-22T22:59:22.934446Z","end":"2026-07-22T22:59:23.038599Z","steps":["trace[1394583259] 'agreement among raft nodes before linearized reading' (duration: 104.030789ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T23:02:02.406214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25967} {"level":"info","ts":"2026-07-22T23:02:02.534424Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25967,"took":"124.331025ms","hash":2011631011,"current-db-size-bytes":58933248,"current-db-size":"59 MB","current-db-size-in-use-bytes":37015552,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-22T23:02:02.534676Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2011631011,"revision":25967,"compact-revision":23435} {"level":"info","ts":"2026-07-22T23:02:59.110427Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"7c53a18098324dc9","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-22T23:02:59.116285Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-22T23:02:59.116381Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-22T23:07:02.411703Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28666} {"level":"info","ts":"2026-07-22T23:07:02.556882Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28666,"took":"140.967125ms","hash":49745408,"current-db-size-bytes":58933248,"current-db-size":"59 MB","current-db-size-in-use-bytes":31145984,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-22T23:07:02.557Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":49745408,"revision":28666,"compact-revision":25967} {"level":"info","ts":"2026-07-22T23:12:02.417633Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30918} {"level":"info","ts":"2026-07-22T23:12:02.567152Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30918,"took":"142.025503ms","hash":956552710,"current-db-size-bytes":58933248,"current-db-size":"59 MB","current-db-size-in-use-bytes":30519296,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-22T23:12:02.567274Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":956552710,"revision":30918,"compact-revision":28666} {"level":"info","ts":"2026-07-22T23:17:02.432988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33145} {"level":"info","ts":"2026-07-22T23:17:02.591425Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33145,"took":"151.59595ms","hash":3314650355,"current-db-size-bytes":59977728,"current-db-size":"60 MB","current-db-size-in-use-bytes":31584256,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-22T23:17:02.591483Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3314650355,"revision":33145,"compact-revision":30918} {"level":"info","ts":"2026-07-22T23:17:32.445435Z","caller":"traceutil/trace.go:171","msg":"trace[1960748615] transaction","detail":"{read_only:false; response_revision:35657; number_of_response:1; }","duration":"133.363522ms","start":"2026-07-22T23:17:32.312044Z","end":"2026-07-22T23:17:32.445407Z","steps":["trace[1960748615] 'process raft request' (duration: 132.883659ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T23:17:32.445545Z","caller":"traceutil/trace.go:171","msg":"trace[1017806323] transaction","detail":"{read_only:false; response_revision:35656; number_of_response:1; }","duration":"155.575563ms","start":"2026-07-22T23:17:32.289905Z","end":"2026-07-22T23:17:32.445481Z","steps":["trace[1017806323] 'process raft request' (duration: 86.429703ms)","trace[1017806323] 'compare' (duration: 68.270435ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T23:18:11.079998Z","caller":"traceutil/trace.go:171","msg":"trace[1538535196] transaction","detail":"{read_only:false; response_revision:35937; number_of_response:1; }","duration":"118.516597ms","start":"2026-07-22T23:18:10.961454Z","end":"2026-07-22T23:18:11.079971Z","steps":["trace[1538535196] 'process raft request' (duration: 94.699083ms)","trace[1538535196] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 23.508056ms)"],"step_count":2} {"level":"info","ts":"2026-07-22T23:18:28.154322Z","caller":"traceutil/trace.go:171","msg":"trace[661608645] transaction","detail":"{read_only:false; response_revision:36064; number_of_response:1; }","duration":"112.449899ms","start":"2026-07-22T23:18:28.041849Z","end":"2026-07-22T23:18:28.154299Z","steps":["trace[661608645] 'process raft request' (duration: 112.302455ms)"],"step_count":1} {"level":"info","ts":"2026-07-22T23:22:02.439915Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35438} {"level":"info","ts":"2026-07-22T23:22:02.591191Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35438,"took":"147.818463ms","hash":1673137904,"current-db-size-bytes":59977728,"current-db-size":"60 MB","current-db-size-in-use-bytes":31379456,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-22T23:22:02.59126Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1673137904,"revision":35438,"compact-revision":33145} {"level":"info","ts":"2026-07-22T23:24:36.084162Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"7c53a18098324dc9","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-22T23:24:36.089801Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-22T23:24:36.089938Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-22T23:27:02.447007Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37665} {"level":"info","ts":"2026-07-22T23:27:02.56404Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37665,"took":"113.626159ms","hash":531745499,"current-db-size-bytes":59977728,"current-db-size":"60 MB","current-db-size-in-use-bytes":31932416,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-22T23:27:02.56411Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":531745499,"revision":37665,"compact-revision":35438}