{"level":"warn","ts":"2026-07-24T17:27:26.817583Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:27:26.817718Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.89:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.89:2380","--initial-cluster=instance=https://199.204.45.89:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.89:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.89:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T17:27:26.817826Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:27:26.817849Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-07-24T17:27:26.81788Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:27:26.81874Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"]} {"level":"info","ts":"2026-07-24T17:27:26.818861Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.89:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T17:27:26.822765Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.427482ms"} {"level":"info","ts":"2026-07-24T17:27:26.827582Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c3b8446219deb8c1","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-07-24T17:27:26.827647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T17:27:26.827664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 0"} {"level":"info","ts":"2026-07-24T17:27:26.827673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c3b8446219deb8c1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T17:27:26.82768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 1"} {"level":"info","ts":"2026-07-24T17:27:26.827713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"warn","ts":"2026-07-24T17:27:26.832169Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T17:27:26.833888Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T17:27:26.835741Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T17:27:26.839476Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c3b8446219deb8c1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T17:27:26.839742Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c3b8446219deb8c1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T17:27:26.839813Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:27:26.839997Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:27:26.840028Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:27:26.84074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"info","ts":"2026-07-24T17:27:26.840869Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","added-peer-id":"c3b8446219deb8c1","added-peer-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-07-24T17:27:26.845747Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-07-24T17:27:26.84574Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:27:26.845803Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-07-24T17:27:26.846169Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c3b8446219deb8c1","initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T17:27:26.84623Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T17:27:27.228015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T17:27:27.228101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T17:27:27.228157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgPreVoteResp from c3b8446219deb8c1 at term 1"} {"level":"info","ts":"2026-07-24T17:27:27.22818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became candidate at term 2"} {"level":"info","ts":"2026-07-24T17:27:27.228196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgVoteResp from c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-07-24T17:27:27.228229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became leader at term 2"} {"level":"info","ts":"2026-07-24T17:27:27.228245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c3b8446219deb8c1 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-07-24T17:27:27.229087Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:27:27.229977Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:27:27.229988Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c3b8446219deb8c1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.89:2379]}","request-path":"/0/members/c3b8446219deb8c1/attributes","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T17:27:27.230186Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:27:27.230328Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:27:27.23037Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T17:27:27.23045Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T17:27:27.230494Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:27:27.230558Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:27:27.232663Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.89:2379"} {"level":"info","ts":"2026-07-24T17:27:27.232823Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T17:27:42.580866Z","caller":"traceutil/trace.go:171","msg":"trace[309269180] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"185.786272ms","start":"2026-07-24T17:27:42.39505Z","end":"2026-07-24T17:27:42.580836Z","steps":["trace[309269180] 'process raft request' (duration: 185.613478ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:42.924493Z","caller":"traceutil/trace.go:171","msg":"trace[725936553] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"183.292762ms","start":"2026-07-24T17:27:42.741161Z","end":"2026-07-24T17:27:42.924454Z","steps":["trace[725936553] 'process raft request' (duration: 183.051956ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:10.674978Z","caller":"traceutil/trace.go:171","msg":"trace[1835733191] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"170.156417ms","start":"2026-07-24T17:28:10.504788Z","end":"2026-07-24T17:28:10.674945Z","steps":["trace[1835733191] 'read index received' (duration: 169.215525ms)","trace[1835733191] 'applied index is now lower than readState.Index' (duration: 939.812µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:10.675069Z","caller":"traceutil/trace.go:171","msg":"trace[1591430736] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"360.037606ms","start":"2026-07-24T17:28:10.314986Z","end":"2026-07-24T17:28:10.675024Z","steps":["trace[1591430736] 'process raft request' (duration: 359.296559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:10.675262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.454415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gfmhm\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-24T17:28:10.675343Z","caller":"traceutil/trace.go:171","msg":"trace[1640751742] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gfmhm; range_end:; response_count:1; response_revision:629; }","duration":"170.599079ms","start":"2026-07-24T17:28:10.504733Z","end":"2026-07-24T17:28:10.675332Z","steps":["trace[1640751742] 'agreement among raft nodes before linearized reading' (duration: 170.410854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:10.675897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.314942Z","time spent":"360.261942ms","remote":"127.0.0.1:60328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:11.235898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.364842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:11.236047Z","caller":"traceutil/trace.go:171","msg":"trace[1039854579] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"467.31068ms","start":"2026-07-24T17:28:10.768714Z","end":"2026-07-24T17:28:11.236024Z","steps":["trace[1039854579] 'read index received' (duration: 168.384765ms)","trace[1039854579] 'applied index is now lower than readState.Index' (duration: 298.923595ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:11.23618Z","caller":"traceutil/trace.go:171","msg":"trace[1284543386] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"468.125781ms","start":"2026-07-24T17:28:10.768001Z","end":"2026-07-24T17:28:11.236127Z","steps":["trace[1284543386] 'process raft request' (duration: 169.181115ms)","trace[1284543386] 'compare' (duration: 298.054255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:11.236226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.080196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:11.236285Z","caller":"traceutil/trace.go:171","msg":"trace[2104715974] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:633; }","duration":"462.177328ms","start":"2026-07-24T17:28:10.774089Z","end":"2026-07-24T17:28:11.236266Z","steps":["trace[2104715974] 'agreement among raft nodes before linearized reading' (duration: 462.079556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.236326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.822547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T17:28:11.236335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.774069Z","time spent":"462.252921ms","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-07-24T17:28:11.23638Z","caller":"traceutil/trace.go:171","msg":"trace[149919296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"145.911579ms","start":"2026-07-24T17:28:11.090455Z","end":"2026-07-24T17:28:11.236366Z","steps":["trace[149919296] 'agreement among raft nodes before linearized reading' (duration: 145.706994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.236348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.590748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:28:11.23643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.767975Z","time spent":"468.290595ms","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:11.236463Z","caller":"traceutil/trace.go:171","msg":"trace[730838866] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:633; }","duration":"467.736772ms","start":"2026-07-24T17:28:10.768699Z","end":"2026-07-24T17:28:11.236435Z","steps":["trace[730838866] 'agreement among raft nodes before linearized reading' (duration: 467.467365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.236522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.768691Z","time spent":"467.821694ms","remote":"127.0.0.1:60532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:28:25.577454Z","caller":"traceutil/trace.go:171","msg":"trace[823901036] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"271.374647ms","start":"2026-07-24T17:28:25.306044Z","end":"2026-07-24T17:28:25.577419Z","steps":["trace[823901036] 'process raft request' (duration: 268.610571ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:35.914879Z","caller":"traceutil/trace.go:171","msg":"trace[2094692353] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"168.273136ms","start":"2026-07-24T17:29:35.746582Z","end":"2026-07-24T17:29:35.914855Z","steps":["trace[2094692353] 'process raft request' (duration: 168.080331ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:36.098235Z","caller":"traceutil/trace.go:171","msg":"trace[164290746] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"178.992603ms","start":"2026-07-24T17:29:35.919219Z","end":"2026-07-24T17:29:36.098212Z","steps":["trace[164290746] 'process raft request' (duration: 178.820709ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:36.09843Z","caller":"traceutil/trace.go:171","msg":"trace[1623993049] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"179.103086ms","start":"2026-07-24T17:29:35.919297Z","end":"2026-07-24T17:29:36.0984Z","steps":["trace[1623993049] 'process raft request' (duration: 178.87251ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:36.138916Z","caller":"traceutil/trace.go:171","msg":"trace[878489128] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1910; }","duration":"158.064382ms","start":"2026-07-24T17:29:35.980824Z","end":"2026-07-24T17:29:36.138888Z","steps":["trace[878489128] 'read index received' (duration: 117.223791ms)","trace[878489128] 'applied index is now lower than readState.Index' (duration: 40.83864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:36.139177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.420111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:36.139222Z","caller":"traceutil/trace.go:171","msg":"trace[319771606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1838; }","duration":"128.554994ms","start":"2026-07-24T17:29:36.010657Z","end":"2026-07-24T17:29:36.139212Z","steps":["trace[319771606] 'agreement among raft nodes before linearized reading' (duration: 128.415841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:36.139292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.360048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68698844-c72c-4841-a8db-084ff5fb9983\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-24T17:29:36.139446Z","caller":"traceutil/trace.go:171","msg":"trace[2061155592] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68698844-c72c-4841-a8db-084ff5fb9983; range_end:; response_count:1; response_revision:1838; }","duration":"158.707858ms","start":"2026-07-24T17:29:35.980716Z","end":"2026-07-24T17:29:36.139424Z","steps":["trace[2061155592] 'agreement among raft nodes before linearized reading' (duration: 158.259448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:36.394911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.246746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-24T17:29:36.394903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.792309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:36.395049Z","caller":"traceutil/trace.go:171","msg":"trace[2127012953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1839; }","duration":"133.375479ms","start":"2026-07-24T17:29:36.261604Z","end":"2026-07-24T17:29:36.39498Z","steps":["trace[2127012953] 'range keys from in-memory index tree' (duration: 133.01771ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:36.395295Z","caller":"traceutil/trace.go:171","msg":"trace[1069875457] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1839; }","duration":"184.27722ms","start":"2026-07-24T17:29:36.211001Z","end":"2026-07-24T17:29:36.395278Z","steps":["trace[1069875457] 'count revisions from in-memory index tree' (duration: 183.674406ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:50.113593Z","caller":"traceutil/trace.go:171","msg":"trace[1776423921] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"127.586135ms","start":"2026-07-24T17:29:49.985977Z","end":"2026-07-24T17:29:50.113563Z","steps":["trace[1776423921] 'process raft request' (duration: 127.298838ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:50.113891Z","caller":"traceutil/trace.go:171","msg":"trace[107017386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1953; }","duration":"100.033822ms","start":"2026-07-24T17:29:50.013825Z","end":"2026-07-24T17:29:50.113859Z","steps":["trace[107017386] 'agreement among raft nodes before linearized reading' (duration: 99.882569ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:26.512976Z","caller":"traceutil/trace.go:171","msg":"trace[2060043525] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2249; }","duration":"155.777895ms","start":"2026-07-24T17:30:26.35717Z","end":"2026-07-24T17:30:26.512948Z","steps":["trace[2060043525] 'read index received' (duration: 155.692993ms)","trace[2060043525] 'applied index is now lower than readState.Index' (duration: 83.702µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:26.513028Z","caller":"traceutil/trace.go:171","msg":"trace[1285195531] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"169.20518ms","start":"2026-07-24T17:30:26.3438Z","end":"2026-07-24T17:30:26.513005Z","steps":["trace[1285195531] 'process raft request' (duration: 168.955014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:26.513245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.749594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:30:26.513283Z","caller":"traceutil/trace.go:171","msg":"trace[68201985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2165; }","duration":"184.868407ms","start":"2026-07-24T17:30:26.328406Z","end":"2026-07-24T17:30:26.513274Z","steps":["trace[68201985] 'agreement among raft nodes before linearized reading' (duration: 184.660842ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:26.531485Z","caller":"traceutil/trace.go:171","msg":"trace[313874945] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"169.803163ms","start":"2026-07-24T17:30:26.361661Z","end":"2026-07-24T17:30:26.531464Z","steps":["trace[313874945] 'process raft request' (duration: 169.66163ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:15.646841Z","caller":"traceutil/trace.go:171","msg":"trace[2136373321] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"118.890479ms","start":"2026-07-24T17:31:15.527921Z","end":"2026-07-24T17:31:15.646812Z","steps":["trace[2136373321] 'process raft request' (duration: 118.701055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:49.29061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.945047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:31:49.290747Z","caller":"traceutil/trace.go:171","msg":"trace[1357820908] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"224.199629ms","start":"2026-07-24T17:31:49.066529Z","end":"2026-07-24T17:31:49.290729Z","steps":["trace[1357820908] 'process raft request' (duration: 93.683798ms)","trace[1357820908] 'compare' (duration: 129.718532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:41.119229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.49242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:41.119329Z","caller":"traceutil/trace.go:171","msg":"trace[692252965] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4839; }","duration":"103.636283ms","start":"2026-07-24T17:35:41.015672Z","end":"2026-07-24T17:35:41.119309Z","steps":["trace[692252965] 'range keys from in-memory index tree' (duration: 103.417978ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:45.640199Z","caller":"traceutil/trace.go:171","msg":"trace[836396366] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"146.383683ms","start":"2026-07-24T17:35:45.493595Z","end":"2026-07-24T17:35:45.639979Z","steps":["trace[836396366] 'read index received' (duration: 146.074036ms)","trace[836396366] 'applied index is now lower than readState.Index' (duration: 308.217µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:45.640452Z","caller":"traceutil/trace.go:171","msg":"trace[1472366790] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"249.126675ms","start":"2026-07-24T17:35:45.391312Z","end":"2026-07-24T17:35:45.640439Z","steps":["trace[1472366790] 'process raft request' (duration: 248.425348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:45.640712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.088331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:45.640751Z","caller":"traceutil/trace.go:171","msg":"trace[752008272] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5002; }","duration":"147.191624ms","start":"2026-07-24T17:35:45.493547Z","end":"2026-07-24T17:35:45.640739Z","steps":["trace[752008272] 'agreement among raft nodes before linearized reading' (duration: 147.077282ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:46.035082Z","caller":"traceutil/trace.go:171","msg":"trace[765348733] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"153.045426ms","start":"2026-07-24T17:35:45.882008Z","end":"2026-07-24T17:35:46.035053Z","steps":["trace[765348733] 'process raft request' (duration: 152.877412ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:46.123347Z","caller":"traceutil/trace.go:171","msg":"trace[2068953500] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5194; }","duration":"149.186532ms","start":"2026-07-24T17:35:45.974134Z","end":"2026-07-24T17:35:46.123321Z","steps":["trace[2068953500] 'read index received' (duration: 60.80474ms)","trace[2068953500] 'applied index is now lower than readState.Index' (duration: 88.380412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:46.1237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.548801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:35:46.123765Z","caller":"traceutil/trace.go:171","msg":"trace[1387543666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5003; }","duration":"149.676954ms","start":"2026-07-24T17:35:45.974074Z","end":"2026-07-24T17:35:46.123751Z","steps":["trace[1387543666] 'agreement among raft nodes before linearized reading' (duration: 149.463409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:46.123937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.706043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T17:35:46.124107Z","caller":"traceutil/trace.go:171","msg":"trace[1770825124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5003; }","duration":"130.917838ms","start":"2026-07-24T17:35:45.993175Z","end":"2026-07-24T17:35:46.124092Z","steps":["trace[1770825124] 'agreement among raft nodes before linearized reading' (duration: 130.507297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:46.124421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.47004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:46.124466Z","caller":"traceutil/trace.go:171","msg":"trace[1413748921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5003; }","duration":"117.550072ms","start":"2026-07-24T17:35:46.006905Z","end":"2026-07-24T17:35:46.124455Z","steps":["trace[1413748921] 'agreement among raft nodes before linearized reading' (duration: 117.49034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:46.124596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.182263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-07-24T17:35:46.12473Z","caller":"traceutil/trace.go:171","msg":"trace[43713160] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5003; }","duration":"110.410749ms","start":"2026-07-24T17:35:46.014308Z","end":"2026-07-24T17:35:46.124719Z","steps":["trace[43713160] 'agreement among raft nodes before linearized reading' (duration: 110.03824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:57.726668Z","caller":"traceutil/trace.go:171","msg":"trace[246489955] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"102.632828ms","start":"2026-07-24T17:35:57.624001Z","end":"2026-07-24T17:35:57.726634Z","steps":["trace[246489955] 'compare' (duration: 91.61273ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:57.726735Z","caller":"traceutil/trace.go:171","msg":"trace[1090731813] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"101.591093ms","start":"2026-07-24T17:35:57.625115Z","end":"2026-07-24T17:35:57.726706Z","steps":["trace[1090731813] 'process raft request' (duration: 101.479441ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:57.726717Z","caller":"traceutil/trace.go:171","msg":"trace[1521876909] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5442; }","duration":"102.460804ms","start":"2026-07-24T17:35:57.624235Z","end":"2026-07-24T17:35:57.726696Z","steps":["trace[1521876909] 'read index received' (duration: 10.491955ms)","trace[1521876909] 'applied index is now lower than readState.Index' (duration: 91.967589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:57.727008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.778281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T17:35:57.727043Z","caller":"traceutil/trace.go:171","msg":"trace[900855427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5243; }","duration":"102.874784ms","start":"2026-07-24T17:35:57.62416Z","end":"2026-07-24T17:35:57.727035Z","steps":["trace[900855427] 'agreement among raft nodes before linearized reading' (duration: 102.69961ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:58.244231Z","caller":"traceutil/trace.go:171","msg":"trace[1782865890] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"226.277059ms","start":"2026-07-24T17:35:58.017931Z","end":"2026-07-24T17:35:58.244208Z","steps":["trace[1782865890] 'process raft request' (duration: 226.103155ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:37:27.545115Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3019} {"level":"info","ts":"2026-07-24T17:37:27.625506Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3019,"took":"78.921983ms","hash":3203992817,"current-db-size-bytes":58245120,"current-db-size":"58 MB","current-db-size-in-use-bytes":32329728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T17:37:27.625575Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3203992817,"revision":3019,"compact-revision":-1} {"level":"warn","ts":"2026-07-24T17:42:01.127283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.808304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T17:42:01.128412Z","caller":"traceutil/trace.go:171","msg":"trace[165346852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8180; }","duration":"133.947482ms","start":"2026-07-24T17:42:00.994445Z","end":"2026-07-24T17:42:01.128393Z","steps":["trace[165346852] 'range keys from in-memory index tree' (duration: 132.632729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:01.128043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.866271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:42:01.128768Z","caller":"traceutil/trace.go:171","msg":"trace[844504875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8180; }","duration":"118.668709ms","start":"2026-07-24T17:42:01.01007Z","end":"2026-07-24T17:42:01.128738Z","steps":["trace[844504875] 'range keys from in-memory index tree' (duration: 117.770588ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:12.320045Z","caller":"traceutil/trace.go:171","msg":"trace[2052195345] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"104.116635ms","start":"2026-07-24T17:42:12.215895Z","end":"2026-07-24T17:42:12.320012Z","steps":["trace[2052195345] 'process raft request' (duration: 69.80845ms)","trace[2052195345] 'compare' (duration: 33.914856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:42:12.620498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.109908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-24T17:42:12.620601Z","caller":"traceutil/trace.go:171","msg":"trace[1090826603] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8241; }","duration":"201.275642ms","start":"2026-07-24T17:42:12.419302Z","end":"2026-07-24T17:42:12.620578Z","steps":["trace[1090826603] 'range keys from in-memory index tree' (duration: 200.898103ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:13.47504Z","caller":"traceutil/trace.go:171","msg":"trace[1317886806] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8535; }","duration":"207.492653ms","start":"2026-07-24T17:42:13.267513Z","end":"2026-07-24T17:42:13.475006Z","steps":["trace[1317886806] 'read index received' (duration: 207.246577ms)","trace[1317886806] 'applied index is now lower than readState.Index' (duration: 244.916µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:13.475166Z","caller":"traceutil/trace.go:171","msg":"trace[1663244480] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"214.280638ms","start":"2026-07-24T17:42:13.260806Z","end":"2026-07-24T17:42:13.475087Z","steps":["trace[1663244480] 'process raft request' (duration: 214.051132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:13.475277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.747399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-24T17:42:13.47532Z","caller":"traceutil/trace.go:171","msg":"trace[1747812913] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8243; }","duration":"207.821871ms","start":"2026-07-24T17:42:13.267487Z","end":"2026-07-24T17:42:13.475309Z","steps":["trace[1747812913] 'agreement among raft nodes before linearized reading' (duration: 207.668097ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:14.24221Z","caller":"traceutil/trace.go:171","msg":"trace[672926295] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"162.865456ms","start":"2026-07-24T17:42:14.079306Z","end":"2026-07-24T17:42:14.242172Z","steps":["trace[672926295] 'process raft request' (duration: 65.472324ms)","trace[672926295] 'compare' (duration: 96.90072ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:27.552893Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6154} {"level":"info","ts":"2026-07-24T17:42:27.652924Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6154,"took":"98.219342ms","hash":2274071747,"current-db-size-bytes":58245120,"current-db-size":"58 MB","current-db-size-in-use-bytes":22900736,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-24T17:42:27.652989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2274071747,"revision":6154,"compact-revision":3019} {"level":"warn","ts":"2026-07-24T17:42:41.957679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.057799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:42:41.95783Z","caller":"traceutil/trace.go:171","msg":"trace[1475955946] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8451; }","duration":"128.215463ms","start":"2026-07-24T17:42:41.829589Z","end":"2026-07-24T17:42:41.957804Z","steps":["trace[1475955946] 'range keys from in-memory index tree' (duration: 128.041068ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:42.100818Z","caller":"traceutil/trace.go:171","msg":"trace[993340566] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"169.277512ms","start":"2026-07-24T17:42:41.931502Z","end":"2026-07-24T17:42:42.10078Z","steps":["trace[993340566] 'process raft request' (duration: 169.078158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:54.711916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.28167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T17:42:54.712007Z","caller":"traceutil/trace.go:171","msg":"trace[349797631] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8558; }","duration":"247.334179ms","start":"2026-07-24T17:42:54.46466Z","end":"2026-07-24T17:42:54.711994Z","steps":["trace[349797631] 'process raft request' (duration: 115.861874ms)","trace[349797631] 'compare' (duration: 131.035364ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:54.720396Z","caller":"traceutil/trace.go:171","msg":"trace[2022767887] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"250.725151ms","start":"2026-07-24T17:42:54.469647Z","end":"2026-07-24T17:42:54.720373Z","steps":["trace[2022767887] 'process raft request' (duration: 250.550127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:54.720658Z","caller":"traceutil/trace.go:171","msg":"trace[1723223347] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"230.398446ms","start":"2026-07-24T17:42:54.490228Z","end":"2026-07-24T17:42:54.720627Z","steps":["trace[1723223347] 'process raft request' (duration: 230.091439ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:54.720832Z","caller":"traceutil/trace.go:171","msg":"trace[1461560598] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8864; }","duration":"225.466166ms","start":"2026-07-24T17:42:54.495351Z","end":"2026-07-24T17:42:54.720817Z","steps":["trace[1461560598] 'read index received' (duration: 85.447953ms)","trace[1461560598] 'applied index is now lower than readState.Index' (duration: 140.017343ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:42:54.720859Z","caller":"traceutil/trace.go:171","msg":"trace[166262536] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"209.173249ms","start":"2026-07-24T17:42:54.511662Z","end":"2026-07-24T17:42:54.720835Z","steps":["trace[166262536] 'process raft request' (duration: 208.865341ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:54.720915Z","caller":"traceutil/trace.go:171","msg":"trace[1080348172] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"157.877739ms","start":"2026-07-24T17:42:54.563002Z","end":"2026-07-24T17:42:54.720879Z","steps":["trace[1080348172] 'process raft request' (duration: 157.751826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:54.721032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.663271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T17:42:54.721087Z","caller":"traceutil/trace.go:171","msg":"trace[1753819487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8562; }","duration":"225.751913ms","start":"2026-07-24T17:42:54.495325Z","end":"2026-07-24T17:42:54.721077Z","steps":["trace[1753819487] 'agreement among raft nodes before linearized reading' (duration: 225.577949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:54.72104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.662425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vbp9l\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-07-24T17:42:54.721186Z","caller":"traceutil/trace.go:171","msg":"trace[881620263] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-vbp9l; range_end:; response_count:1; response_revision:8562; }","duration":"210.814999ms","start":"2026-07-24T17:42:54.510362Z","end":"2026-07-24T17:42:54.721177Z","steps":["trace[881620263] 'agreement among raft nodes before linearized reading' (duration: 210.605064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:42:54.721233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.399667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T17:42:54.721383Z","caller":"traceutil/trace.go:171","msg":"trace[772378034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8562; }","duration":"196.568171ms","start":"2026-07-24T17:42:54.524748Z","end":"2026-07-24T17:42:54.721316Z","steps":["trace[772378034] 'agreement among raft nodes before linearized reading' (duration: 196.261214ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:43:38.355785Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002443.wal"} {"level":"info","ts":"2026-07-24T17:44:06.346267Z","caller":"traceutil/trace.go:171","msg":"trace[328242058] linearizableReadLoop","detail":"{readStateIndex:9614; appliedIndex:9613; }","duration":"125.671952ms","start":"2026-07-24T17:44:06.220567Z","end":"2026-07-24T17:44:06.346239Z","steps":["trace[328242058] 'read index received' (duration: 113.187998ms)","trace[328242058] 'applied index is now lower than readState.Index' (duration: 12.482824ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:44:06.346403Z","caller":"traceutil/trace.go:171","msg":"trace[514683711] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"131.836054ms","start":"2026-07-24T17:44:06.214531Z","end":"2026-07-24T17:44:06.346367Z","steps":["trace[514683711] 'process raft request' (duration: 119.231256ms)","trace[514683711] 'compare' (duration: 12.365881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:44:06.346529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.947749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kplvf\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-07-24T17:44:06.346565Z","caller":"traceutil/trace.go:171","msg":"trace[1071245375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kplvf; range_end:; response_count:1; response_revision:9286; }","duration":"126.048413ms","start":"2026-07-24T17:44:06.220505Z","end":"2026-07-24T17:44:06.346553Z","steps":["trace[1071245375] 'agreement among raft nodes before linearized reading' (duration: 125.852988ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:44:56.892934Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T17:44:56.89741Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T17:44:56.897493Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T17:47:27.560052Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8325} {"level":"info","ts":"2026-07-24T17:47:27.640703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8325,"took":"78.720361ms","hash":3996596805,"current-db-size-bytes":58245120,"current-db-size":"58 MB","current-db-size-in-use-bytes":26689536,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-24T17:47:27.640791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3996596805,"revision":8325,"compact-revision":6154} {"level":"warn","ts":"2026-07-24T17:47:45.231827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.582586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:47:45.231916Z","caller":"traceutil/trace.go:171","msg":"trace[537136281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11103; }","duration":"221.72553ms","start":"2026-07-24T17:47:45.01017Z","end":"2026-07-24T17:47:45.231896Z","steps":["trace[537136281] 'range keys from in-memory index tree' (duration: 221.473444ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:27.569869Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10998} {"level":"info","ts":"2026-07-24T17:52:27.647981Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10998,"took":"75.466971ms","hash":100230955,"current-db-size-bytes":58245120,"current-db-size":"58 MB","current-db-size-in-use-bytes":28504064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-24T17:52:27.64807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":100230955,"revision":10998,"compact-revision":8325} {"level":"info","ts":"2026-07-24T17:54:13.189978Z","caller":"traceutil/trace.go:171","msg":"trace[505613486] transaction","detail":"{read_only:false; response_revision:13715; number_of_response:1; }","duration":"193.786598ms","start":"2026-07-24T17:54:12.996167Z","end":"2026-07-24T17:54:13.189953Z","steps":["trace[505613486] 'process raft request' (duration: 193.577063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:54:13.597803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.152412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:54:13.597948Z","caller":"traceutil/trace.go:171","msg":"trace[1326371860] linearizableReadLoop","detail":"{readStateIndex:14190; appliedIndex:14189; }","duration":"399.303272ms","start":"2026-07-24T17:54:13.198623Z","end":"2026-07-24T17:54:13.597926Z","steps":["trace[1326371860] 'read index received' (duration: 246.948605ms)","trace[1326371860] 'applied index is now lower than readState.Index' (duration: 152.352877ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:54:13.598258Z","caller":"traceutil/trace.go:171","msg":"trace[954092454] transaction","detail":"{read_only:false; response_revision:13716; number_of_response:1; }","duration":"520.461498ms","start":"2026-07-24T17:54:13.077677Z","end":"2026-07-24T17:54:13.598139Z","steps":["trace[954092454] 'process raft request' (duration: 367.867864ms)","trace[954092454] 'compare' (duration: 151.997489ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:54:13.598457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:54:13.07765Z","time spent":"520.715404ms","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:54:13.5985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.850956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18954"} {"level":"warn","ts":"2026-07-24T17:54:13.598508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.799514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T17:54:13.598585Z","caller":"traceutil/trace.go:171","msg":"trace[2119817854] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13716; }","duration":"399.981119ms","start":"2026-07-24T17:54:13.198581Z","end":"2026-07-24T17:54:13.598562Z","steps":["trace[2119817854] 'agreement among raft nodes before linearized reading' (duration: 399.58414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:54:13.598634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:54:13.198564Z","time spent":"400.059451ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18978,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-24T17:54:13.598648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.872457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-24T17:54:13.598668Z","caller":"traceutil/trace.go:171","msg":"trace[544987148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13716; }","duration":"274.912327ms","start":"2026-07-24T17:54:13.323692Z","end":"2026-07-24T17:54:13.598604Z","steps":["trace[544987148] 'agreement among raft nodes before linearized reading' (duration: 274.61627ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:54:13.598719Z","caller":"traceutil/trace.go:171","msg":"trace[1901873487] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13716; }","duration":"174.99074ms","start":"2026-07-24T17:54:13.42371Z","end":"2026-07-24T17:54:13.598701Z","steps":["trace[1901873487] 'agreement among raft nodes before linearized reading' (duration: 174.847907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:54:13.598483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.882271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T17:54:13.598876Z","caller":"traceutil/trace.go:171","msg":"trace[1262766960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13716; }","duration":"135.279161ms","start":"2026-07-24T17:54:13.463539Z","end":"2026-07-24T17:54:13.598818Z","steps":["trace[1262766960] 'agreement among raft nodes before linearized reading' (duration: 134.81898ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:55:54.343387Z","caller":"traceutil/trace.go:171","msg":"trace[1766266794] transaction","detail":"{read_only:false; response_revision:14792; number_of_response:1; }","duration":"134.751926ms","start":"2026-07-24T17:55:54.208608Z","end":"2026-07-24T17:55:54.34336Z","steps":["trace[1766266794] 'process raft request' (duration: 134.51426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:55:54.359636Z","caller":"traceutil/trace.go:171","msg":"trace[842832380] transaction","detail":"{read_only:false; response_revision:14793; number_of_response:1; }","duration":"149.895656ms","start":"2026-07-24T17:55:54.209711Z","end":"2026-07-24T17:55:54.359607Z","steps":["trace[842832380] 'process raft request' (duration: 149.616819ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:27.57624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13038} {"level":"info","ts":"2026-07-24T17:57:27.65826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13038,"took":"79.150951ms","hash":1581832175,"current-db-size-bytes":58245120,"current-db-size":"58 MB","current-db-size-in-use-bytes":31064064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T17:57:27.658342Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1581832175,"revision":13038,"compact-revision":10998} {"level":"info","ts":"2026-07-24T18:01:22.758782Z","caller":"traceutil/trace.go:171","msg":"trace[744301948] transaction","detail":"{read_only:false; response_revision:17324; number_of_response:1; }","duration":"220.328834ms","start":"2026-07-24T18:01:22.538425Z","end":"2026-07-24T18:01:22.758753Z","steps":["trace[744301948] 'process raft request' (duration: 220.1784ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:22.761767Z","caller":"traceutil/trace.go:171","msg":"trace[325830179] transaction","detail":"{read_only:false; response_revision:17325; number_of_response:1; }","duration":"222.748314ms","start":"2026-07-24T18:01:22.538993Z","end":"2026-07-24T18:01:22.761741Z","steps":["trace[325830179] 'process raft request' (duration: 222.60203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:28.179573Z","caller":"traceutil/trace.go:171","msg":"trace[830784280] linearizableReadLoop","detail":"{readStateIndex:17943; appliedIndex:17941; }","duration":"102.169063ms","start":"2026-07-24T18:01:28.07737Z","end":"2026-07-24T18:01:28.179539Z","steps":["trace[830784280] 'read index received' (duration: 21.993187ms)","trace[830784280] 'applied index is now lower than readState.Index' (duration: 80.174676ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:01:28.179634Z","caller":"traceutil/trace.go:171","msg":"trace[1694571610] transaction","detail":"{read_only:false; response_revision:17352; number_of_response:1; }","duration":"119.394052ms","start":"2026-07-24T18:01:28.0602Z","end":"2026-07-24T18:01:28.179594Z","steps":["trace[1694571610] 'process raft request' (duration: 75.375108ms)","trace[1694571610] 'compare' (duration: 43.83856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:01:28.179875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.47466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29748600-6472g\" ","response":"range_response_count:1 size:7042"} {"level":"info","ts":"2026-07-24T18:01:28.179979Z","caller":"traceutil/trace.go:171","msg":"trace[578296252] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29748600-6472g; range_end:; response_count:1; response_revision:17352; }","duration":"102.621844ms","start":"2026-07-24T18:01:28.077335Z","end":"2026-07-24T18:01:28.179957Z","steps":["trace[578296252] 'agreement among raft nodes before linearized reading' (duration: 102.327417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:28.916267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.995462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xvqk7\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-07-24T18:01:28.916349Z","caller":"traceutil/trace.go:171","msg":"trace[296566864] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xvqk7; range_end:; response_count:1; response_revision:17353; }","duration":"586.134976ms","start":"2026-07-24T18:01:28.330198Z","end":"2026-07-24T18:01:28.916333Z","steps":["trace[296566864] 'range keys from in-memory index tree' (duration: 585.764897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:28.916396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:01:28.330048Z","time spent":"586.33817ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20783,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xvqk7\" "} {"level":"warn","ts":"2026-07-24T18:01:28.916736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.072065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:01:28.916927Z","caller":"traceutil/trace.go:171","msg":"trace[1124977895] linearizableReadLoop","detail":"{readStateIndex:17945; appliedIndex:17944; }","duration":"462.420458ms","start":"2026-07-24T18:01:28.454485Z","end":"2026-07-24T18:01:28.916906Z","steps":["trace[1124977895] 'read index received' (duration: 164.759508ms)","trace[1124977895] 'applied index is now lower than readState.Index' (duration: 297.65909ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:01:28.916912Z","caller":"traceutil/trace.go:171","msg":"trace[1353085270] transaction","detail":"{read_only:false; response_revision:17354; number_of_response:1; }","duration":"584.928147ms","start":"2026-07-24T18:01:28.331935Z","end":"2026-07-24T18:01:28.916863Z","steps":["trace[1353085270] 'process raft request' (duration: 287.38592ms)","trace[1353085270] 'compare' (duration: 296.799869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:01:28.917067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:01:28.331921Z","time spent":"585.06652ms","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:01:28.917437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.943931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T18:01:28.917587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.317281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T18:01:28.917636Z","caller":"traceutil/trace.go:171","msg":"trace[17055792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17354; }","duration":"133.380732ms","start":"2026-07-24T18:01:28.784243Z","end":"2026-07-24T18:01:28.917623Z","steps":["trace[17055792] 'agreement among raft nodes before linearized reading' (duration: 133.224109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:28.917518Z","caller":"traceutil/trace.go:171","msg":"trace[497692643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17354; }","duration":"463.069044ms","start":"2026-07-24T18:01:28.454438Z","end":"2026-07-24T18:01:28.917507Z","steps":["trace[497692643] 'agreement among raft nodes before linearized reading' (duration: 462.861039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:28.917767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.116942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7v8pv\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-07-24T18:01:28.917936Z","caller":"traceutil/trace.go:171","msg":"trace[676366035] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7v8pv; range_end:; response_count:1; response_revision:17354; }","duration":"337.325777ms","start":"2026-07-24T18:01:28.580562Z","end":"2026-07-24T18:01:28.917887Z","steps":["trace[676366035] 'agreement among raft nodes before linearized reading' (duration: 336.882436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:28.917998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:01:28.580535Z","time spent":"337.45018ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7v8pv\" "} {"level":"warn","ts":"2026-07-24T18:01:28.918135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.998138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T18:01:28.917845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:01:28.454415Z","time spent":"463.32776ms","remote":"127.0.0.1:60430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T18:01:28.918187Z","caller":"traceutil/trace.go:171","msg":"trace[1320624214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17354; }","duration":"134.093331ms","start":"2026-07-24T18:01:28.784083Z","end":"2026-07-24T18:01:28.918176Z","steps":["trace[1320624214] 'agreement among raft nodes before linearized reading' (duration: 133.979967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:29.056677Z","caller":"traceutil/trace.go:171","msg":"trace[100778806] transaction","detail":"{read_only:false; response_revision:17356; number_of_response:1; }","duration":"131.942529ms","start":"2026-07-24T18:01:28.924707Z","end":"2026-07-24T18:01:29.056649Z","steps":["trace[100778806] 'process raft request' (duration: 100.739288ms)","trace[100778806] 'compare' (duration: 30.895853ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:01:29.056824Z","caller":"traceutil/trace.go:171","msg":"trace[554706512] linearizableReadLoop","detail":"{readStateIndex:17948; appliedIndex:17946; }","duration":"117.364213ms","start":"2026-07-24T18:01:28.93943Z","end":"2026-07-24T18:01:29.056794Z","steps":["trace[554706512] 'read index received' (duration: 85.969387ms)","trace[554706512] 'applied index is now lower than readState.Index' (duration: 31.392846ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:01:29.057047Z","caller":"traceutil/trace.go:171","msg":"trace[408729156] transaction","detail":"{read_only:false; response_revision:17357; number_of_response:1; }","duration":"125.720506ms","start":"2026-07-24T18:01:28.931292Z","end":"2026-07-24T18:01:29.057013Z","steps":["trace[408729156] 'process raft request' (duration: 125.289976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:29.057064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.446205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18619"} {"level":"warn","ts":"2026-07-24T18:01:29.057122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.625205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-24T18:01:29.057218Z","caller":"traceutil/trace.go:171","msg":"trace[107053602] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17357; }","duration":"115.6351ms","start":"2026-07-24T18:01:28.941552Z","end":"2026-07-24T18:01:29.057187Z","steps":["trace[107053602] 'agreement among raft nodes before linearized reading' (duration: 115.385764ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:29.057232Z","caller":"traceutil/trace.go:171","msg":"trace[882790728] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17357; }","duration":"114.769899ms","start":"2026-07-24T18:01:28.942445Z","end":"2026-07-24T18:01:29.057215Z","steps":["trace[882790728] 'agreement among raft nodes before linearized reading' (duration: 114.573454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:01:29.057999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.041915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:961520"} {"level":"info","ts":"2026-07-24T18:01:29.058055Z","caller":"traceutil/trace.go:171","msg":"trace[1422845976] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17357; }","duration":"133.119026ms","start":"2026-07-24T18:01:28.924922Z","end":"2026-07-24T18:01:29.058042Z","steps":["trace[1422845976] 'agreement among raft nodes before linearized reading' (duration: 131.999069ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:27.589708Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15402} {"level":"info","ts":"2026-07-24T18:02:27.685729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15402,"took":"93.557733ms","hash":3742862299,"current-db-size-bytes":58245120,"current-db-size":"58 MB","current-db-size-in-use-bytes":34095104,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T18:02:27.68581Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3742862299,"revision":15402,"compact-revision":13038} {"level":"info","ts":"2026-07-24T18:05:18.360123Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T18:05:18.365243Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T18:05:18.365711Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-24T18:06:31.748277Z","caller":"traceutil/trace.go:171","msg":"trace[1509944283] transaction","detail":"{read_only:false; response_revision:19857; number_of_response:1; }","duration":"157.713207ms","start":"2026-07-24T18:06:31.59054Z","end":"2026-07-24T18:06:31.748253Z","steps":["trace[1509944283] 'process raft request' (duration: 151.28508ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:52.790889Z","caller":"traceutil/trace.go:171","msg":"trace[91378697] transaction","detail":"{read_only:false; response_revision:19963; number_of_response:1; }","duration":"120.227792ms","start":"2026-07-24T18:06:52.670642Z","end":"2026-07-24T18:06:52.79087Z","steps":["trace[91378697] 'process raft request' (duration: 120.099039ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:53.072597Z","caller":"traceutil/trace.go:171","msg":"trace[1958968479] transaction","detail":"{read_only:false; response_revision:19964; number_of_response:1; }","duration":"401.75235ms","start":"2026-07-24T18:06:52.670773Z","end":"2026-07-24T18:06:53.072525Z","steps":["trace[1958968479] 'process raft request' (duration: 401.596486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:53.07273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:52.670752Z","time spent":"401.906573ms","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:06:53.511309Z","caller":"traceutil/trace.go:171","msg":"trace[1616679313] transaction","detail":"{read_only:false; response_revision:19965; number_of_response:1; }","duration":"126.092685ms","start":"2026-07-24T18:06:53.385182Z","end":"2026-07-24T18:06:53.511275Z","steps":["trace[1616679313] 'process raft request' (duration: 125.838499ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:53.872371Z","caller":"traceutil/trace.go:171","msg":"trace[1905825848] transaction","detail":"{read_only:false; response_revision:19966; number_of_response:1; }","duration":"174.688642ms","start":"2026-07-24T18:06:53.697659Z","end":"2026-07-24T18:06:53.872348Z","steps":["trace[1905825848] 'process raft request' (duration: 174.521317ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:54.055605Z","caller":"traceutil/trace.go:171","msg":"trace[825541669] transaction","detail":"{read_only:false; response_revision:19967; number_of_response:1; }","duration":"179.277423ms","start":"2026-07-24T18:06:53.876286Z","end":"2026-07-24T18:06:54.055564Z","steps":["trace[825541669] 'process raft request' (duration: 94.060123ms)","trace[825541669] 'compare' (duration: 84.589705ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:54.055848Z","caller":"traceutil/trace.go:171","msg":"trace[2036044291] transaction","detail":"{read_only:false; response_revision:19968; number_of_response:1; }","duration":"179.261253ms","start":"2026-07-24T18:06:53.876559Z","end":"2026-07-24T18:06:54.055821Z","steps":["trace[2036044291] 'process raft request' (duration: 178.986646ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:54.055951Z","caller":"traceutil/trace.go:171","msg":"trace[1943246168] linearizableReadLoop","detail":"{readStateIndex:20643; appliedIndex:20641; }","duration":"120.680714ms","start":"2026-07-24T18:06:53.935049Z","end":"2026-07-24T18:06:54.055729Z","steps":["trace[1943246168] 'read index received' (duration: 35.459095ms)","trace[1943246168] 'applied index is now lower than readState.Index' (duration: 85.220119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:06:54.056064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.994961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T18:06:54.056122Z","caller":"traceutil/trace.go:171","msg":"trace[1260752462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19968; }","duration":"121.092374ms","start":"2026-07-24T18:06:53.935013Z","end":"2026-07-24T18:06:54.056106Z","steps":["trace[1260752462] 'agreement among raft nodes before linearized reading' (duration: 120.901889ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:07:27.596586Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18032} {"level":"info","ts":"2026-07-24T18:07:27.72008Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18032,"took":"119.786672ms","hash":3197401164,"current-db-size-bytes":58245120,"current-db-size":"58 MB","current-db-size-in-use-bytes":31219712,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T18:07:27.720156Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3197401164,"revision":18032,"compact-revision":15402} {"level":"info","ts":"2026-07-24T18:10:32.535476Z","caller":"traceutil/trace.go:171","msg":"trace[1950573576] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"145.182062ms","start":"2026-07-24T18:10:32.390276Z","end":"2026-07-24T18:10:32.535458Z","steps":["trace[1950573576] 'process raft request' (duration: 145.159291ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:10:32.535746Z","caller":"traceutil/trace.go:171","msg":"trace[509745069] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"167.277881ms","start":"2026-07-24T18:10:32.368454Z","end":"2026-07-24T18:10:32.535732Z","steps":["trace[509745069] 'process raft request' (duration: 154.295015ms)","trace[509745069] 'compare' (duration: 12.616607ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:12:27.604255Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20381} {"level":"info","ts":"2026-07-24T18:12:27.715156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20381,"took":"107.483872ms","hash":3282054950,"current-db-size-bytes":58245120,"current-db-size":"58 MB","current-db-size-in-use-bytes":43724800,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-24T18:12:27.715225Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3282054950,"revision":20381,"compact-revision":18032} {"level":"info","ts":"2026-07-24T18:17:27.61127Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23462} {"level":"info","ts":"2026-07-24T18:17:27.736114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23462,"took":"121.088316ms","hash":1095454866,"current-db-size-bytes":58245120,"current-db-size":"58 MB","current-db-size-in-use-bytes":31219712,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T18:17:27.736176Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1095454866,"revision":23462,"compact-revision":20381}