{"level":"warn","ts":"2026-07-24T17:32:01.97729Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:32:01.977379Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.152:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.152:2380","--initial-cluster=instance=https://199.19.213.152:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.152:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.152:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T17:32:01.977446Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:32:01.977454Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.152:2380"]} {"level":"info","ts":"2026-07-24T17:32:01.977474Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:32:01.978095Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"]} {"level":"info","ts":"2026-07-24T17:32:01.978163Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.152:2380"],"listen-peer-urls":["https://199.19.213.152:2380"],"advertise-client-urls":["https://199.19.213.152:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.152:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T17:32:01.982034Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.632359ms"} {"level":"info","ts":"2026-07-24T17:32:01.990273Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"68d6d88687e6b830","cluster-id":"8a5d84e8c26d99a1"} {"level":"info","ts":"2026-07-24T17:32:01.990399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T17:32:01.990429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became follower at term 0"} {"level":"info","ts":"2026-07-24T17:32:01.990454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 68d6d88687e6b830 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T17:32:01.990466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became follower at term 1"} {"level":"info","ts":"2026-07-24T17:32:01.990518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 switched to configuration voters=(7554463497277847600)"} {"level":"warn","ts":"2026-07-24T17:32:02.002134Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T17:32:02.005064Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T17:32:02.006279Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T17:32:02.008326Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"68d6d88687e6b830","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T17:32:02.008541Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"68d6d88687e6b830","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T17:32:02.008675Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:32:02.0088Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:32:02.008833Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:32:02.009425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 switched to configuration voters=(7554463497277847600)"} {"level":"info","ts":"2026-07-24T17:32:02.009948Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8a5d84e8c26d99a1","local-member-id":"68d6d88687e6b830","added-peer-id":"68d6d88687e6b830","added-peer-peer-urls":["https://199.19.213.152:2380"]} {"level":"info","ts":"2026-07-24T17:32:02.012356Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:32:02.012415Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.152:2380"} {"level":"info","ts":"2026-07-24T17:32:02.012459Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.152:2380"} {"level":"info","ts":"2026-07-24T17:32:02.012681Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"68d6d88687e6b830","initial-advertise-peer-urls":["https://199.19.213.152:2380"],"listen-peer-urls":["https://199.19.213.152:2380"],"advertise-client-urls":["https://199.19.213.152:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T17:32:02.012738Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T17:32:02.191153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T17:32:02.191321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T17:32:02.192928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 received MsgPreVoteResp from 68d6d88687e6b830 at term 1"} {"level":"info","ts":"2026-07-24T17:32:02.192947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became candidate at term 2"} {"level":"info","ts":"2026-07-24T17:32:02.192961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 received MsgVoteResp from 68d6d88687e6b830 at term 2"} {"level":"info","ts":"2026-07-24T17:32:02.192974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"68d6d88687e6b830 became leader at term 2"} {"level":"info","ts":"2026-07-24T17:32:02.192984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 68d6d88687e6b830 elected leader 68d6d88687e6b830 at term 2"} {"level":"info","ts":"2026-07-24T17:32:02.195105Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:32:02.19556Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"68d6d88687e6b830","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.152:2379]}","request-path":"/0/members/68d6d88687e6b830/attributes","cluster-id":"8a5d84e8c26d99a1","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T17:32:02.195597Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:32:02.195573Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:32:02.196132Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T17:32:02.196326Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T17:32:02.196593Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8a5d84e8c26d99a1","local-member-id":"68d6d88687e6b830","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:32:02.196735Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:32:02.196787Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:32:02.198761Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T17:32:02.199789Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.152:2379"} {"level":"info","ts":"2026-07-24T17:32:45.45496Z","caller":"traceutil/trace.go:171","msg":"trace[445292632] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"123.187497ms","start":"2026-07-24T17:32:45.331746Z","end":"2026-07-24T17:32:45.454933Z","steps":["trace[445292632] 'process raft request' (duration: 122.989073ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:45.528555Z","caller":"traceutil/trace.go:171","msg":"trace[703079377] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"101.652471ms","start":"2026-07-24T17:32:45.426871Z","end":"2026-07-24T17:32:45.528524Z","steps":["trace[703079377] 'process raft request' (duration: 100.922766ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:45.745864Z","caller":"traceutil/trace.go:171","msg":"trace[2038400353] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"201.310639ms","start":"2026-07-24T17:32:45.544526Z","end":"2026-07-24T17:32:45.745836Z","steps":["trace[2038400353] 'process raft request' (duration: 154.913514ms)","trace[2038400353] 'compare' (duration: 46.17881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:45.746042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.768091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:32:45.746162Z","caller":"traceutil/trace.go:171","msg":"trace[1001966758] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:593; }","duration":"154.946384ms","start":"2026-07-24T17:32:45.591194Z","end":"2026-07-24T17:32:45.74614Z","steps":["trace[1001966758] 'agreement among raft nodes before linearized reading' (duration: 154.725409ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:45.74614Z","caller":"traceutil/trace.go:171","msg":"trace[1447220554] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"154.529315ms","start":"2026-07-24T17:32:45.591239Z","end":"2026-07-24T17:32:45.745768Z","steps":["trace[1447220554] 'read index received' (duration: 108.289133ms)","trace[1447220554] 'applied index is now lower than readState.Index' (duration: 46.238952ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:45.94411Z","caller":"traceutil/trace.go:171","msg":"trace[418159047] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:613; }","duration":"111.198858ms","start":"2026-07-24T17:32:45.83289Z","end":"2026-07-24T17:32:45.944089Z","steps":["trace[418159047] 'read index received' (duration: 72.874178ms)","trace[418159047] 'applied index is now lower than readState.Index' (duration: 38.32381ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:45.944163Z","caller":"traceutil/trace.go:171","msg":"trace[1924385307] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"349.62345ms","start":"2026-07-24T17:32:45.594503Z","end":"2026-07-24T17:32:45.944126Z","steps":["trace[1924385307] 'process raft request' (duration: 311.263419ms)","trace[1924385307] 'compare' (duration: 38.099455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:45.944741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.594483Z","time spent":"349.834554ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:32:45.944239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.336931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:45.945131Z","caller":"traceutil/trace.go:171","msg":"trace[867994354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"112.174489ms","start":"2026-07-24T17:32:45.832831Z","end":"2026-07-24T17:32:45.945006Z","steps":["trace[867994354] 'agreement among raft nodes before linearized reading' (duration: 111.344561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.422514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.230869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:32:46.422656Z","caller":"traceutil/trace.go:171","msg":"trace[693710239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"281.376633ms","start":"2026-07-24T17:32:46.141226Z","end":"2026-07-24T17:32:46.422602Z","steps":["trace[693710239] 'range keys from in-memory index tree' (duration: 280.994674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.422684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.295514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-24T17:32:46.422785Z","caller":"traceutil/trace.go:171","msg":"trace[719771864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"162.462868ms","start":"2026-07-24T17:32:46.2603Z","end":"2026-07-24T17:32:46.422763Z","steps":["trace[719771864] 'range keys from in-memory index tree' (duration: 162.048778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.422623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.412863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:32:46.422996Z","caller":"traceutil/trace.go:171","msg":"trace[629345371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"281.789871ms","start":"2026-07-24T17:32:46.14112Z","end":"2026-07-24T17:32:46.42291Z","steps":["trace[629345371] 'range keys from in-memory index tree' (duration: 281.199879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:17.169113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.485659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:17.169127Z","caller":"traceutil/trace.go:171","msg":"trace[2097330526] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1864; }","duration":"263.720904ms","start":"2026-07-24T17:34:16.905343Z","end":"2026-07-24T17:34:17.169064Z","steps":["trace[2097330526] 'read index received' (duration: 228.232546ms)","trace[2097330526] 'applied index is now lower than readState.Index' (duration: 35.485158ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:17.169286Z","caller":"traceutil/trace.go:171","msg":"trace[238309841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1810; }","duration":"335.729334ms","start":"2026-07-24T17:34:16.833522Z","end":"2026-07-24T17:34:17.169251Z","steps":["trace[238309841] 'range keys from in-memory index tree' (duration: 335.331187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:17.169344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:16.833491Z","time spent":"335.839857ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:34:17.169143Z","caller":"traceutil/trace.go:171","msg":"trace[880806344] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"271.084884ms","start":"2026-07-24T17:34:16.898009Z","end":"2026-07-24T17:34:17.169094Z","steps":["trace[880806344] 'process raft request' (duration: 235.559165ms)","trace[880806344] 'compare' (duration: 35.135101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:17.169366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.01293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T17:34:17.169452Z","caller":"traceutil/trace.go:171","msg":"trace[1914772604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1811; }","duration":"264.183754ms","start":"2026-07-24T17:34:16.905248Z","end":"2026-07-24T17:34:17.169431Z","steps":["trace[1914772604] 'agreement among raft nodes before linearized reading' (duration: 263.918239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:17.169655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.660284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-781ed57e-e212-4091-b61f-2fc84be059c9\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-24T17:34:17.16966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.634556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:34:17.169724Z","caller":"traceutil/trace.go:171","msg":"trace[1482352236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-781ed57e-e212-4091-b61f-2fc84be059c9; range_end:; response_count:1; response_revision:1811; }","duration":"228.776607ms","start":"2026-07-24T17:34:16.940916Z","end":"2026-07-24T17:34:17.169692Z","steps":["trace[1482352236] 'agreement among raft nodes before linearized reading' (duration: 228.528731ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:17.169738Z","caller":"traceutil/trace.go:171","msg":"trace[447216905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1811; }","duration":"248.750089ms","start":"2026-07-24T17:34:16.920971Z","end":"2026-07-24T17:34:17.169722Z","steps":["trace[447216905] 'agreement among raft nodes before linearized reading' (duration: 248.512634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:17.169824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.394664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:34:17.169953Z","caller":"traceutil/trace.go:171","msg":"trace[1703926954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1811; }","duration":"262.586259ms","start":"2026-07-24T17:34:16.907332Z","end":"2026-07-24T17:34:17.169918Z","steps":["trace[1703926954] 'agreement among raft nodes before linearized reading' (duration: 262.069898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:17.433326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.211311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:34:17.433628Z","caller":"traceutil/trace.go:171","msg":"trace[1521017065] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"257.897078ms","start":"2026-07-24T17:34:17.175708Z","end":"2026-07-24T17:34:17.433606Z","steps":["trace[1521017065] 'process raft request' (duration: 257.753625ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:17.433668Z","caller":"traceutil/trace.go:171","msg":"trace[1365117071] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"259.033103ms","start":"2026-07-24T17:34:17.174512Z","end":"2026-07-24T17:34:17.433545Z","steps":["trace[1365117071] 'process raft request' (duration: 110.086785ms)","trace[1365117071] 'compare' (duration: 147.990267ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:17.433969Z","caller":"traceutil/trace.go:171","msg":"trace[1956074838] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1866; }","duration":"202.668592ms","start":"2026-07-24T17:34:17.231277Z","end":"2026-07-24T17:34:17.433946Z","steps":["trace[1956074838] 'read index received' (duration: 53.156532ms)","trace[1956074838] 'applied index is now lower than readState.Index' (duration: 149.5088ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:17.434002Z","caller":"traceutil/trace.go:171","msg":"trace[1140783910] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"253.976224ms","start":"2026-07-24T17:34:17.18Z","end":"2026-07-24T17:34:17.433977Z","steps":["trace[1140783910] 'process raft request' (duration: 253.535934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:17.434192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.929788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-24T17:34:17.434235Z","caller":"traceutil/trace.go:171","msg":"trace[1058748483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1815; }","duration":"203.02628ms","start":"2026-07-24T17:34:17.231197Z","end":"2026-07-24T17:34:17.434224Z","steps":["trace[1058748483] 'agreement among raft nodes before linearized reading' (duration: 202.842126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:17.434289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.695067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-781ed57e-e212-4091-b61f-2fc84be059c9\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-24T17:34:17.434339Z","caller":"traceutil/trace.go:171","msg":"trace[281966411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-781ed57e-e212-4091-b61f-2fc84be059c9; range_end:; response_count:1; response_revision:1815; }","duration":"133.809999ms","start":"2026-07-24T17:34:17.300513Z","end":"2026-07-24T17:34:17.434323Z","steps":["trace[281966411] 'agreement among raft nodes before linearized reading' (duration: 133.661996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:17.43433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.715029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-24T17:34:17.434437Z","caller":"traceutil/trace.go:171","msg":"trace[1692624219] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1815; }","duration":"170.835842ms","start":"2026-07-24T17:34:17.263575Z","end":"2026-07-24T17:34:17.434411Z","steps":["trace[1692624219] 'agreement among raft nodes before linearized reading' (duration: 170.568356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:59.439375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.664489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:34:59.439611Z","caller":"traceutil/trace.go:171","msg":"trace[1788936738] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"252.035761ms","start":"2026-07-24T17:34:59.18755Z","end":"2026-07-24T17:34:59.439585Z","steps":["trace[1788936738] 'process raft request' (duration: 109.969033ms)","trace[1788936738] 'compare' (duration: 141.512036ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:59.439934Z","caller":"traceutil/trace.go:171","msg":"trace[1311933038] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"111.975766ms","start":"2026-07-24T17:34:59.327924Z","end":"2026-07-24T17:34:59.439899Z","steps":["trace[1311933038] 'process raft request' (duration: 111.598917ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:12.182173Z","caller":"traceutil/trace.go:171","msg":"trace[1488173638] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"117.154474ms","start":"2026-07-24T17:36:12.06498Z","end":"2026-07-24T17:36:12.182135Z","steps":["trace[1488173638] 'process raft request' (duration: 116.96281ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:12.186293Z","caller":"traceutil/trace.go:171","msg":"trace[1514786520] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"120.845094ms","start":"2026-07-24T17:36:12.065414Z","end":"2026-07-24T17:36:12.186259Z","steps":["trace[1514786520] 'process raft request' (duration: 120.597109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:12.354801Z","caller":"traceutil/trace.go:171","msg":"trace[1954452385] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"113.125477ms","start":"2026-07-24T17:36:12.241631Z","end":"2026-07-24T17:36:12.354756Z","steps":["trace[1954452385] 'process raft request' (duration: 112.678998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:35.449688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.898735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:38:35.450011Z","caller":"traceutil/trace.go:171","msg":"trace[546235176] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"271.083028ms","start":"2026-07-24T17:38:35.17889Z","end":"2026-07-24T17:38:35.449973Z","steps":["trace[546235176] 'process raft request' (duration: 69.793514ms)","trace[546235176] 'compare' (duration: 200.717142ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:35.450294Z","caller":"traceutil/trace.go:171","msg":"trace[308770034] linearizableReadLoop","detail":"{readStateIndex:4691; appliedIndex:4689; }","duration":"265.071555ms","start":"2026-07-24T17:38:35.185195Z","end":"2026-07-24T17:38:35.450266Z","steps":["trace[308770034] 'read index received' (duration: 63.504985ms)","trace[308770034] 'applied index is now lower than readState.Index' (duration: 201.56531ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:35.450419Z","caller":"traceutil/trace.go:171","msg":"trace[159215274] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"269.555314ms","start":"2026-07-24T17:38:35.180812Z","end":"2026-07-24T17:38:35.450368Z","steps":["trace[159215274] 'process raft request' (duration: 269.092674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:35.450586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.982889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:38:35.450651Z","caller":"traceutil/trace.go:171","msg":"trace[760993890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4502; }","duration":"131.102101ms","start":"2026-07-24T17:38:35.319531Z","end":"2026-07-24T17:38:35.450633Z","steps":["trace[760993890] 'agreement among raft nodes before linearized reading' (duration: 130.971248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:35.450701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.144899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-24T17:38:35.450757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.496209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e52b0a1-068a-4f9d-86d0-14a59042744e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T17:38:35.450785Z","caller":"traceutil/trace.go:171","msg":"trace[1244496630] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4502; }","duration":"200.246932ms","start":"2026-07-24T17:38:35.250511Z","end":"2026-07-24T17:38:35.450758Z","steps":["trace[1244496630] 'agreement among raft nodes before linearized reading' (duration: 199.979585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:35.450809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.390231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:38:35.450848Z","caller":"traceutil/trace.go:171","msg":"trace[892520534] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e52b0a1-068a-4f9d-86d0-14a59042744e; range_end:; response_count:1; response_revision:4502; }","duration":"108.678962ms","start":"2026-07-24T17:38:35.342149Z","end":"2026-07-24T17:38:35.450828Z","steps":["trace[892520534] 'agreement among raft nodes before linearized reading' (duration: 108.376255ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:35.450852Z","caller":"traceutil/trace.go:171","msg":"trace[1751958278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4502; }","duration":"198.495924ms","start":"2026-07-24T17:38:35.252344Z","end":"2026-07-24T17:38:35.45084Z","steps":["trace[1751958278] 'agreement among raft nodes before linearized reading' (duration: 198.288708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:35.451226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.031938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:38:35.451277Z","caller":"traceutil/trace.go:171","msg":"trace[983789760] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4502; }","duration":"266.111849ms","start":"2026-07-24T17:38:35.185145Z","end":"2026-07-24T17:38:35.451257Z","steps":["trace[983789760] 'agreement among raft nodes before linearized reading' (duration: 266.031037ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:35.675423Z","caller":"traceutil/trace.go:171","msg":"trace[1617289000] linearizableReadLoop","detail":"{readStateIndex:4692; appliedIndex:4691; }","duration":"220.039303ms","start":"2026-07-24T17:38:35.455348Z","end":"2026-07-24T17:38:35.675387Z","steps":["trace[1617289000] 'read index received' (duration: 168.315194ms)","trace[1617289000] 'applied index is now lower than readState.Index' (duration: 51.722609ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:35.675672Z","caller":"traceutil/trace.go:171","msg":"trace[42634810] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"220.686177ms","start":"2026-07-24T17:38:35.454974Z","end":"2026-07-24T17:38:35.67566Z","steps":["trace[42634810] 'process raft request' (duration: 168.714562ms)","trace[42634810] 'compare' (duration: 51.26325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:38:35.676011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.71379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:38:35.676054Z","caller":"traceutil/trace.go:171","msg":"trace[1961467007] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:4503; }","duration":"216.826812ms","start":"2026-07-24T17:38:35.459217Z","end":"2026-07-24T17:38:35.676044Z","steps":["trace[1961467007] 'agreement among raft nodes before linearized reading' (duration: 216.73682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:35.676053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.673207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e52b0a1-068a-4f9d-86d0-14a59042744e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T17:38:35.676131Z","caller":"traceutil/trace.go:171","msg":"trace[1108922464] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e52b0a1-068a-4f9d-86d0-14a59042744e; range_end:; response_count:1; response_revision:4503; }","duration":"220.786209ms","start":"2026-07-24T17:38:35.455325Z","end":"2026-07-24T17:38:35.676111Z","steps":["trace[1108922464] 'agreement among raft nodes before linearized reading' (duration: 220.530744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:35.676711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.883181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-24T17:38:35.676749Z","caller":"traceutil/trace.go:171","msg":"trace[199448719] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4503; }","duration":"165.967903ms","start":"2026-07-24T17:38:35.51077Z","end":"2026-07-24T17:38:35.676738Z","steps":["trace[199448719] 'agreement among raft nodes before linearized reading' (duration: 165.890231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:35.900057Z","caller":"traceutil/trace.go:171","msg":"trace[1219384963] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4506; }","duration":"132.767608ms","start":"2026-07-24T17:38:35.767252Z","end":"2026-07-24T17:38:35.90002Z","steps":["trace[1219384963] 'process raft request' (duration: 68.682639ms)","trace[1219384963] 'compare' (duration: 63.756732ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:36.044021Z","caller":"traceutil/trace.go:171","msg":"trace[1161512027] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"121.180735ms","start":"2026-07-24T17:38:35.922803Z","end":"2026-07-24T17:38:36.043984Z","steps":["trace[1161512027] 'process raft request' (duration: 120.898799ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:36.26174Z","caller":"traceutil/trace.go:171","msg":"trace[1652664672] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4698; }","duration":"183.142547ms","start":"2026-07-24T17:38:36.07856Z","end":"2026-07-24T17:38:36.261702Z","steps":["trace[1652664672] 'read index received' (duration: 12.671306ms)","trace[1652664672] 'applied index is now lower than readState.Index' (duration: 170.469871ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:36.26192Z","caller":"traceutil/trace.go:171","msg":"trace[1240678690] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"208.787237ms","start":"2026-07-24T17:38:36.053103Z","end":"2026-07-24T17:38:36.26189Z","steps":["trace[1240678690] 'process raft request' (duration: 201.001537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:36.262122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.533506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T17:38:36.262167Z","caller":"traceutil/trace.go:171","msg":"trace[1074990974] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4509; }","duration":"183.684939ms","start":"2026-07-24T17:38:36.07847Z","end":"2026-07-24T17:38:36.262155Z","steps":["trace[1074990974] 'agreement among raft nodes before linearized reading' (duration: 183.433073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:36.262426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.937984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-24T17:38:36.262525Z","caller":"traceutil/trace.go:171","msg":"trace[123900238] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4509; }","duration":"167.118367ms","start":"2026-07-24T17:38:36.095386Z","end":"2026-07-24T17:38:36.262504Z","steps":["trace[123900238] 'agreement among raft nodes before linearized reading' (duration: 166.827891ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:53.939734Z","caller":"traceutil/trace.go:171","msg":"trace[680877793] linearizableReadLoop","detail":"{readStateIndex:5082; appliedIndex:5081; }","duration":"166.520515ms","start":"2026-07-24T17:38:53.773187Z","end":"2026-07-24T17:38:53.939707Z","steps":["trace[680877793] 'read index received' (duration: 166.2966ms)","trace[680877793] 'applied index is now lower than readState.Index' (duration: 222.594µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:53.939835Z","caller":"traceutil/trace.go:171","msg":"trace[1667286820] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"371.578301ms","start":"2026-07-24T17:38:53.568214Z","end":"2026-07-24T17:38:53.939792Z","steps":["trace[1667286820] 'process raft request' (duration: 371.304344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:53.939998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.802692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:38:53.940028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:38:53.568179Z","time spent":"371.750795ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8036,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:38:53.940038Z","caller":"traceutil/trace.go:171","msg":"trace[1600556700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4876; }","duration":"166.929474ms","start":"2026-07-24T17:38:53.773097Z","end":"2026-07-24T17:38:53.940026Z","steps":["trace[1600556700] 'agreement among raft nodes before linearized reading' (duration: 166.762041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:54.55717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.802227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:38:54.557345Z","caller":"traceutil/trace.go:171","msg":"trace[1889378826] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"610.350344ms","start":"2026-07-24T17:38:53.946974Z","end":"2026-07-24T17:38:54.557324Z","steps":["trace[1889378826] 'process raft request' (duration: 342.260632ms)","trace[1889378826] 'compare' (duration: 267.690583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:38:54.5574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:38:53.94695Z","time spent":"610.428785ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:38:54.557735Z","caller":"traceutil/trace.go:171","msg":"trace[2104393249] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"610.715981ms","start":"2026-07-24T17:38:53.946977Z","end":"2026-07-24T17:38:54.557693Z","steps":["trace[2104393249] 'process raft request' (duration: 610.293132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:54.557957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:38:53.94695Z","time spent":"610.894035ms","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:38:54.558931Z","caller":"traceutil/trace.go:171","msg":"trace[14540293] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"611.871037ms","start":"2026-07-24T17:38:53.947014Z","end":"2026-07-24T17:38:54.558885Z","steps":["trace[14540293] 'process raft request' (duration: 611.364716ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:54.559282Z","caller":"traceutil/trace.go:171","msg":"trace[764048003] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"612.160234ms","start":"2026-07-24T17:38:53.947062Z","end":"2026-07-24T17:38:54.559222Z","steps":["trace[764048003] 'process raft request' (duration: 611.421177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:54.559511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:38:53.947047Z","time spent":"612.359618ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:38:54.559577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:38:53.946987Z","time spent":"612.332827ms","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:38:54.558977Z","caller":"traceutil/trace.go:171","msg":"trace[1329331324] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"611.197983ms","start":"2026-07-24T17:38:53.947761Z","end":"2026-07-24T17:38:54.558959Z","steps":["trace[1329331324] 'process raft request' (duration: 611.155252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:54.55988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:38:53.947754Z","time spent":"612.077672ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:38:54.559206Z","caller":"traceutil/trace.go:171","msg":"trace[441704329] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"611.752305ms","start":"2026-07-24T17:38:53.947419Z","end":"2026-07-24T17:38:54.559171Z","steps":["trace[441704329] 'process raft request' (duration: 611.450498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:54.559996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:38:53.94741Z","time spent":"612.545411ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:38:54.568945Z","caller":"traceutil/trace.go:171","msg":"trace[1579438344] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5085; }","duration":"147.685244ms","start":"2026-07-24T17:38:54.421244Z","end":"2026-07-24T17:38:54.568929Z","steps":["trace[1579438344] 'read index received' (duration: 137.469131ms)","trace[1579438344] 'applied index is now lower than readState.Index' (duration: 10.215193ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:54.569154Z","caller":"traceutil/trace.go:171","msg":"trace[509399150] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"189.63461ms","start":"2026-07-24T17:38:54.379508Z","end":"2026-07-24T17:38:54.569143Z","steps":["trace[509399150] 'process raft request' (duration: 189.302602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:54.569558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.306127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T17:38:54.569629Z","caller":"traceutil/trace.go:171","msg":"trace[1262203019] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4883; }","duration":"148.42874ms","start":"2026-07-24T17:38:54.421185Z","end":"2026-07-24T17:38:54.569614Z","steps":["trace[1262203019] 'agreement among raft nodes before linearized reading' (duration: 148.239136ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:02.550535Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3208} {"level":"info","ts":"2026-07-24T17:42:02.640307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3208,"took":"88.073796ms","hash":3578195895,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":33767424,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T17:42:02.640404Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3578195895,"revision":3208,"compact-revision":-1} {"level":"info","ts":"2026-07-24T17:44:53.076166Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002169.wal"} {"level":"info","ts":"2026-07-24T17:44:56.844784Z","caller":"traceutil/trace.go:171","msg":"trace[1770745911] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8580; }","duration":"278.824693ms","start":"2026-07-24T17:44:56.56592Z","end":"2026-07-24T17:44:56.844745Z","steps":["trace[1770745911] 'read index received' (duration: 278.710371ms)","trace[1770745911] 'applied index is now lower than readState.Index' (duration: 113.022µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:44:56.844875Z","caller":"traceutil/trace.go:171","msg":"trace[1125613492] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"303.648896ms","start":"2026-07-24T17:44:56.541159Z","end":"2026-07-24T17:44:56.844807Z","steps":["trace[1125613492] 'process raft request' (duration: 303.408201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:44:56.845058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.103449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T17:44:56.845114Z","caller":"traceutil/trace.go:171","msg":"trace[943874003] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8217; }","duration":"279.225382ms","start":"2026-07-24T17:44:56.565873Z","end":"2026-07-24T17:44:56.845099Z","steps":["trace[943874003] 'agreement among raft nodes before linearized reading' (duration: 279.032637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:44:56.84517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:44:56.541139Z","time spent":"303.862582ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:44:56.845751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.833957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T17:44:56.845857Z","caller":"traceutil/trace.go:171","msg":"trace[553657874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8218; }","duration":"275.996011ms","start":"2026-07-24T17:44:56.56984Z","end":"2026-07-24T17:44:56.845836Z","steps":["trace[553657874] 'agreement among raft nodes before linearized reading' (duration: 275.759495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:44:56.845906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.862678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:44:56.846055Z","caller":"traceutil/trace.go:171","msg":"trace[1468523244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8218; }","duration":"178.011972ms","start":"2026-07-24T17:44:56.667963Z","end":"2026-07-24T17:44:56.845975Z","steps":["trace[1468523244] 'agreement among raft nodes before linearized reading' (duration: 177.790337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:09.278673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.889631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:45:09.278783Z","caller":"traceutil/trace.go:171","msg":"trace[1967965104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8295; }","duration":"101.087126ms","start":"2026-07-24T17:45:09.177676Z","end":"2026-07-24T17:45:09.278763Z","steps":["trace[1967965104] 'range keys from in-memory index tree' (duration: 100.646315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:09.278792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.234194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T17:45:09.278891Z","caller":"traceutil/trace.go:171","msg":"trace[1097473876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8295; }","duration":"364.410608ms","start":"2026-07-24T17:45:08.914458Z","end":"2026-07-24T17:45:09.278868Z","steps":["trace[1097473876] 'range keys from in-memory index tree' (duration: 364.03695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:09.278939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:08.914435Z","time spent":"364.493419ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:45:09.27892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.535978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:45:09.279013Z","caller":"traceutil/trace.go:171","msg":"trace[499025293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8295; }","duration":"446.691511ms","start":"2026-07-24T17:45:08.832301Z","end":"2026-07-24T17:45:09.278992Z","steps":["trace[499025293] 'range keys from in-memory index tree' (duration: 446.418735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:09.279046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:08.832275Z","time spent":"446.762793ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:45:09.279109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.996594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-24T17:45:09.27915Z","caller":"traceutil/trace.go:171","msg":"trace[486581873] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8295; }","duration":"304.117006ms","start":"2026-07-24T17:45:08.975024Z","end":"2026-07-24T17:45:09.279141Z","steps":["trace[486581873] 'range keys from in-memory index tree' (duration: 303.8408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:09.279176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:08.974992Z","time spent":"304.175778ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T17:45:09.279254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.351035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:45:09.279284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.971696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-24T17:45:09.27911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.397548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-24T17:45:09.279309Z","caller":"traceutil/trace.go:171","msg":"trace[1551107437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8295; }","duration":"368.458607ms","start":"2026-07-24T17:45:08.910836Z","end":"2026-07-24T17:45:09.279294Z","steps":["trace[1551107437] 'range keys from in-memory index tree' (duration: 368.196851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:09.279345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:08.910811Z","time spent":"368.525998ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:45:09.279352Z","caller":"traceutil/trace.go:171","msg":"trace[432726896] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8295; }","duration":"230.037552ms","start":"2026-07-24T17:45:09.049295Z","end":"2026-07-24T17:45:09.279333Z","steps":["trace[432726896] 'range keys from in-memory index tree' (duration: 229.222624ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:45:09.279383Z","caller":"traceutil/trace.go:171","msg":"trace[623536332] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8295; }","duration":"363.006587ms","start":"2026-07-24T17:45:08.916303Z","end":"2026-07-24T17:45:09.279309Z","steps":["trace[623536332] 'range keys from in-memory index tree' (duration: 362.874904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:09.279418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:08.916274Z","time spent":"363.13463ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T17:45:09.279889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.998172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:45:09.279986Z","caller":"traceutil/trace.go:171","msg":"trace[406883289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8295; }","duration":"366.045123ms","start":"2026-07-24T17:45:08.913876Z","end":"2026-07-24T17:45:09.279921Z","steps":["trace[406883289] 'range keys from in-memory index tree' (duration: 364.5078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:09.280021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:08.9138Z","time spent":"366.211317ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:45:10.298988Z","caller":"traceutil/trace.go:171","msg":"trace[1163395611] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"272.626337ms","start":"2026-07-24T17:45:10.026339Z","end":"2026-07-24T17:45:10.298965Z","steps":["trace[1163395611] 'process raft request' (duration: 272.461623ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:45:10.314947Z","caller":"traceutil/trace.go:171","msg":"trace[2017400206] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"197.370956ms","start":"2026-07-24T17:45:10.117548Z","end":"2026-07-24T17:45:10.314919Z","steps":["trace[2017400206] 'process raft request' (duration: 197.183452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:11.211314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.228109ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:45:51.145632Z","caller":"traceutil/trace.go:171","msg":"trace[1114302039] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"150.793185ms","start":"2026-07-24T17:45:50.994786Z","end":"2026-07-24T17:45:51.145579Z","steps":["trace[1114302039] 'process raft request' (duration: 150.615272ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:45:51.145686Z","caller":"traceutil/trace.go:171","msg":"trace[1539015228] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9058; }","duration":"151.794147ms","start":"2026-07-24T17:45:50.993859Z","end":"2026-07-24T17:45:51.145653Z","steps":["trace[1539015228] 'read index received' (duration: 109.913409ms)","trace[1539015228] 'applied index is now lower than readState.Index' (duration: 41.878548ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:45:51.146079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.120354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bnhz5\" ","response":"range_response_count:1 size:4610"} {"level":"info","ts":"2026-07-24T17:45:51.14613Z","caller":"traceutil/trace.go:171","msg":"trace[1381937994] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bnhz5; range_end:; response_count:1; response_revision:8670; }","duration":"152.295638ms","start":"2026-07-24T17:45:50.99382Z","end":"2026-07-24T17:45:51.146116Z","steps":["trace[1381937994] 'agreement among raft nodes before linearized reading' (duration: 151.958371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.914148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.359146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:45:51.914326Z","caller":"traceutil/trace.go:171","msg":"trace[1108090842] linearizableReadLoop","detail":"{readStateIndex:9063; appliedIndex:9062; }","duration":"330.364662ms","start":"2026-07-24T17:45:51.58393Z","end":"2026-07-24T17:45:51.914295Z","steps":["trace[1108090842] 'read index received' (duration: 148.702719ms)","trace[1108090842] 'applied index is now lower than readState.Index' (duration: 181.659812ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:45:51.914458Z","caller":"traceutil/trace.go:171","msg":"trace[1326221978] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"333.615712ms","start":"2026-07-24T17:45:51.580802Z","end":"2026-07-24T17:45:51.914418Z","steps":["trace[1326221978] 'process raft request' (duration: 151.846578ms)","trace[1326221978] 'compare' (duration: 181.178071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:45:51.914602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.661638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T17:45:51.914658Z","caller":"traceutil/trace.go:171","msg":"trace[273442882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8673; }","duration":"330.75784ms","start":"2026-07-24T17:45:51.583888Z","end":"2026-07-24T17:45:51.914645Z","steps":["trace[273442882] 'agreement among raft nodes before linearized reading' (duration: 330.535225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.914662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:51.580789Z","time spent":"333.760276ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:45:51.914708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:51.583873Z","time spent":"330.824161ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:45:51.943435Z","caller":"traceutil/trace.go:171","msg":"trace[752589075] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"358.512447ms","start":"2026-07-24T17:45:51.584893Z","end":"2026-07-24T17:45:51.943405Z","steps":["trace[752589075] 'process raft request' (duration: 358.209761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.943754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:51.584867Z","time spent":"358.774025ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:45:51.943646Z","caller":"traceutil/trace.go:171","msg":"trace[2031707581] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"358.63225ms","start":"2026-07-24T17:45:51.584922Z","end":"2026-07-24T17:45:51.943554Z","steps":["trace[2031707581] 'process raft request' (duration: 358.375754ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:45:51.943522Z","caller":"traceutil/trace.go:171","msg":"trace[420978827] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"311.55991ms","start":"2026-07-24T17:45:51.631928Z","end":"2026-07-24T17:45:51.943488Z","steps":["trace[420978827] 'process raft request' (duration: 311.415766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.944226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:51.584896Z","time spent":"359.103771ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:45:51.944292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:51.6319Z","time spent":"312.262444ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:45:51.986282Z","caller":"traceutil/trace.go:171","msg":"trace[1996399539] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"220.532635ms","start":"2026-07-24T17:45:51.76571Z","end":"2026-07-24T17:45:51.986242Z","steps":["trace[1996399539] 'process raft request' (duration: 220.274249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.986735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.362206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:45:51.986766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.053452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-24T17:45:51.986809Z","caller":"traceutil/trace.go:171","msg":"trace[1061814896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8678; }","duration":"400.482458ms","start":"2026-07-24T17:45:51.586308Z","end":"2026-07-24T17:45:51.986791Z","steps":["trace[1061814896] 'agreement among raft nodes before linearized reading' (duration: 400.248753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.986735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.62714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-24T17:45:51.98686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:51.586297Z","time spent":"400.54884ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:45:51.98684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.400969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:45:51.986884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.766561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pgn6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T17:45:51.986995Z","caller":"traceutil/trace.go:171","msg":"trace[1590545874] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8678; }","duration":"344.565133ms","start":"2026-07-24T17:45:51.642364Z","end":"2026-07-24T17:45:51.986929Z","steps":["trace[1590545874] 'agreement among raft nodes before linearized reading' (duration: 344.372999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.986913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.790041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:45:51.987026Z","caller":"traceutil/trace.go:171","msg":"trace[415619470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pgn6; range_end:; response_count:1; response_revision:8678; }","duration":"367.970915ms","start":"2026-07-24T17:45:51.619018Z","end":"2026-07-24T17:45:51.986989Z","steps":["trace[415619470] 'agreement among raft nodes before linearized reading' (duration: 367.534786ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:45:51.986952Z","caller":"traceutil/trace.go:171","msg":"trace[473864298] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8678; }","duration":"133.876695ms","start":"2026-07-24T17:45:51.853019Z","end":"2026-07-24T17:45:51.986896Z","steps":["trace[473864298] 'agreement among raft nodes before linearized reading' (duration: 133.568128ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:45:51.9871Z","caller":"traceutil/trace.go:171","msg":"trace[874803997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8678; }","duration":"154.021116ms","start":"2026-07-24T17:45:51.83306Z","end":"2026-07-24T17:45:51.987081Z","steps":["trace[874803997] 'agreement among raft nodes before linearized reading' (duration: 153.73489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.987119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:51.618999Z","time spent":"368.104839ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pgn6\" "} {"level":"warn","ts":"2026-07-24T17:45:51.98667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.352313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-24T17:45:51.987065Z","caller":"traceutil/trace.go:171","msg":"trace[852164430] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8678; }","duration":"141.127653ms","start":"2026-07-24T17:45:51.845673Z","end":"2026-07-24T17:45:51.986801Z","steps":["trace[852164430] 'agreement among raft nodes before linearized reading' (duration: 141.028141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.987085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:45:51.642343Z","time spent":"344.724556ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:45:51.987192Z","caller":"traceutil/trace.go:171","msg":"trace[138319856] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8678; }","duration":"159.969076ms","start":"2026-07-24T17:45:51.827204Z","end":"2026-07-24T17:45:51.987173Z","steps":["trace[138319856] 'agreement among raft nodes before linearized reading' (duration: 159.2394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:45:51.987804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.580094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8d775bcd-vrlrh.18c54ad1aac68d30\" ","response":"range_response_count:1 size:1129"} {"level":"info","ts":"2026-07-24T17:45:51.988053Z","caller":"traceutil/trace.go:171","msg":"trace[1555638005] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8d775bcd-vrlrh.18c54ad1aac68d30; range_end:; response_count:1; response_revision:8678; }","duration":"288.674737ms","start":"2026-07-24T17:45:51.699204Z","end":"2026-07-24T17:45:51.987879Z","steps":["trace[1555638005] 'agreement among raft nodes before linearized reading' (duration: 287.509902ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:45:52.054354Z","caller":"traceutil/trace.go:171","msg":"trace[1743342377] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8678; }","duration":"101.670668ms","start":"2026-07-24T17:45:51.952647Z","end":"2026-07-24T17:45:52.054317Z","steps":["trace[1743342377] 'process raft request' (duration: 62.671143ms)","trace[1743342377] 'compare' (duration: 38.915563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:45:52.0547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.277669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:45:52.05482Z","caller":"traceutil/trace.go:171","msg":"trace[790094503] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8680; }","duration":"100.474672ms","start":"2026-07-24T17:45:51.954318Z","end":"2026-07-24T17:45:52.054792Z","steps":["trace[790094503] 'agreement among raft nodes before linearized reading' (duration: 100.173466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:46:57.06152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.890152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-24T17:46:57.061637Z","caller":"traceutil/trace.go:171","msg":"trace[454626032] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9395; }","duration":"106.078355ms","start":"2026-07-24T17:46:56.955532Z","end":"2026-07-24T17:46:57.061611Z","steps":["trace[454626032] 'range keys from in-memory index tree' (duration: 105.694838ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:46:57.061799Z","caller":"traceutil/trace.go:171","msg":"trace[270582038] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"104.240766ms","start":"2026-07-24T17:46:56.957516Z","end":"2026-07-24T17:46:57.061757Z","steps":["trace[270582038] 'process raft request' (duration: 17.180897ms)","trace[270582038] 'compare' (duration: 86.600768ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:46:57.229598Z","caller":"traceutil/trace.go:171","msg":"trace[31673905] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"260.690004ms","start":"2026-07-24T17:46:56.968869Z","end":"2026-07-24T17:46:57.229559Z","steps":["trace[31673905] 'process raft request' (duration: 211.74863ms)","trace[31673905] 'compare' (duration: 48.626616ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:46:57.239682Z","caller":"traceutil/trace.go:171","msg":"trace[1132556041] linearizableReadLoop","detail":"{readStateIndex:9819; appliedIndex:9817; }","duration":"125.423089ms","start":"2026-07-24T17:46:57.114232Z","end":"2026-07-24T17:46:57.239655Z","steps":["trace[1132556041] 'read index received' (duration: 66.389065ms)","trace[1132556041] 'applied index is now lower than readState.Index' (duration: 59.032984ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:46:57.239814Z","caller":"traceutil/trace.go:171","msg":"trace[1268781498] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"172.50363ms","start":"2026-07-24T17:46:57.067255Z","end":"2026-07-24T17:46:57.239759Z","steps":["trace[1268781498] 'process raft request' (duration: 172.242735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:46:57.239862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.612004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:46:57.239911Z","caller":"traceutil/trace.go:171","msg":"trace[706987642] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9398; }","duration":"125.736746ms","start":"2026-07-24T17:46:57.114158Z","end":"2026-07-24T17:46:57.239895Z","steps":["trace[706987642] 'agreement among raft nodes before linearized reading' (duration: 125.599053ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:47:02.557692Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6529} {"level":"info","ts":"2026-07-24T17:47:02.651635Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6529,"took":"91.758222ms","hash":3887985807,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":26771456,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-24T17:47:02.651691Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3887985807,"revision":6529,"compact-revision":3208} {"level":"info","ts":"2026-07-24T17:47:15.649294Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T17:47:15.657783Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T17:47:15.657993Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T17:52:02.564727Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9451} {"level":"info","ts":"2026-07-24T17:52:02.651345Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9451,"took":"84.018144ms","hash":3880973719,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":28643328,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-24T17:52:02.651446Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3880973719,"revision":9451,"compact-revision":6529} {"level":"info","ts":"2026-07-24T17:57:02.573173Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12291} {"level":"info","ts":"2026-07-24T17:57:02.667206Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12291,"took":"90.906745ms","hash":1400215737,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":25464832,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-24T17:57:02.667264Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1400215737,"revision":12291,"compact-revision":9451} {"level":"info","ts":"2026-07-24T17:57:09.479914Z","caller":"traceutil/trace.go:171","msg":"trace[1821914691] linearizableReadLoop","detail":"{readStateIndex:15445; appliedIndex:15444; }","duration":"207.31252ms","start":"2026-07-24T17:57:09.272571Z","end":"2026-07-24T17:57:09.479884Z","steps":["trace[1821914691] 'read index received' (duration: 207.143547ms)","trace[1821914691] 'applied index is now lower than readState.Index' (duration: 168.173µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:57:09.479991Z","caller":"traceutil/trace.go:171","msg":"trace[697672775] transaction","detail":"{read_only:false; response_revision:14757; number_of_response:1; }","duration":"220.043708ms","start":"2026-07-24T17:57:09.259931Z","end":"2026-07-24T17:57:09.479975Z","steps":["trace[697672775] 'process raft request' (duration: 219.770132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:09.480054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.466633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:57:09.480092Z","caller":"traceutil/trace.go:171","msg":"trace[77911357] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14757; }","duration":"207.562226ms","start":"2026-07-24T17:57:09.272516Z","end":"2026-07-24T17:57:09.480078Z","steps":["trace[77911357] 'agreement among raft nodes before linearized reading' (duration: 207.475294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:10.217518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.986582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T17:57:10.217585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.845585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:57:10.217685Z","caller":"traceutil/trace.go:171","msg":"trace[904064194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14757; }","duration":"486.989268ms","start":"2026-07-24T17:57:09.730672Z","end":"2026-07-24T17:57:10.217662Z","steps":["trace[904064194] 'range keys from in-memory index tree' (duration: 486.60812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:10.217743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:09.730662Z","time spent":"487.07101ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:57:10.217819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.875569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T17:57:10.217872Z","caller":"traceutil/trace.go:171","msg":"trace[964090152] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14757; }","duration":"611.963301ms","start":"2026-07-24T17:57:09.605893Z","end":"2026-07-24T17:57:10.217857Z","steps":["trace[964090152] 'range keys from in-memory index tree' (duration: 611.693415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:10.217911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:09.605872Z","time spent":"612.030382ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T17:57:10.218049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.964172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:57:10.218097Z","caller":"traceutil/trace.go:171","msg":"trace[1269102946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14757; }","duration":"479.024673ms","start":"2026-07-24T17:57:09.739056Z","end":"2026-07-24T17:57:10.21808Z","steps":["trace[1269102946] 'count revisions from in-memory index tree' (duration: 478.921741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:10.218129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:09.739048Z","time spent":"479.072454ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:57:10.218265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.72032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T17:57:10.218323Z","caller":"traceutil/trace.go:171","msg":"trace[838969796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14757; }","duration":"495.821322ms","start":"2026-07-24T17:57:09.722488Z","end":"2026-07-24T17:57:10.218309Z","steps":["trace[838969796] 'range keys from in-memory index tree' (duration: 495.599167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:10.21836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:09.72246Z","time spent":"495.891593ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:57:10.218622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.052936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:57:10.218719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.789352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:57:10.218755Z","caller":"traceutil/trace.go:171","msg":"trace[1169188469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14757; }","duration":"496.24492ms","start":"2026-07-24T17:57:09.722457Z","end":"2026-07-24T17:57:10.218702Z","steps":["trace[1169188469] 'range keys from in-memory index tree' (duration: 495.844902ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:10.218788Z","caller":"traceutil/trace.go:171","msg":"trace[1209501090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14757; }","duration":"495.877203ms","start":"2026-07-24T17:57:09.722893Z","end":"2026-07-24T17:57:10.21877Z","steps":["trace[1209501090] 'range keys from in-memory index tree' (duration: 495.637668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:10.218814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:09.722433Z","time spent":"496.370404ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:57:10.21883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:09.722881Z","time spent":"495.940984ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:57:10.217589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.440831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pgn6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T17:57:10.219067Z","caller":"traceutil/trace.go:171","msg":"trace[1653341030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pgn6; range_end:; response_count:1; response_revision:14757; }","duration":"608.976975ms","start":"2026-07-24T17:57:09.610077Z","end":"2026-07-24T17:57:10.219054Z","steps":["trace[1653341030] 'range keys from in-memory index tree' (duration: 607.270587ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:10.21762Z","caller":"traceutil/trace.go:171","msg":"trace[1624139206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14757; }","duration":"494.128746ms","start":"2026-07-24T17:57:09.723469Z","end":"2026-07-24T17:57:10.217597Z","steps":["trace[1624139206] 'range keys from in-memory index tree' (duration: 493.812308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:10.219107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:09.610045Z","time spent":"609.052776ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pgn6\" "} {"level":"warn","ts":"2026-07-24T17:57:10.219142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:09.723457Z","time spent":"495.656288ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:57:10.219366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.213804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:82 size:714946"} {"level":"info","ts":"2026-07-24T17:57:10.219442Z","caller":"traceutil/trace.go:171","msg":"trace[528152989] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:82; response_revision:14757; }","duration":"575.355747ms","start":"2026-07-24T17:57:09.644069Z","end":"2026-07-24T17:57:10.219424Z","steps":["trace[528152989] 'range keys from in-memory index tree' (duration: 573.345363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:10.2195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:09.644042Z","time spent":"575.440948ms","remote":"127.0.0.1:44642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":82,"response size":714969,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-24T17:57:10.33178Z","caller":"traceutil/trace.go:171","msg":"trace[111944301] transaction","detail":"{read_only:false; response_revision:14760; number_of_response:1; }","duration":"107.640282ms","start":"2026-07-24T17:57:10.224122Z","end":"2026-07-24T17:57:10.331762Z","steps":["trace[111944301] 'process raft request' (duration: 107.342935ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:10.331903Z","caller":"traceutil/trace.go:171","msg":"trace[2027721362] linearizableReadLoop","detail":"{readStateIndex:15451; appliedIndex:15445; }","duration":"106.894877ms","start":"2026-07-24T17:57:10.224984Z","end":"2026-07-24T17:57:10.331879Z","steps":["trace[2027721362] 'read index received' (duration: 71.235544ms)","trace[2027721362] 'applied index is now lower than readState.Index' (duration: 35.657853ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:57:10.332137Z","caller":"traceutil/trace.go:171","msg":"trace[2030910871] transaction","detail":"{read_only:false; response_revision:14762; number_of_response:1; }","duration":"107.380068ms","start":"2026-07-24T17:57:10.224696Z","end":"2026-07-24T17:57:10.332076Z","steps":["trace[2030910871] 'process raft request' (duration: 107.06105ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:10.332221Z","caller":"traceutil/trace.go:171","msg":"trace[36055681] transaction","detail":"{read_only:false; response_revision:14761; number_of_response:1; }","duration":"107.98875ms","start":"2026-07-24T17:57:10.224221Z","end":"2026-07-24T17:57:10.33221Z","steps":["trace[36055681] 'process raft request' (duration: 107.450278ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:10.332359Z","caller":"traceutil/trace.go:171","msg":"trace[538031484] transaction","detail":"{read_only:false; response_revision:14763; number_of_response:1; }","duration":"107.53364ms","start":"2026-07-24T17:57:10.22481Z","end":"2026-07-24T17:57:10.332344Z","steps":["trace[538031484] 'process raft request' (duration: 107.009299ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:10.331556Z","caller":"traceutil/trace.go:171","msg":"trace[775827674] transaction","detail":"{read_only:false; response_revision:14759; number_of_response:1; }","duration":"107.789885ms","start":"2026-07-24T17:57:10.223738Z","end":"2026-07-24T17:57:10.331528Z","steps":["trace[775827674] 'process raft request' (duration: 107.456848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:10.332767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.757326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567534"} {"level":"info","ts":"2026-07-24T17:57:10.332887Z","caller":"traceutil/trace.go:171","msg":"trace[1482818080] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14763; }","duration":"107.900569ms","start":"2026-07-24T17:57:10.224961Z","end":"2026-07-24T17:57:10.332862Z","steps":["trace[1482818080] 'agreement among raft nodes before linearized reading' (duration: 107.02144ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:11.365504Z","caller":"traceutil/trace.go:171","msg":"trace[742694418] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14773; }","duration":"112.045809ms","start":"2026-07-24T17:57:11.253424Z","end":"2026-07-24T17:57:11.36547Z","steps":["trace[742694418] 'process raft request' (duration: 111.911276ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:57.104376Z","caller":"traceutil/trace.go:171","msg":"trace[1523555656] transaction","detail":"{read_only:false; response_revision:16132; number_of_response:1; }","duration":"163.516979ms","start":"2026-07-24T17:58:56.940807Z","end":"2026-07-24T17:58:57.104324Z","steps":["trace[1523555656] 'process raft request' (duration: 163.260493ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:57.139315Z","caller":"traceutil/trace.go:171","msg":"trace[1130458182] transaction","detail":"{read_only:false; response_revision:16134; number_of_response:1; }","duration":"197.73017ms","start":"2026-07-24T17:58:56.941552Z","end":"2026-07-24T17:58:57.139282Z","steps":["trace[1130458182] 'process raft request' (duration: 197.623827ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:57.139352Z","caller":"traceutil/trace.go:171","msg":"trace[654037988] transaction","detail":"{read_only:false; response_revision:16133; number_of_response:1; }","duration":"197.961554ms","start":"2026-07-24T17:58:56.941343Z","end":"2026-07-24T17:58:57.139304Z","steps":["trace[654037988] 'process raft request' (duration: 197.645307ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:57.139642Z","caller":"traceutil/trace.go:171","msg":"trace[1008553604] transaction","detail":"{read_only:false; response_revision:16135; number_of_response:1; }","duration":"197.385742ms","start":"2026-07-24T17:58:56.942226Z","end":"2026-07-24T17:58:57.139612Z","steps":["trace[1008553604] 'process raft request' (duration: 197.008714ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:57.139854Z","caller":"traceutil/trace.go:171","msg":"trace[1570936745] transaction","detail":"{read_only:false; response_revision:16136; number_of_response:1; }","duration":"191.105096ms","start":"2026-07-24T17:58:56.948737Z","end":"2026-07-24T17:58:57.139842Z","steps":["trace[1570936745] 'process raft request' (duration: 190.775008ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:57.13986Z","caller":"traceutil/trace.go:171","msg":"trace[97120610] transaction","detail":"{read_only:false; response_revision:16137; number_of_response:1; }","duration":"191.063655ms","start":"2026-07-24T17:58:56.948782Z","end":"2026-07-24T17:58:57.139845Z","steps":["trace[97120610] 'process raft request' (duration: 190.960943ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:02.583556Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14711} {"level":"info","ts":"2026-07-24T18:02:02.689827Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14711,"took":"102.455557ms","hash":841861676,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":31395840,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T18:02:02.689987Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":841861676,"revision":14711,"compact-revision":12291} {"level":"info","ts":"2026-07-24T18:04:27.078037Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T18:04:27.083119Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T18:04:27.083255Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-24T18:04:27.794651Z","caller":"traceutil/trace.go:171","msg":"trace[625364141] transaction","detail":"{read_only:false; response_revision:19123; number_of_response:1; }","duration":"138.75767ms","start":"2026-07-24T18:04:27.655848Z","end":"2026-07-24T18:04:27.794606Z","steps":["trace[625364141] 'process raft request' (duration: 138.410452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:04:33.453751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.070138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T18:04:33.453858Z","caller":"traceutil/trace.go:171","msg":"trace[1966838674] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19179; }","duration":"224.249841ms","start":"2026-07-24T18:04:33.229587Z","end":"2026-07-24T18:04:33.453836Z","steps":["trace[1966838674] 'range keys from in-memory index tree' (duration: 223.894634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:04:33.454033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.327266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T18:04:33.454141Z","caller":"traceutil/trace.go:171","msg":"trace[480317199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19179; }","duration":"241.496059ms","start":"2026-07-24T18:04:33.212608Z","end":"2026-07-24T18:04:33.454104Z","steps":["trace[480317199] 'range keys from in-memory index tree' (duration: 241.122621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:04:33.453971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.512186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T18:04:33.454632Z","caller":"traceutil/trace.go:171","msg":"trace[1384125278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19179; }","duration":"223.939695ms","start":"2026-07-24T18:04:33.230395Z","end":"2026-07-24T18:04:33.454335Z","steps":["trace[1384125278] 'range keys from in-memory index tree' (duration: 223.342612ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:04:33.490981Z","caller":"traceutil/trace.go:171","msg":"trace[1657748451] transaction","detail":"{read_only:false; response_revision:19180; number_of_response:1; }","duration":"244.196569ms","start":"2026-07-24T18:04:33.246753Z","end":"2026-07-24T18:04:33.49095Z","steps":["trace[1657748451] 'process raft request' (duration: 243.990845ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:04:33.533531Z","caller":"traceutil/trace.go:171","msg":"trace[1020939798] linearizableReadLoop","detail":"{readStateIndex:20077; appliedIndex:20076; }","duration":"209.208052ms","start":"2026-07-24T18:04:33.324287Z","end":"2026-07-24T18:04:33.533495Z","steps":["trace[1020939798] 'read index received' (duration: 168.00514ms)","trace[1020939798] 'applied index is now lower than readState.Index' (duration: 41.201382ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:04:33.534143Z","caller":"traceutil/trace.go:171","msg":"trace[1071534883] transaction","detail":"{read_only:false; response_revision:19181; number_of_response:1; }","duration":"242.41753ms","start":"2026-07-24T18:04:33.291704Z","end":"2026-07-24T18:04:33.534122Z","steps":["trace[1071534883] 'process raft request' (duration: 241.435008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:04:33.534462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.162853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-chw8x\" ","response":"range_response_count:1 size:9785"} {"level":"info","ts":"2026-07-24T18:04:33.534508Z","caller":"traceutil/trace.go:171","msg":"trace[1858769965] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-chw8x; range_end:; response_count:1; response_revision:19184; }","duration":"210.277555ms","start":"2026-07-24T18:04:33.324219Z","end":"2026-07-24T18:04:33.534497Z","steps":["trace[1858769965] 'agreement among raft nodes before linearized reading' (duration: 210.078941ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:04:33.655043Z","caller":"traceutil/trace.go:171","msg":"trace[289885961] linearizableReadLoop","detail":"{readStateIndex:20081; appliedIndex:20080; }","duration":"121.378059ms","start":"2026-07-24T18:04:33.533633Z","end":"2026-07-24T18:04:33.655011Z","steps":["trace[289885961] 'read index received' (duration: 121.248037ms)","trace[289885961] 'applied index is now lower than readState.Index' (duration: 128.902µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:04:33.655254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.535632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:04:33.655334Z","caller":"traceutil/trace.go:171","msg":"trace[891100668] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:19184; }","duration":"168.663714ms","start":"2026-07-24T18:04:33.486653Z","end":"2026-07-24T18:04:33.655316Z","steps":["trace[891100668] 'agreement among raft nodes before linearized reading' (duration: 168.510741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:04:33.656066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.757739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:913816"} {"level":"info","ts":"2026-07-24T18:04:33.656127Z","caller":"traceutil/trace.go:171","msg":"trace[42225555] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19184; }","duration":"112.849842ms","start":"2026-07-24T18:04:33.54326Z","end":"2026-07-24T18:04:33.65611Z","steps":["trace[42225555] 'agreement among raft nodes before linearized reading' (duration: 111.940252ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:04:33.655123Z","caller":"traceutil/trace.go:171","msg":"trace[528156878] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19184; }","duration":"138.924994ms","start":"2026-07-24T18:04:33.516167Z","end":"2026-07-24T18:04:33.655092Z","steps":["trace[528156878] 'process raft request' (duration: 138.708669ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:07:02.589494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17884} {"level":"info","ts":"2026-07-24T18:07:02.717634Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17884,"took":"124.231911ms","hash":2952988722,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":32714752,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T18:07:02.717703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2952988722,"revision":17884,"compact-revision":14711} {"level":"info","ts":"2026-07-24T18:11:53.275165Z","caller":"traceutil/trace.go:171","msg":"trace[1418975112] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"108.74583ms","start":"2026-07-24T18:11:53.166373Z","end":"2026-07-24T18:11:53.275119Z","steps":["trace[1418975112] 'process raft request' (duration: 107.897122ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:11:53.666209Z","caller":"traceutil/trace.go:171","msg":"trace[840439975] linearizableReadLoop","detail":"{readStateIndex:24522; appliedIndex:24521; }","duration":"356.583495ms","start":"2026-07-24T18:11:53.309595Z","end":"2026-07-24T18:11:53.666178Z","steps":["trace[840439975] 'read index received' (duration: 283.290512ms)","trace[840439975] 'applied index is now lower than readState.Index' (duration: 73.291483ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:11:53.666328Z","caller":"traceutil/trace.go:171","msg":"trace[1917947118] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"371.44667ms","start":"2026-07-24T18:11:53.294855Z","end":"2026-07-24T18:11:53.666302Z","steps":["trace[1917947118] 'process raft request' (duration: 297.756747ms)","trace[1917947118] 'compare' (duration: 73.376496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:11:53.666463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.841971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-24T18:11:53.666471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.294834Z","time spent":"371.556623ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:11:53.666502Z","caller":"traceutil/trace.go:171","msg":"trace[458337526] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23428; }","duration":"356.897322ms","start":"2026-07-24T18:11:53.30959Z","end":"2026-07-24T18:11:53.666487Z","steps":["trace[458337526] 'agreement among raft nodes before linearized reading' (duration: 356.715688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:53.666542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.309554Z","time spent":"356.978634ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:11:53.955997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.335404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:11:53.956133Z","caller":"traceutil/trace.go:171","msg":"trace[397130917] linearizableReadLoop","detail":"{readStateIndex:24523; appliedIndex:24522; }","duration":"289.836033ms","start":"2026-07-24T18:11:53.666277Z","end":"2026-07-24T18:11:53.956113Z","steps":["trace[397130917] 'read index received' (duration: 116.164662ms)","trace[397130917] 'applied index is now lower than readState.Index' (duration: 173.669621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:11:53.956272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.549024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:11:53.956222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.838282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:11:53.956313Z","caller":"traceutil/trace.go:171","msg":"trace[73605141] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23429; }","duration":"563.590115ms","start":"2026-07-24T18:11:53.39271Z","end":"2026-07-24T18:11:53.9563Z","steps":["trace[73605141] 'agreement among raft nodes before linearized reading' (duration: 563.505793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:53.956358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.392638Z","time spent":"563.708978ms","remote":"127.0.0.1:45956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:11:53.956384Z","caller":"traceutil/trace.go:171","msg":"trace[848384069] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23429; }","duration":"512.028316ms","start":"2026-07-24T18:11:53.444304Z","end":"2026-07-24T18:11:53.956332Z","steps":["trace[848384069] 'agreement among raft nodes before linearized reading' (duration: 511.845662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:53.956423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.444277Z","time spent":"512.136478ms","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:11:53.956525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.937282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-24T18:11:53.95665Z","caller":"traceutil/trace.go:171","msg":"trace[18135547] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"612.787161ms","start":"2026-07-24T18:11:53.34385Z","end":"2026-07-24T18:11:53.956637Z","steps":["trace[18135547] 'process raft request' (duration: 438.6718ms)","trace[18135547] 'compare' (duration: 172.919095ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:11:53.956655Z","caller":"traceutil/trace.go:171","msg":"trace[609970885] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:23429; }","duration":"548.171698ms","start":"2026-07-24T18:11:53.408456Z","end":"2026-07-24T18:11:53.956628Z","steps":["trace[609970885] 'agreement among raft nodes before linearized reading' (duration: 547.743309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:53.956719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.408427Z","time spent":"548.281479ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-24T18:11:53.956739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.343732Z","time spent":"612.948495ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:11:53.956923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.521623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T18:11:53.956949Z","caller":"traceutil/trace.go:171","msg":"trace[638010472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23429; }","duration":"488.586235ms","start":"2026-07-24T18:11:53.468356Z","end":"2026-07-24T18:11:53.956942Z","steps":["trace[638010472] 'agreement among raft nodes before linearized reading' (duration: 488.449451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:53.957028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.468287Z","time spent":"488.724697ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T18:11:53.957081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.465244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:11:53.957131Z","caller":"traceutil/trace.go:171","msg":"trace[2082840943] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23429; }","duration":"516.551536ms","start":"2026-07-24T18:11:53.440561Z","end":"2026-07-24T18:11:53.957113Z","steps":["trace[2082840943] 'agreement among raft nodes before linearized reading' (duration: 516.475325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:53.957166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.440537Z","time spent":"516.619828ms","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:11:53.957171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.304112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:11:53.957179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.945349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-24T18:11:53.957258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.907344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-24T18:11:53.957296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.842862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T18:11:53.957285Z","caller":"traceutil/trace.go:171","msg":"trace[1923401831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23429; }","duration":"124.477735ms","start":"2026-07-24T18:11:53.832777Z","end":"2026-07-24T18:11:53.957255Z","steps":["trace[1923401831] 'agreement among raft nodes before linearized reading' (duration: 124.283151ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:11:53.957322Z","caller":"traceutil/trace.go:171","msg":"trace[128953130] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23429; }","duration":"286.126393ms","start":"2026-07-24T18:11:53.671151Z","end":"2026-07-24T18:11:53.957277Z","steps":["trace[128953130] 'agreement among raft nodes before linearized reading' (duration: 285.378596ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:11:53.95735Z","caller":"traceutil/trace.go:171","msg":"trace[341009395] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23429; }","duration":"634.249692ms","start":"2026-07-24T18:11:53.323075Z","end":"2026-07-24T18:11:53.957325Z","steps":["trace[341009395] 'agreement among raft nodes before linearized reading' (duration: 633.995006ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:11:53.957355Z","caller":"traceutil/trace.go:171","msg":"trace[384323684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23429; }","duration":"224.944714ms","start":"2026-07-24T18:11:53.732395Z","end":"2026-07-24T18:11:53.95734Z","steps":["trace[384323684] 'agreement among raft nodes before linearized reading' (duration: 224.7591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:53.957393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.323052Z","time spent":"634.331934ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T18:11:53.957472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.209639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T18:11:53.957531Z","caller":"traceutil/trace.go:171","msg":"trace[127500405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23429; }","duration":"246.305581ms","start":"2026-07-24T18:11:53.711206Z","end":"2026-07-24T18:11:53.957512Z","steps":["trace[127500405] 'agreement among raft nodes before linearized reading' (duration: 246.088536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.332734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.566615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:11:54.332876Z","caller":"traceutil/trace.go:171","msg":"trace[1516339261] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"370.204803ms","start":"2026-07-24T18:11:53.962651Z","end":"2026-07-24T18:11:54.332856Z","steps":["trace[1516339261] 'process raft request' (duration: 161.413133ms)","trace[1516339261] 'compare' (duration: 208.414262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:11:54.332923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.962636Z","time spent":"370.266834ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:11:54.351081Z","caller":"traceutil/trace.go:171","msg":"trace[517995289] linearizableReadLoop","detail":"{readStateIndex:24528; appliedIndex:24523; }","duration":"318.276475ms","start":"2026-07-24T18:11:54.032783Z","end":"2026-07-24T18:11:54.351059Z","steps":["trace[517995289] 'read index received' (duration: 91.303987ms)","trace[517995289] 'applied index is now lower than readState.Index' (duration: 226.971338ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:11:54.351351Z","caller":"traceutil/trace.go:171","msg":"trace[1792372724] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"388.531163ms","start":"2026-07-24T18:11:53.962812Z","end":"2026-07-24T18:11:54.351343Z","steps":["trace[1792372724] 'process raft request' (duration: 388.044353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.351411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.962804Z","time spent":"388.571394ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:11:54.351538Z","caller":"traceutil/trace.go:171","msg":"trace[1845507652] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"388.299008ms","start":"2026-07-24T18:11:53.963233Z","end":"2026-07-24T18:11:54.351532Z","steps":["trace[1845507652] 'process raft request' (duration: 387.719226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.351579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.963224Z","time spent":"388.333969ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:11:54.351665Z","caller":"traceutil/trace.go:171","msg":"trace[1967353173] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"387.759687ms","start":"2026-07-24T18:11:53.9639Z","end":"2026-07-24T18:11:54.351659Z","steps":["trace[1967353173] 'process raft request' (duration: 387.083042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.3517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.963878Z","time spent":"387.805767ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:11:54.351916Z","caller":"traceutil/trace.go:171","msg":"trace[1655179953] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"387.293047ms","start":"2026-07-24T18:11:53.964615Z","end":"2026-07-24T18:11:54.351908Z","steps":["trace[1655179953] 'process raft request' (duration: 386.397107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.351963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:53.964603Z","time spent":"387.335369ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:11:54.352142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.36695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17272"} {"level":"info","ts":"2026-07-24T18:11:54.352171Z","caller":"traceutil/trace.go:171","msg":"trace[359049604] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23434; }","duration":"319.394841ms","start":"2026-07-24T18:11:54.032768Z","end":"2026-07-24T18:11:54.352163Z","steps":["trace[359049604] 'agreement among raft nodes before linearized reading' (duration: 319.281408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.352192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:54.032698Z","time spent":"319.489522ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17295,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T18:11:54.352541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.40317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:11:54.352642Z","caller":"traceutil/trace.go:171","msg":"trace[855732889] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23434; }","duration":"308.592424ms","start":"2026-07-24T18:11:54.044026Z","end":"2026-07-24T18:11:54.352618Z","steps":["trace[855732889] 'agreement among raft nodes before linearized reading' (duration: 308.316488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.352727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:54.040444Z","time spent":"312.268916ms","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":79,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:11:54.352813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.756057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-24T18:11:54.352863Z","caller":"traceutil/trace.go:171","msg":"trace[531021513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23434; }","duration":"196.847349ms","start":"2026-07-24T18:11:54.156003Z","end":"2026-07-24T18:11:54.35285Z","steps":["trace[531021513] 'agreement among raft nodes before linearized reading' (duration: 196.747026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.353175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.834841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T18:11:54.353244Z","caller":"traceutil/trace.go:171","msg":"trace[444739440] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23434; }","duration":"293.896952ms","start":"2026-07-24T18:11:54.059315Z","end":"2026-07-24T18:11:54.353212Z","steps":["trace[444739440] 'agreement among raft nodes before linearized reading' (duration: 293.684138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.353792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.012855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T18:11:54.353827Z","caller":"traceutil/trace.go:171","msg":"trace[738556670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23434; }","duration":"299.060426ms","start":"2026-07-24T18:11:54.054759Z","end":"2026-07-24T18:11:54.353819Z","steps":["trace[738556670] 'agreement among raft nodes before linearized reading' (duration: 298.970394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.354853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.211989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T18:11:54.354991Z","caller":"traceutil/trace.go:171","msg":"trace[2042336640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23434; }","duration":"300.424667ms","start":"2026-07-24T18:11:54.054526Z","end":"2026-07-24T18:11:54.35495Z","steps":["trace[2042336640] 'agreement among raft nodes before linearized reading' (duration: 299.104847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:54.355053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:54.054507Z","time spent":"300.519098ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T18:12:02.598795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20961} {"level":"info","ts":"2026-07-24T18:12:02.731835Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20961,"took":"129.321901ms","hash":2012233601,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":32616448,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T18:12:02.731924Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2012233601,"revision":20961,"compact-revision":17884} {"level":"info","ts":"2026-07-24T18:15:26.032253Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a09.wal"} {"level":"info","ts":"2026-07-24T18:15:32.766145Z","caller":"traceutil/trace.go:171","msg":"trace[1759861065] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"165.168015ms","start":"2026-07-24T18:15:32.600941Z","end":"2026-07-24T18:15:32.766109Z","steps":["trace[1759861065] 'process raft request' (duration: 164.993611ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:15:32.766246Z","caller":"traceutil/trace.go:171","msg":"trace[1559661703] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"321.330923ms","start":"2026-07-24T18:15:32.444867Z","end":"2026-07-24T18:15:32.766198Z","steps":["trace[1559661703] 'process raft request' (duration: 278.055656ms)","trace[1559661703] 'compare' (duration: 42.725565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:15:32.766489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:15:32.444843Z","time spent":"321.516367ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:17:02.606257Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23492} {"level":"info","ts":"2026-07-24T18:17:02.726529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23492,"took":"115.677401ms","hash":2606190047,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":45821952,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-07-24T18:17:02.72685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2606190047,"revision":23492,"compact-revision":20961} {"level":"info","ts":"2026-07-24T18:18:52.720306Z","caller":"traceutil/trace.go:171","msg":"trace[1474517296] transaction","detail":"{read_only:false; response_revision:28424; number_of_response:1; }","duration":"126.760146ms","start":"2026-07-24T18:18:52.593516Z","end":"2026-07-24T18:18:52.720277Z","steps":["trace[1474517296] 'process raft request' (duration: 126.585272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:53.653777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.261807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:18:53.653927Z","caller":"traceutil/trace.go:171","msg":"trace[1322546828] transaction","detail":"{read_only:false; response_revision:28432; number_of_response:1; }","duration":"288.921244ms","start":"2026-07-24T18:18:53.364981Z","end":"2026-07-24T18:18:53.653902Z","steps":["trace[1322546828] 'process raft request' (duration: 134.413863ms)","trace[1322546828] 'compare' (duration: 153.869018ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:18:53.685012Z","caller":"traceutil/trace.go:171","msg":"trace[1305204553] linearizableReadLoop","detail":"{readStateIndex:29732; appliedIndex:29731; }","duration":"104.524018ms","start":"2026-07-24T18:18:53.580419Z","end":"2026-07-24T18:18:53.684943Z","steps":["trace[1305204553] 'read index received' (duration: 104.334474ms)","trace[1305204553] 'applied index is now lower than readState.Index' (duration: 183.974µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:18:53.685073Z","caller":"traceutil/trace.go:171","msg":"trace[48405764] transaction","detail":"{read_only:false; response_revision:28433; number_of_response:1; }","duration":"115.844286ms","start":"2026-07-24T18:18:53.569179Z","end":"2026-07-24T18:18:53.685024Z","steps":["trace[48405764] 'process raft request' (duration: 115.55421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:53.685318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.855885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:18:53.686096Z","caller":"traceutil/trace.go:171","msg":"trace[1617433645] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28433; }","duration":"105.697513ms","start":"2026-07-24T18:18:53.580357Z","end":"2026-07-24T18:18:53.686054Z","steps":["trace[1617433645] 'agreement among raft nodes before linearized reading' (duration: 104.780013ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:18:53.832112Z","caller":"traceutil/trace.go:171","msg":"trace[2117450130] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"207.79151ms","start":"2026-07-24T18:18:53.624293Z","end":"2026-07-24T18:18:53.832084Z","steps":["trace[2117450130] 'process raft request' (duration: 207.652297ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:18:53.832124Z","caller":"traceutil/trace.go:171","msg":"trace[523701501] linearizableReadLoop","detail":"{readStateIndex:29734; appliedIndex:29732; }","duration":"146.975017ms","start":"2026-07-24T18:18:53.685098Z","end":"2026-07-24T18:18:53.832073Z","steps":["trace[523701501] 'read index received' (duration: 146.491406ms)","trace[523701501] 'applied index is now lower than readState.Index' (duration: 482.201µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:18:53.832165Z","caller":"traceutil/trace.go:171","msg":"trace[1079470131] transaction","detail":"{read_only:false; response_revision:28434; number_of_response:1; }","duration":"227.91289ms","start":"2026-07-24T18:18:53.604225Z","end":"2026-07-24T18:18:53.832138Z","steps":["trace[1079470131] 'process raft request' (duration: 227.396058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:53.832444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.324772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-07-24T18:18:53.83249Z","caller":"traceutil/trace.go:171","msg":"trace[1843458639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28435; }","duration":"177.437695ms","start":"2026-07-24T18:18:53.655039Z","end":"2026-07-24T18:18:53.832477Z","steps":["trace[1843458639] 'agreement among raft nodes before linearized reading' (duration: 177.240541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:53.832452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.8467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T18:18:53.83269Z","caller":"traceutil/trace.go:171","msg":"trace[399412667] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28435; }","duration":"102.149486ms","start":"2026-07-24T18:18:53.730524Z","end":"2026-07-24T18:18:53.832674Z","steps":["trace[399412667] 'agreement among raft nodes before linearized reading' (duration: 101.806019ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:18:58.182591Z","caller":"traceutil/trace.go:171","msg":"trace[1824904161] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"244.848721ms","start":"2026-07-24T18:18:57.93771Z","end":"2026-07-24T18:18:58.182558Z","steps":["trace[1824904161] 'process raft request' (duration: 244.647785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:58.597925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.328565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:18:58.598047Z","caller":"traceutil/trace.go:171","msg":"trace[1619704049] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"406.165931ms","start":"2026-07-24T18:18:58.191862Z","end":"2026-07-24T18:18:58.598028Z","steps":["trace[1619704049] 'process raft request' (duration: 136.625361ms)","trace[1619704049] 'compare' (duration: 269.143021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:18:58.598112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:58.191847Z","time spent":"406.234382ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:18:58.652011Z","caller":"traceutil/trace.go:171","msg":"trace[929256025] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"156.65987ms","start":"2026-07-24T18:18:58.495315Z","end":"2026-07-24T18:18:58.651975Z","steps":["trace[929256025] 'process raft request' (duration: 156.482256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.286322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.474117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:18:59.286448Z","caller":"traceutil/trace.go:171","msg":"trace[520309440] linearizableReadLoop","detail":"{readStateIndex:29781; appliedIndex:29780; }","duration":"496.066989ms","start":"2026-07-24T18:18:58.790365Z","end":"2026-07-24T18:18:59.286432Z","steps":["trace[520309440] 'read index received' (duration: 200.234973ms)","trace[520309440] 'applied index is now lower than readState.Index' (duration: 295.830476ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:18:59.286688Z","caller":"traceutil/trace.go:171","msg":"trace[1943667657] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"545.506192ms","start":"2026-07-24T18:18:58.741169Z","end":"2026-07-24T18:18:59.286675Z","steps":["trace[1943667657] 'process raft request' (duration: 249.546693ms)","trace[1943667657] 'compare' (duration: 295.166141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:18:59.28676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:58.741138Z","time spent":"545.583923ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:18:59.286878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.490018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:18:59.286977Z","caller":"traceutil/trace.go:171","msg":"trace[495726111] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28480; }","duration":"496.655263ms","start":"2026-07-24T18:18:58.790298Z","end":"2026-07-24T18:18:59.286953Z","steps":["trace[495726111] 'agreement among raft nodes before linearized reading' (duration: 496.455569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.287026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:58.790274Z","time spent":"496.741834ms","remote":"127.0.0.1:37482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:18:59.782538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.144447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:18:59.782661Z","caller":"traceutil/trace.go:171","msg":"trace[1102576903] linearizableReadLoop","detail":"{readStateIndex:29782; appliedIndex:29781; }","duration":"496.170681ms","start":"2026-07-24T18:18:59.286472Z","end":"2026-07-24T18:18:59.782643Z","steps":["trace[1102576903] 'read index received' (duration: 176.946873ms)","trace[1102576903] 'applied index is now lower than readState.Index' (duration: 319.219498ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:18:59.782723Z","caller":"traceutil/trace.go:171","msg":"trace[2108594917] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"558.038576ms","start":"2026-07-24T18:18:59.224642Z","end":"2026-07-24T18:18:59.78268Z","steps":["trace[2108594917] 'process raft request' (duration: 238.629614ms)","trace[2108594917] 'compare' (duration: 318.665925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:18:59.782823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.414913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T18:18:59.782852Z","caller":"traceutil/trace.go:171","msg":"trace[1953357094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28481; }","duration":"748.492984ms","start":"2026-07-24T18:18:59.034351Z","end":"2026-07-24T18:18:59.782844Z","steps":["trace[1953357094] 'agreement among raft nodes before linearized reading' (duration: 748.31174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.782854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.367072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-24T18:18:59.782819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.217066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T18:18:59.78289Z","caller":"traceutil/trace.go:171","msg":"trace[1176763114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28481; }","duration":"801.444704ms","start":"2026-07-24T18:18:58.981433Z","end":"2026-07-24T18:18:59.782878Z","steps":["trace[1176763114] 'agreement among raft nodes before linearized reading' (duration: 801.287441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.782891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.224613Z","time spent":"558.193368ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:18:59.782914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.730668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:18:59.78291Z","caller":"traceutil/trace.go:171","msg":"trace[1713564761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28481; }","duration":"789.37857ms","start":"2026-07-24T18:18:58.993515Z","end":"2026-07-24T18:18:59.782893Z","steps":["trace[1713564761] 'agreement among raft nodes before linearized reading' (duration: 789.160596ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:18:59.782937Z","caller":"traceutil/trace.go:171","msg":"trace[1392084289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28481; }","duration":"704.834329ms","start":"2026-07-24T18:18:59.078095Z","end":"2026-07-24T18:18:59.78293Z","steps":["trace[1392084289] 'agreement among raft nodes before linearized reading' (duration: 704.794628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.78295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:58.99348Z","time spent":"789.463591ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T18:18:59.782963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.078062Z","time spent":"704.897481ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:18:59.782976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.119347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:18:59.783007Z","caller":"traceutil/trace.go:171","msg":"trace[1933248506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28481; }","duration":"949.212029ms","start":"2026-07-24T18:18:58.833787Z","end":"2026-07-24T18:18:59.782999Z","steps":["trace[1933248506] 'agreement among raft nodes before linearized reading' (duration: 949.163058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.78303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:58.833767Z","time spent":"949.25839ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:18:59.783105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.106012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-07-24T18:18:59.782927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:58.981408Z","time spent":"801.510805ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T18:18:59.783088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.527035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T18:18:59.78315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.541179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T18:18:59.783171Z","caller":"traceutil/trace.go:171","msg":"trace[1941931857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28481; }","duration":"739.60802ms","start":"2026-07-24T18:18:59.043555Z","end":"2026-07-24T18:18:59.783163Z","steps":["trace[1941931857] 'agreement among raft nodes before linearized reading' (duration: 739.564969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.783186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.043523Z","time spent":"739.659842ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T18:18:59.78318Z","caller":"traceutil/trace.go:171","msg":"trace[950625526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28481; }","duration":"943.679318ms","start":"2026-07-24T18:18:58.839479Z","end":"2026-07-24T18:18:59.783159Z","steps":["trace[950625526] 'agreement among raft nodes before linearized reading' (duration: 943.383462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.783223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:58.839459Z","time spent":"943.755299ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T18:18:59.783109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.899141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T18:18:59.783285Z","caller":"traceutil/trace.go:171","msg":"trace[1655630343] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28481; }","duration":"737.126815ms","start":"2026-07-24T18:18:59.046145Z","end":"2026-07-24T18:18:59.783272Z","steps":["trace[1655630343] 'agreement among raft nodes before linearized reading' (duration: 736.919911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.78331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.046133Z","time spent":"737.168447ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-24T18:18:59.783133Z","caller":"traceutil/trace.go:171","msg":"trace[682926716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28481; }","duration":"751.201734ms","start":"2026-07-24T18:18:59.031923Z","end":"2026-07-24T18:18:59.783125Z","steps":["trace[682926716] 'agreement among raft nodes before linearized reading' (duration: 751.121213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:18:59.783374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.031886Z","time spent":"751.484841ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T18:18:59.782876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.03434Z","time spent":"748.531396ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T18:19:00.284323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283564950650899,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T18:19:00.358929Z","caller":"traceutil/trace.go:171","msg":"trace[825871391] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"713.262393ms","start":"2026-07-24T18:18:59.645595Z","end":"2026-07-24T18:19:00.358857Z","steps":["trace[825871391] 'process raft request' (duration: 682.729805ms)","trace[825871391] 'compare' (duration: 29.69847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:00.359198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.645572Z","time spent":"713.472108ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:00.756904Z","caller":"traceutil/trace.go:171","msg":"trace[716148625] transaction","detail":"{read_only:false; response_revision:28485; number_of_response:1; }","duration":"968.722434ms","start":"2026-07-24T18:18:59.788151Z","end":"2026-07-24T18:19:00.756873Z","steps":["trace[716148625] 'process raft request' (duration: 968.450498ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:00.756949Z","caller":"traceutil/trace.go:171","msg":"trace[1688414902] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"968.863569ms","start":"2026-07-24T18:18:59.788046Z","end":"2026-07-24T18:19:00.75691Z","steps":["trace[1688414902] 'process raft request' (duration: 968.51317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:00.757091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.788143Z","time spent":"968.848219ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:00.757112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.788019Z","time spent":"969.009762ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:00.756905Z","caller":"traceutil/trace.go:171","msg":"trace[1426779390] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"1.027265847s","start":"2026-07-24T18:18:59.729579Z","end":"2026-07-24T18:19:00.756845Z","steps":["trace[1426779390] 'process raft request' (duration: 1.026738365s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:00.757243Z","caller":"traceutil/trace.go:171","msg":"trace[1262359556] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"968.283836ms","start":"2026-07-24T18:18:59.788947Z","end":"2026-07-24T18:19:00.757231Z","steps":["trace[1262359556] 'process raft request' (duration: 968.098252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:00.75726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.729546Z","time spent":"1.027691007s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:00.757392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.788932Z","time spent":"968.354538ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:00.75743Z","caller":"traceutil/trace.go:171","msg":"trace[724579912] linearizableReadLoop","detail":"{readStateIndex:29792; appliedIndex:29782; }","duration":"974.723267ms","start":"2026-07-24T18:18:59.78269Z","end":"2026-07-24T18:19:00.757413Z","steps":["trace[724579912] 'read index received' (duration: 545.654915ms)","trace[724579912] 'applied index is now lower than readState.Index' (duration: 429.067472ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:00.757504Z","caller":"traceutil/trace.go:171","msg":"trace[1169049242] transaction","detail":"{read_only:false; response_revision:28488; number_of_response:1; }","duration":"966.889786ms","start":"2026-07-24T18:18:59.790609Z","end":"2026-07-24T18:19:00.757498Z","steps":["trace[1169049242] 'process raft request' (duration: 966.585349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:00.757545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.790583Z","time spent":"966.933376ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:00.7576Z","caller":"traceutil/trace.go:171","msg":"trace[1164997337] transaction","detail":"{read_only:false; response_revision:28489; number_of_response:1; }","duration":"965.916455ms","start":"2026-07-24T18:18:59.791678Z","end":"2026-07-24T18:19:00.757595Z","steps":["trace[1164997337] 'process raft request' (duration: 965.606558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:00.757624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.791665Z","time spent":"965.944485ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:00.757668Z","caller":"traceutil/trace.go:171","msg":"trace[475543867] transaction","detail":"{read_only:false; response_revision:28490; number_of_response:1; }","duration":"895.883951ms","start":"2026-07-24T18:18:59.86178Z","end":"2026-07-24T18:19:00.757664Z","steps":["trace[475543867] 'process raft request' (duration: 895.580835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:00.757688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.861754Z","time spent":"895.921642ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:00.757731Z","caller":"traceutil/trace.go:171","msg":"trace[242828429] transaction","detail":"{read_only:false; response_revision:28491; number_of_response:1; }","duration":"886.396184ms","start":"2026-07-24T18:18:59.871329Z","end":"2026-07-24T18:19:00.757726Z","steps":["trace[242828429] 'process raft request' (duration: 886.052486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:00.757755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.871296Z","time spent":"886.443575ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:00.757904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019711711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T18:19:00.75792Z","caller":"traceutil/trace.go:171","msg":"trace[538543720] transaction","detail":"{read_only:false; response_revision:28486; number_of_response:1; }","duration":"969.399981ms","start":"2026-07-24T18:18:59.788512Z","end":"2026-07-24T18:19:00.757912Z","steps":["trace[538543720] 'process raft request' (duration: 968.128012ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:00.757925Z","caller":"traceutil/trace.go:171","msg":"trace[539226565] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28491; }","duration":"1.019785723s","start":"2026-07-24T18:18:59.738132Z","end":"2026-07-24T18:19:00.757918Z","steps":["trace[539226565] 'agreement among raft nodes before linearized reading' (duration: 1.01965294s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:00.757944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.738097Z","time spent":"1.019843534s","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:19:00.757957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.788482Z","time spent":"969.455431ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:00.758026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378525176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T18:19:00.758091Z","caller":"traceutil/trace.go:171","msg":"trace[1709745958] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28491; }","duration":"1.378642949s","start":"2026-07-24T18:18:59.379429Z","end":"2026-07-24T18:19:00.758072Z","steps":["trace[1709745958] 'agreement among raft nodes before linearized reading' (duration: 1.378371233s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:00.758134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.379399Z","time spent":"1.378724s","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:01.258419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283564950650910,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T18:19:01.470341Z","caller":"traceutil/trace.go:171","msg":"trace[12353097] transaction","detail":"{read_only:false; response_revision:28493; number_of_response:1; }","duration":"811.793101ms","start":"2026-07-24T18:19:00.6585Z","end":"2026-07-24T18:19:01.470293Z","steps":["trace[12353097] 'process raft request' (duration: 811.692459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:01.470902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:00.658469Z","time spent":"812.320362ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:01.470422Z","caller":"traceutil/trace.go:171","msg":"trace[2133469139] transaction","detail":"{read_only:false; response_revision:28492; number_of_response:1; }","duration":"848.788271ms","start":"2026-07-24T18:19:00.621599Z","end":"2026-07-24T18:19:01.470388Z","steps":["trace[2133469139] 'process raft request' (duration: 751.106442ms)","trace[2133469139] 'compare' (duration: 97.340121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:01.471347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:00.621576Z","time spent":"849.738022ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:01.784834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000707426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T18:19:01.784979Z","caller":"traceutil/trace.go:171","msg":"trace[1502932640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000923941s","start":"2026-07-24T18:18:59.784016Z","end":"2026-07-24T18:19:01.78494Z","steps":["trace[1502932640] 'agreement among raft nodes before linearized reading' (duration: 2.000723867s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:01.785036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.783995Z","time spent":"2.001029864s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 18:19:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T18:19:02.282586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.95536ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T18:19:02.2835Z","caller":"traceutil/trace.go:171","msg":"trace[259606469] linearizableReadLoop","detail":"{readStateIndex:29795; appliedIndex:29792; }","duration":"1.526018764s","start":"2026-07-24T18:19:00.757452Z","end":"2026-07-24T18:19:02.283471Z","steps":["trace[259606469] 'read index received' (duration: 615.166476ms)","trace[259606469] 'applied index is now lower than readState.Index' (duration: 910.849478ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:02.283586Z","caller":"traceutil/trace.go:171","msg":"trace[107028718] transaction","detail":"{read_only:false; response_revision:28494; number_of_response:1; }","duration":"990.133454ms","start":"2026-07-24T18:19:01.293409Z","end":"2026-07-24T18:19:02.283542Z","steps":["trace[107028718] 'process raft request' (duration: 989.314276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:02.283771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:01.293373Z","time spent":"990.301819ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:02.938577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146235472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-07-24T18:19:02.938611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334576074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T18:19:02.938663Z","caller":"traceutil/trace.go:171","msg":"trace[177206931] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28494; }","duration":"3.146351625s","start":"2026-07-24T18:18:59.792288Z","end":"2026-07-24T18:19:02.93864Z","steps":["trace[177206931] 'agreement among raft nodes before linearized reading' (duration: 2.491342897s)","trace[177206931] 'range keys from in-memory index tree' (duration: 654.789044ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:02.938715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:18:59.79228Z","time spent":"3.146427077s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T18:19:02.938727Z","caller":"traceutil/trace.go:171","msg":"trace[2104510673] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28494; }","duration":"2.334763418s","start":"2026-07-24T18:19:00.603933Z","end":"2026-07-24T18:19:02.938697Z","steps":["trace[2104510673] 'agreement among raft nodes before linearized reading' (duration: 1.679582696s)","trace[2104510673] 'range keys from in-memory index tree' (duration: 654.856225ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:02.93878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:00.603906Z","time spent":"2.334863431s","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:19:02.938892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.316335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:19:02.939141Z","caller":"traceutil/trace.go:171","msg":"trace[1263547848] transaction","detail":"{read_only:false; response_revision:28495; number_of_response:1; }","duration":"1.150021814s","start":"2026-07-24T18:19:01.789106Z","end":"2026-07-24T18:19:02.939127Z","steps":["trace[1263547848] 'process raft request' (duration: 494.351151ms)","trace[1263547848] 'compare' (duration: 655.07748ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:02.939203Z","caller":"traceutil/trace.go:171","msg":"trace[1434761195] linearizableReadLoop","detail":"{readStateIndex:29797; appliedIndex:29796; }","duration":"655.613322ms","start":"2026-07-24T18:19:02.283573Z","end":"2026-07-24T18:19:02.939186Z","steps":["trace[1434761195] 'read index received' (duration: 68.611µs)","trace[1434761195] 'applied index is now lower than readState.Index' (duration: 655.539871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:02.939226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:01.789073Z","time spent":"1.150101647s","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T18:19:02.939216Z","caller":"traceutil/trace.go:171","msg":"trace[1761287467] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"175.292238ms","start":"2026-07-24T18:19:02.763899Z","end":"2026-07-24T18:19:02.939192Z","steps":["trace[1761287467] 'process raft request' (duration: 175.167984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:02.939345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.006926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:02.939379Z","caller":"traceutil/trace.go:171","msg":"trace[1239844028] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28496; }","duration":"860.093588ms","start":"2026-07-24T18:19:02.079277Z","end":"2026-07-24T18:19:02.939371Z","steps":["trace[1239844028] 'agreement among raft nodes before linearized reading' (duration: 859.999686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:02.939414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.07925Z","time spent":"860.156039ms","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:02.939471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716389523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:02.939512Z","caller":"traceutil/trace.go:171","msg":"trace[844031538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28496; }","duration":"1.716482405s","start":"2026-07-24T18:19:01.223017Z","end":"2026-07-24T18:19:02.9395Z","steps":["trace[844031538] 'agreement among raft nodes before linearized reading' (duration: 1.716414153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:02.93954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:01.222989Z","time spent":"1.716543916s","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:02.93959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897749042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:02.939627Z","caller":"traceutil/trace.go:171","msg":"trace[231846702] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28496; }","duration":"1.897824924s","start":"2026-07-24T18:19:01.041792Z","end":"2026-07-24T18:19:02.939617Z","steps":["trace[231846702] 'agreement among raft nodes before linearized reading' (duration: 1.897766083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:02.939665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147853077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:02.939664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:01.041764Z","time spent":"1.897892856s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:02.939685Z","caller":"traceutil/trace.go:171","msg":"trace[504853749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28496; }","duration":"1.147928088s","start":"2026-07-24T18:19:01.79175Z","end":"2026-07-24T18:19:02.939678Z","steps":["trace[504853749] 'agreement among raft nodes before linearized reading' (duration: 1.147890898s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:02.939704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:01.791721Z","time spent":"1.14797952s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:19:02.939871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177728261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T18:19:02.939908Z","caller":"traceutil/trace.go:171","msg":"trace[830982493] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28496; }","duration":"2.177806223s","start":"2026-07-24T18:19:00.76209Z","end":"2026-07-24T18:19:02.939896Z","steps":["trace[830982493] 'agreement among raft nodes before linearized reading' (duration: 2.177707411s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:02.939948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:00.762066Z","time spent":"2.177866805s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:19:03.769506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.139975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:19:03.770463Z","caller":"traceutil/trace.go:171","msg":"trace[1176068513] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"1.006290978s","start":"2026-07-24T18:19:02.764136Z","end":"2026-07-24T18:19:03.770427Z","steps":["trace[1176068513] 'process raft request' (duration: 544.138072ms)","trace[1176068513] 'compare' (duration: 460.983471ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:03.770584Z","caller":"traceutil/trace.go:171","msg":"trace[1736774466] transaction","detail":"{read_only:false; response_revision:28498; number_of_response:1; }","duration":"1.005409109s","start":"2026-07-24T18:19:02.765132Z","end":"2026-07-24T18:19:03.770541Z","steps":["trace[1736774466] 'process raft request' (duration: 1.004466749s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.770633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.764103Z","time spent":"1.006434851s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:03.770647Z","caller":"traceutil/trace.go:171","msg":"trace[1435306941] linearizableReadLoop","detail":"{readStateIndex:29800; appliedIndex:29798; }","duration":"831.373918ms","start":"2026-07-24T18:19:02.939245Z","end":"2026-07-24T18:19:03.770619Z","steps":["trace[1435306941] 'read index received' (duration: 368.911325ms)","trace[1435306941] 'applied index is now lower than readState.Index' (duration: 462.459153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:03.770748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.76509Z","time spent":"1.005569582s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:03.770748Z","caller":"traceutil/trace.go:171","msg":"trace[450697699] transaction","detail":"{read_only:false; response_revision:28499; number_of_response:1; }","duration":"826.170025ms","start":"2026-07-24T18:19:02.944543Z","end":"2026-07-24T18:19:03.770713Z","steps":["trace[450697699] 'process raft request' (duration: 826.015232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.770879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00775145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-24T18:19:03.7711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007460773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-24T18:19:03.77113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437063108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T18:19:03.771133Z","caller":"traceutil/trace.go:171","msg":"trace[361015384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28499; }","duration":"1.008053256s","start":"2026-07-24T18:19:02.763064Z","end":"2026-07-24T18:19:03.771117Z","steps":["trace[361015384] 'agreement among raft nodes before linearized reading' (duration: 1.007675978s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:03.771156Z","caller":"traceutil/trace.go:171","msg":"trace[1459643525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28499; }","duration":"1.007517665s","start":"2026-07-24T18:19:02.763623Z","end":"2026-07-24T18:19:03.77114Z","steps":["trace[1459643525] 'agreement among raft nodes before linearized reading' (duration: 1.007363021s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:03.771164Z","caller":"traceutil/trace.go:171","msg":"trace[1601804211] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28499; }","duration":"1.43714342s","start":"2026-07-24T18:19:02.33401Z","end":"2026-07-24T18:19:03.771154Z","steps":["trace[1601804211] 'agreement among raft nodes before linearized reading' (duration: 1.437048058s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.771196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.333979Z","time spent":"1.437212412s","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T18:19:03.770902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144123005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:03.77119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.763034Z","time spent":"1.008143057s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T18:19:03.771231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.76361Z","time spent":"1.007608367s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T18:19:03.771241Z","caller":"traceutil/trace.go:171","msg":"trace[849006918] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:28499; }","duration":"1.144523464s","start":"2026-07-24T18:19:02.626703Z","end":"2026-07-24T18:19:03.771226Z","steps":["trace[849006918] 'agreement among raft nodes before linearized reading' (duration: 1.144125395s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.771286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.62666Z","time spent":"1.144612766s","remote":"127.0.0.1:38462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:03.77113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006187246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T18:19:03.770909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222276795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:03.771439Z","caller":"traceutil/trace.go:171","msg":"trace[1157873691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28499; }","duration":"1.006461662s","start":"2026-07-24T18:19:02.764903Z","end":"2026-07-24T18:19:03.771364Z","steps":["trace[1157873691] 'agreement among raft nodes before linearized reading' (duration: 1.005793957s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.771511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.764829Z","time spent":"1.006669147s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T18:19:03.771447Z","caller":"traceutil/trace.go:171","msg":"trace[456385864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28499; }","duration":"1.222853879s","start":"2026-07-24T18:19:02.548579Z","end":"2026-07-24T18:19:03.771433Z","steps":["trace[456385864] 'agreement among raft nodes before linearized reading' (duration: 1.222281386s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.771668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.548555Z","time spent":"1.223093325s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:03.770969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.94453Z","time spent":"826.326179ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:03.771046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008664299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T18:19:03.771947Z","caller":"traceutil/trace.go:171","msg":"trace[1997292552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28499; }","duration":"1.009605161s","start":"2026-07-24T18:19:02.762329Z","end":"2026-07-24T18:19:03.771934Z","steps":["trace[1997292552] 'agreement among raft nodes before linearized reading' (duration: 1.008608718s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.771979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.762305Z","time spent":"1.009663252s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T18:19:03.771056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005843688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T18:19:03.77207Z","caller":"traceutil/trace.go:171","msg":"trace[157725294] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28499; }","duration":"1.006855001s","start":"2026-07-24T18:19:02.765208Z","end":"2026-07-24T18:19:03.772063Z","steps":["trace[157725294] 'agreement among raft nodes before linearized reading' (duration: 1.005740446s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.772098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.765169Z","time spent":"1.006923182s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T18:19:03.770928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007464063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T18:19:03.772305Z","caller":"traceutil/trace.go:171","msg":"trace[1189980070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28499; }","duration":"1.008930755s","start":"2026-07-24T18:19:02.763367Z","end":"2026-07-24T18:19:03.772297Z","steps":["trace[1189980070] 'agreement among raft nodes before linearized reading' (duration: 1.00730512s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.772342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.763338Z","time spent":"1.008995767s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T18:19:03.801533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.673746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:03.801575Z","caller":"traceutil/trace.go:171","msg":"trace[1318211903] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28500; }","duration":"683.786118ms","start":"2026-07-24T18:19:03.117779Z","end":"2026-07-24T18:19:03.801565Z","steps":["trace[1318211903] 'agreement among raft nodes before linearized reading' (duration: 683.679066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.8016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.117711Z","time spent":"683.88237ms","remote":"127.0.0.1:51402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:03.801647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.014118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:03.801708Z","caller":"traceutil/trace.go:171","msg":"trace[119802081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28500; }","duration":"861.136671ms","start":"2026-07-24T18:19:02.940556Z","end":"2026-07-24T18:19:03.801693Z","steps":["trace[119802081] 'agreement among raft nodes before linearized reading' (duration: 861.032218ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:03.801399Z","caller":"traceutil/trace.go:171","msg":"trace[581435316] transaction","detail":"{read_only:false; response_revision:28500; number_of_response:1; }","duration":"323.664435ms","start":"2026-07-24T18:19:03.47772Z","end":"2026-07-24T18:19:03.801384Z","steps":["trace[581435316] 'process raft request' (duration: 323.296087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.801767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.940524Z","time spent":"861.231602ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:19:03.801766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.46617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-24T18:19:03.801904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.477692Z","time spent":"324.073143ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:03.801909Z","caller":"traceutil/trace.go:171","msg":"trace[2060788972] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28500; }","duration":"857.664944ms","start":"2026-07-24T18:19:02.94421Z","end":"2026-07-24T18:19:03.801875Z","steps":["trace[2060788972] 'agreement among raft nodes before linearized reading' (duration: 857.225345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.801993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.944188Z","time spent":"857.786587ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:19:03.801988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.593239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:19:03.802125Z","caller":"traceutil/trace.go:171","msg":"trace[1760372219] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28500; }","duration":"702.890746ms","start":"2026-07-24T18:19:03.099208Z","end":"2026-07-24T18:19:03.802099Z","steps":["trace[1760372219] 'agreement among raft nodes before linearized reading' (duration: 702.311863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.802215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.099177Z","time spent":"703.02549ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:03.802436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.311995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-07-24T18:19:03.802533Z","caller":"traceutil/trace.go:171","msg":"trace[2094489476] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28500; }","duration":"861.453718ms","start":"2026-07-24T18:19:02.941057Z","end":"2026-07-24T18:19:03.802511Z","steps":["trace[2094489476] 'agreement among raft nodes before linearized reading' (duration: 860.699471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:03.802614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:02.941033Z","time spent":"861.567811ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17017,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T18:19:04.301654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283564950650928,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T18:19:04.419293Z","caller":"traceutil/trace.go:171","msg":"trace[1916426607] transaction","detail":"{read_only:false; response_revision:28502; number_of_response:1; }","duration":"643.037237ms","start":"2026-07-24T18:19:03.776223Z","end":"2026-07-24T18:19:04.41926Z","steps":["trace[1916426607] 'process raft request' (duration: 642.941715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:04.419325Z","caller":"traceutil/trace.go:171","msg":"trace[1644105182] transaction","detail":"{read_only:false; response_revision:28501; number_of_response:1; }","duration":"643.214081ms","start":"2026-07-24T18:19:03.776054Z","end":"2026-07-24T18:19:04.419268Z","steps":["trace[1644105182] 'process raft request' (duration: 642.912295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:04.41951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.776208Z","time spent":"643.18552ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:04.419545Z","caller":"traceutil/trace.go:171","msg":"trace[833165530] transaction","detail":"{read_only:false; response_revision:28503; number_of_response:1; }","duration":"643.17023ms","start":"2026-07-24T18:19:03.776326Z","end":"2026-07-24T18:19:04.419497Z","steps":["trace[833165530] 'process raft request' (duration: 642.885374ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:04.419805Z","caller":"traceutil/trace.go:171","msg":"trace[1780731106] transaction","detail":"{read_only:false; response_revision:28504; number_of_response:1; }","duration":"643.17266ms","start":"2026-07-24T18:19:03.77661Z","end":"2026-07-24T18:19:04.419782Z","steps":["trace[1780731106] 'process raft request' (duration: 642.803662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:04.419905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.776576Z","time spent":"643.285042ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:04.419939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.776302Z","time spent":"643.303662ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:04.420057Z","caller":"traceutil/trace.go:171","msg":"trace[1322903825] transaction","detail":"{read_only:false; response_revision:28505; number_of_response:1; }","duration":"643.039546ms","start":"2026-07-24T18:19:03.776993Z","end":"2026-07-24T18:19:04.420033Z","steps":["trace[1322903825] 'process raft request' (duration: 642.650527ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:04.420098Z","caller":"traceutil/trace.go:171","msg":"trace[1500448372] transaction","detail":"{read_only:false; response_revision:28506; number_of_response:1; }","duration":"642.728599ms","start":"2026-07-24T18:19:03.777337Z","end":"2026-07-24T18:19:04.420065Z","steps":["trace[1500448372] 'process raft request' (duration: 642.592046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:04.420151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.776984Z","time spent":"643.122207ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:04.420275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.77733Z","time spent":"642.847102ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:04.420365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.77603Z","time spent":"643.400775ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:04.988563Z","caller":"traceutil/trace.go:171","msg":"trace[2123946121] transaction","detail":"{read_only:false; response_revision:28507; number_of_response:1; }","duration":"1.179934739s","start":"2026-07-24T18:19:03.808581Z","end":"2026-07-24T18:19:04.988516Z","steps":["trace[2123946121] 'process raft request' (duration: 1.112218477s)","trace[2123946121] 'compare' (duration: 67.418776ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:04.988643Z","caller":"traceutil/trace.go:171","msg":"trace[1687533598] transaction","detail":"{read_only:false; response_revision:28510; number_of_response:1; }","duration":"394.159319ms","start":"2026-07-24T18:19:04.594453Z","end":"2026-07-24T18:19:04.988613Z","steps":["trace[1687533598] 'process raft request' (duration: 394.109108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:04.988784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.808568Z","time spent":"1.180094752s","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:04.988823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:04.594416Z","time spent":"394.305731ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:04.989048Z","caller":"traceutil/trace.go:171","msg":"trace[986905091] transaction","detail":"{read_only:false; response_revision:28509; number_of_response:1; }","duration":"699.396199ms","start":"2026-07-24T18:19:04.289642Z","end":"2026-07-24T18:19:04.989038Z","steps":["trace[986905091] 'process raft request' (duration: 698.813447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:04.989118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:04.289607Z","time spent":"699.479581ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:04.989206Z","caller":"traceutil/trace.go:171","msg":"trace[1407610769] linearizableReadLoop","detail":"{readStateIndex:29811; appliedIndex:29806; }","duration":"1.187952825s","start":"2026-07-24T18:19:03.80124Z","end":"2026-07-24T18:19:04.989192Z","steps":["trace[1407610769] 'read index received' (duration: 618.444588ms)","trace[1407610769] 'applied index is now lower than readState.Index' (duration: 569.507197ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:04.989233Z","caller":"traceutil/trace.go:171","msg":"trace[348757279] transaction","detail":"{read_only:false; response_revision:28508; number_of_response:1; }","duration":"1.125451446s","start":"2026-07-24T18:19:03.863751Z","end":"2026-07-24T18:19:04.989202Z","steps":["trace[348757279] 'process raft request' (duration: 1.124625638s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:04.989336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.863705Z","time spent":"1.125576708s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:04.989421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213444933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T18:19:04.989507Z","caller":"traceutil/trace.go:171","msg":"trace[1881962825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28510; }","duration":"1.213582506s","start":"2026-07-24T18:19:03.775901Z","end":"2026-07-24T18:19:04.989484Z","steps":["trace[1881962825] 'agreement among raft nodes before linearized reading' (duration: 1.213360271s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:04.989556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.775867Z","time spent":"1.213680018s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T18:19:05.247309Z","caller":"traceutil/trace.go:171","msg":"trace[2138791192] linearizableReadLoop","detail":"{readStateIndex:29813; appliedIndex:29812; }","duration":"258.049759ms","start":"2026-07-24T18:19:04.989229Z","end":"2026-07-24T18:19:05.247279Z","steps":["trace[2138791192] 'read index received' (duration: 217.346318ms)","trace[2138791192] 'applied index is now lower than readState.Index' (duration: 40.702471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:05.247475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.173456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:05.247552Z","caller":"traceutil/trace.go:171","msg":"trace[1048596670] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28511; }","duration":"689.31616ms","start":"2026-07-24T18:19:04.558219Z","end":"2026-07-24T18:19:05.247535Z","steps":["trace[1048596670] 'agreement among raft nodes before linearized reading' (duration: 689.124365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:05.247582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:04.558192Z","time spent":"689.382811ms","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:05.247566Z","caller":"traceutil/trace.go:171","msg":"trace[1912563600] transaction","detail":"{read_only:false; response_revision:28511; number_of_response:1; }","duration":"301.199914ms","start":"2026-07-24T18:19:04.946327Z","end":"2026-07-24T18:19:05.247527Z","steps":["trace[1912563600] 'process raft request' (duration: 260.242247ms)","trace[1912563600] 'compare' (duration: 40.554828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:05.247724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:04.946288Z","time spent":"301.342156ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:05.247792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399035166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:05.247873Z","caller":"traceutil/trace.go:171","msg":"trace[1885535832] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28511; }","duration":"1.399190999s","start":"2026-07-24T18:19:03.84866Z","end":"2026-07-24T18:19:05.247851Z","steps":["trace[1885535832] 'agreement among raft nodes before linearized reading' (duration: 1.399039916s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:05.24791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.848631Z","time spent":"1.39927039s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:05.24791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080108055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282503"} {"level":"info","ts":"2026-07-24T18:19:05.247946Z","caller":"traceutil/trace.go:171","msg":"trace[1637289210] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28511; }","duration":"1.080223667s","start":"2026-07-24T18:19:04.167711Z","end":"2026-07-24T18:19:05.247935Z","steps":["trace[1637289210] 'agreement among raft nodes before linearized reading' (duration: 1.079707585s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:05.247887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437376815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:05.247983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:04.167681Z","time spent":"1.080291618s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282526,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-24T18:19:05.248064Z","caller":"traceutil/trace.go:171","msg":"trace[396784506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28511; }","duration":"1.437625711s","start":"2026-07-24T18:19:03.81038Z","end":"2026-07-24T18:19:05.248005Z","steps":["trace[396784506] 'agreement among raft nodes before linearized reading' (duration: 1.437341714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:05.248158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:03.810371Z","time spent":"1.437768024s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:19:05.717047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.399678ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:05.717224Z","caller":"traceutil/trace.go:171","msg":"trace[313444860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28511; }","duration":"359.598762ms","start":"2026-07-24T18:19:05.357596Z","end":"2026-07-24T18:19:05.717194Z","steps":["trace[313444860] 'range keys from in-memory index tree' (duration: 359.373617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:05.748188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283564950650937,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T18:19:05.894793Z","caller":"traceutil/trace.go:171","msg":"trace[397171382] transaction","detail":"{read_only:false; response_revision:28512; number_of_response:1; }","duration":"899.261035ms","start":"2026-07-24T18:19:04.995501Z","end":"2026-07-24T18:19:05.894762Z","steps":["trace[397171382] 'process raft request' (duration: 898.777214ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:05.895008Z","caller":"traceutil/trace.go:171","msg":"trace[265939477] linearizableReadLoop","detail":"{readStateIndex:29815; appliedIndex:29813; }","duration":"647.578747ms","start":"2026-07-24T18:19:05.247385Z","end":"2026-07-24T18:19:05.894964Z","steps":["trace[265939477] 'read index received' (duration: 646.984593ms)","trace[265939477] 'applied index is now lower than readState.Index' (duration: 590.814µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:05.895075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:04.995483Z","time spent":"899.395018ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:05.8951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.533172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:05.895171Z","caller":"traceutil/trace.go:171","msg":"trace[13856072] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:28512; }","duration":"825.621514ms","start":"2026-07-24T18:19:05.069533Z","end":"2026-07-24T18:19:05.895154Z","steps":["trace[13856072] 'agreement among raft nodes before linearized reading' (duration: 825.45059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:05.895215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.069438Z","time spent":"825.765727ms","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:05.895287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.512126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-24T18:19:05.895335Z","caller":"traceutil/trace.go:171","msg":"trace[2123836945] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28512; }","duration":"902.604219ms","start":"2026-07-24T18:19:04.992717Z","end":"2026-07-24T18:19:05.895321Z","steps":["trace[2123836945] 'agreement among raft nodes before linearized reading' (duration: 902.411864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:05.89537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:04.992697Z","time spent":"902.665059ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T18:19:05.89548Z","caller":"traceutil/trace.go:171","msg":"trace[1039421152] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28512; }","duration":"896.582726ms","start":"2026-07-24T18:19:04.998491Z","end":"2026-07-24T18:19:05.895074Z","steps":["trace[1039421152] 'process raft request' (duration: 896.169547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:05.895841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:04.998457Z","time spent":"897.345473ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T18:19:05.896467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.978255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:05.896659Z","caller":"traceutil/trace.go:171","msg":"trace[1637000255] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28512; }","duration":"844.22753ms","start":"2026-07-24T18:19:05.052413Z","end":"2026-07-24T18:19:05.89664Z","steps":["trace[1637000255] 'agreement among raft nodes before linearized reading' (duration: 843.971624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:05.896706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.052372Z","time spent":"844.319242ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:06.289119Z","caller":"traceutil/trace.go:171","msg":"trace[1456604180] linearizableReadLoop","detail":"{readStateIndex:29818; appliedIndex:29815; }","duration":"393.976553ms","start":"2026-07-24T18:19:05.895113Z","end":"2026-07-24T18:19:06.289089Z","steps":["trace[1456604180] 'read index received' (duration: 393.633166ms)","trace[1456604180] 'applied index is now lower than readState.Index' (duration: 341.657µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:06.289431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.400974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:06.289529Z","caller":"traceutil/trace.go:171","msg":"trace[1160107966] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28515; }","duration":"934.538156ms","start":"2026-07-24T18:19:05.354961Z","end":"2026-07-24T18:19:06.289499Z","steps":["trace[1160107966] 'agreement among raft nodes before linearized reading' (duration: 934.358972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.289569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.354948Z","time spent":"934.612779ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:06.289569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.150125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:19:06.289633Z","caller":"traceutil/trace.go:171","msg":"trace[1350712649] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28515; }","duration":"953.228317ms","start":"2026-07-24T18:19:05.336378Z","end":"2026-07-24T18:19:06.289606Z","steps":["trace[1350712649] 'agreement among raft nodes before linearized reading' (duration: 953.045103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.289611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.738643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-24T18:19:06.289645Z","caller":"traceutil/trace.go:171","msg":"trace[1047438771] transaction","detail":"{read_only:false; response_revision:28515; number_of_response:1; }","duration":"481.242834ms","start":"2026-07-24T18:19:05.808365Z","end":"2026-07-24T18:19:06.289608Z","steps":["trace[1047438771] 'process raft request' (duration: 480.667601ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:06.2897Z","caller":"traceutil/trace.go:171","msg":"trace[1872703162] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:28515; }","duration":"528.928808ms","start":"2026-07-24T18:19:05.760746Z","end":"2026-07-24T18:19:06.289675Z","steps":["trace[1872703162] 'agreement among raft nodes before linearized reading' (duration: 528.553659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.289726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.98263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:06.289774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.760715Z","time spent":"529.044991ms","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"info","ts":"2026-07-24T18:19:06.289782Z","caller":"traceutil/trace.go:171","msg":"trace[1944783607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28515; }","duration":"968.064772ms","start":"2026-07-24T18:19:05.321697Z","end":"2026-07-24T18:19:06.289762Z","steps":["trace[1944783607] 'agreement among raft nodes before linearized reading' (duration: 968.007251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.289776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.533414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T18:19:06.289826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.32167Z","time spent":"968.148253ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:19:06.289844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.808336Z","time spent":"481.404378ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:06.289869Z","caller":"traceutil/trace.go:171","msg":"trace[1196700075] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28515; }","duration":"720.771919ms","start":"2026-07-24T18:19:05.569075Z","end":"2026-07-24T18:19:06.289847Z","steps":["trace[1196700075] 'agreement among raft nodes before linearized reading' (duration: 720.39065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.28988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.131535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:06.289923Z","caller":"traceutil/trace.go:171","msg":"trace[1047349434] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28515; }","duration":"472.219907ms","start":"2026-07-24T18:19:05.81769Z","end":"2026-07-24T18:19:06.28991Z","steps":["trace[1047349434] 'agreement among raft nodes before linearized reading' (duration: 472.149326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.289933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.569043Z","time spent":"720.871181ms","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:06.289949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.356966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:06.289967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.817662Z","time spent":"472.296579ms","remote":"127.0.0.1:51902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-24T18:19:06.29Z","caller":"traceutil/trace.go:171","msg":"trace[129993455] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28515; }","duration":"776.441788ms","start":"2026-07-24T18:19:05.513546Z","end":"2026-07-24T18:19:06.289987Z","steps":["trace[129993455] 'agreement among raft nodes before linearized reading' (duration: 776.364836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.290024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.513527Z","time spent":"776.491049ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:06.290127Z","caller":"traceutil/trace.go:171","msg":"trace[1037725435] transaction","detail":"{read_only:false; response_revision:28513; number_of_response:1; }","duration":"512.753454ms","start":"2026-07-24T18:19:05.777365Z","end":"2026-07-24T18:19:06.290118Z","steps":["trace[1037725435] 'process raft request' (duration: 511.396823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.290176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.777336Z","time spent":"512.811525ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:06.290116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.660981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:06.289638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039522475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:06.290311Z","caller":"traceutil/trace.go:171","msg":"trace[591811615] transaction","detail":"{read_only:false; response_revision:28514; number_of_response:1; }","duration":"512.378206ms","start":"2026-07-24T18:19:05.777927Z","end":"2026-07-24T18:19:06.290305Z","steps":["trace[591811615] 'process raft request' (duration: 511.035986ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:06.290319Z","caller":"traceutil/trace.go:171","msg":"trace[626472308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28515; }","duration":"1.040267173s","start":"2026-07-24T18:19:05.250039Z","end":"2026-07-24T18:19:06.290307Z","steps":["trace[626472308] 'agreement among raft nodes before linearized reading' (duration: 1.039475355s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.29035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.777887Z","time spent":"512.437397ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:06.290379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.25002Z","time spent":"1.040342924s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T18:19:06.290283Z","caller":"traceutil/trace.go:171","msg":"trace[2076438481] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:28515; }","duration":"474.856765ms","start":"2026-07-24T18:19:05.815414Z","end":"2026-07-24T18:19:06.290271Z","steps":["trace[2076438481] 'agreement among raft nodes before linearized reading' (duration: 474.64783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.290492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.815404Z","time spent":"475.074719ms","remote":"127.0.0.1:51680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:06.289677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.336301Z","time spent":"953.36456ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:06.724821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.284119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:19:06.725114Z","caller":"traceutil/trace.go:171","msg":"trace[1856560679] transaction","detail":"{read_only:false; response_revision:28517; number_of_response:1; }","duration":"241.055636ms","start":"2026-07-24T18:19:06.48404Z","end":"2026-07-24T18:19:06.725096Z","steps":["trace[1856560679] 'process raft request' (duration: 240.985955ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:06.725116Z","caller":"traceutil/trace.go:171","msg":"trace[1579352246] transaction","detail":"{read_only:false; response_revision:28516; number_of_response:1; }","duration":"822.861113ms","start":"2026-07-24T18:19:05.902209Z","end":"2026-07-24T18:19:06.725071Z","steps":["trace[1579352246] 'process raft request' (duration: 609.231437ms)","trace[1579352246] 'compare' (duration: 212.863929ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:06.725243Z","caller":"traceutil/trace.go:171","msg":"trace[1817727209] linearizableReadLoop","detail":"{readStateIndex:29819; appliedIndex:29818; }","duration":"436.037775ms","start":"2026-07-24T18:19:06.289198Z","end":"2026-07-24T18:19:06.725235Z","steps":["trace[1817727209] 'read index received' (duration: 222.521202ms)","trace[1817727209] 'applied index is now lower than readState.Index' (duration: 213.515783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:06.725296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.902192Z","time spent":"823.001686ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:06.725328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.292254Z","time spent":"433.07127ms","remote":"127.0.0.1:44578","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T18:19:06.725618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.30463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:06.725671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.673361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-24T18:19:06.725668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.098479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T18:19:06.725723Z","caller":"traceutil/trace.go:171","msg":"trace[1750782182] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28517; }","duration":"494.476754ms","start":"2026-07-24T18:19:06.231222Z","end":"2026-07-24T18:19:06.725698Z","steps":["trace[1750782182] 'agreement among raft nodes before linearized reading' (duration: 494.243829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.72574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.199625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-24T18:19:06.725749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.792714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T18:19:06.725743Z","caller":"traceutil/trace.go:171","msg":"trace[1785709499] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28517; }","duration":"300.749553ms","start":"2026-07-24T18:19:06.424972Z","end":"2026-07-24T18:19:06.725722Z","steps":["trace[1785709499] 'agreement among raft nodes before linearized reading' (duration: 300.517528ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:06.725751Z","caller":"traceutil/trace.go:171","msg":"trace[578324025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28517; }","duration":"300.201951ms","start":"2026-07-24T18:19:06.425529Z","end":"2026-07-24T18:19:06.725731Z","steps":["trace[578324025] 'agreement among raft nodes before linearized reading' (duration: 299.965426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:06.725776Z","caller":"traceutil/trace.go:171","msg":"trace[1093441309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28517; }","duration":"302.287858ms","start":"2026-07-24T18:19:06.423478Z","end":"2026-07-24T18:19:06.725766Z","steps":["trace[1093441309] 'agreement among raft nodes before linearized reading' (duration: 302.215576ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:06.725788Z","caller":"traceutil/trace.go:171","msg":"trace[967062447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28517; }","duration":"300.854326ms","start":"2026-07-24T18:19:06.424914Z","end":"2026-07-24T18:19:06.725769Z","steps":["trace[967062447] 'agreement among raft nodes before linearized reading' (duration: 300.781394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.725791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.425524Z","time spent":"300.259922ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T18:19:06.725787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.493028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T18:19:06.725803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.423455Z","time spent":"302.343568ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T18:19:06.725792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.231193Z","time spent":"494.586586ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:06.725807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.424896Z","time spent":"300.907517ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T18:19:06.725804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.424967Z","time spent":"300.823915ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-24T18:19:06.725826Z","caller":"traceutil/trace.go:171","msg":"trace[193493163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28517; }","duration":"300.535819ms","start":"2026-07-24T18:19:06.425282Z","end":"2026-07-24T18:19:06.725817Z","steps":["trace[193493163] 'agreement among raft nodes before linearized reading' (duration: 300.370575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.725816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.702305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-24T18:19:06.725661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.335684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T18:19:06.725853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.425241Z","time spent":"300.607581ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T18:19:06.725875Z","caller":"traceutil/trace.go:171","msg":"trace[1610470041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28517; }","duration":"300.562599ms","start":"2026-07-24T18:19:06.425304Z","end":"2026-07-24T18:19:06.725867Z","steps":["trace[1610470041] 'agreement among raft nodes before linearized reading' (duration: 300.245082ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:06.725878Z","caller":"traceutil/trace.go:171","msg":"trace[1601775875] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28517; }","duration":"328.798577ms","start":"2026-07-24T18:19:06.397061Z","end":"2026-07-24T18:19:06.72586Z","steps":["trace[1601775875] 'agreement among raft nodes before linearized reading' (duration: 328.637703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.725895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.425301Z","time spent":"300.589149ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T18:19:06.725669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.657688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-24T18:19:06.725935Z","caller":"traceutil/trace.go:171","msg":"trace[1992974532] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28517; }","duration":"827.943423ms","start":"2026-07-24T18:19:05.897982Z","end":"2026-07-24T18:19:06.725925Z","steps":["trace[1992974532] 'agreement among raft nodes before linearized reading' (duration: 827.623486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.72593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.397042Z","time spent":"328.876229ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-24T18:19:06.725971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.746773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:06.72599Z","caller":"traceutil/trace.go:171","msg":"trace[878988673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28517; }","duration":"427.787153ms","start":"2026-07-24T18:19:06.298197Z","end":"2026-07-24T18:19:06.725984Z","steps":["trace[878988673] 'agreement among raft nodes before linearized reading' (duration: 427.750863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.725994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:05.897957Z","time spent":"827.992395ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-24T18:19:06.725627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.587761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:06.726007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.298183Z","time spent":"427.820535ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T18:19:06.726033Z","caller":"traceutil/trace.go:171","msg":"trace[84384530] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28517; }","duration":"428.05495ms","start":"2026-07-24T18:19:06.297962Z","end":"2026-07-24T18:19:06.726017Z","steps":["trace[84384530] 'agreement among raft nodes before linearized reading' (duration: 427.526519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:06.72607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.297939Z","time spent":"428.120092ms","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-24T18:19:07.237874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283564950650948,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T18:19:07.283808Z","caller":"traceutil/trace.go:171","msg":"trace[1618762374] transaction","detail":"{read_only:false; response_revision:28518; number_of_response:1; }","duration":"555.850108ms","start":"2026-07-24T18:19:06.727922Z","end":"2026-07-24T18:19:07.283772Z","steps":["trace[1618762374] 'process raft request' (duration: 514.880111ms)","trace[1618762374] 'compare' (duration: 40.610609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:07.284513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.727901Z","time spent":"555.98711ms","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:07.72566Z","caller":"traceutil/trace.go:171","msg":"trace[1088590789] transaction","detail":"{read_only:false; response_revision:28519; number_of_response:1; }","duration":"988.440537ms","start":"2026-07-24T18:19:06.737151Z","end":"2026-07-24T18:19:07.725592Z","steps":["trace[1088590789] 'process raft request' (duration: 957.93922ms)","trace[1088590789] 'compare' (duration: 30.021957ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:07.725885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.737124Z","time spent":"988.636562ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:07.726126Z","caller":"traceutil/trace.go:171","msg":"trace[368583419] transaction","detail":"{read_only:false; response_revision:28520; number_of_response:1; }","duration":"988.744054ms","start":"2026-07-24T18:19:06.737154Z","end":"2026-07-24T18:19:07.725898Z","steps":["trace[368583419] 'process raft request' (duration: 988.339425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:07.726303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.73714Z","time spent":"989.0526ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:07.726565Z","caller":"traceutil/trace.go:171","msg":"trace[2004764761] transaction","detail":"{read_only:false; response_revision:28521; number_of_response:1; }","duration":"989.399798ms","start":"2026-07-24T18:19:06.737156Z","end":"2026-07-24T18:19:07.726556Z","steps":["trace[2004764761] 'process raft request' (duration: 988.640462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:07.726618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.737124Z","time spent":"989.46448ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:07.72678Z","caller":"traceutil/trace.go:171","msg":"trace[318041216] transaction","detail":"{read_only:false; response_revision:28522; number_of_response:1; }","duration":"989.431779ms","start":"2026-07-24T18:19:06.737329Z","end":"2026-07-24T18:19:07.726761Z","steps":["trace[318041216] 'process raft request' (duration: 989.188043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:07.726855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.737302Z","time spent":"989.509312ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:07.726941Z","caller":"traceutil/trace.go:171","msg":"trace[1870234423] transaction","detail":"{read_only:false; response_revision:28524; number_of_response:1; }","duration":"989.516431ms","start":"2026-07-24T18:19:06.737412Z","end":"2026-07-24T18:19:07.726929Z","steps":["trace[1870234423] 'process raft request' (duration: 989.412779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:07.726989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.737405Z","time spent":"989.557853ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:07.726979Z","caller":"traceutil/trace.go:171","msg":"trace[751993851] linearizableReadLoop","detail":"{readStateIndex:29830; appliedIndex:29821; }","duration":"989.88291ms","start":"2026-07-24T18:19:06.737083Z","end":"2026-07-24T18:19:07.726966Z","steps":["trace[751993851] 'read index received' (duration: 505.726621ms)","trace[751993851] 'applied index is now lower than readState.Index' (duration: 484.155259ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:07.726992Z","caller":"traceutil/trace.go:171","msg":"trace[307071077] transaction","detail":"{read_only:false; response_revision:28525; number_of_response:1; }","duration":"982.030327ms","start":"2026-07-24T18:19:06.744943Z","end":"2026-07-24T18:19:07.726973Z","steps":["trace[307071077] 'process raft request' (duration: 981.928525ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:07.72704Z","caller":"traceutil/trace.go:171","msg":"trace[1885980125] transaction","detail":"{read_only:false; response_revision:28526; number_of_response:1; }","duration":"731.933903ms","start":"2026-07-24T18:19:06.995057Z","end":"2026-07-24T18:19:07.726991Z","steps":["trace[1885980125] 'process raft request' (duration: 731.869612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:07.727118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.028543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5bc01e65-291c-4154-bd0d-0bcdefddb581\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-24T18:19:07.727152Z","caller":"traceutil/trace.go:171","msg":"trace[1977385687] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5bc01e65-291c-4154-bd0d-0bcdefddb581; range_end:; response_count:1; response_revision:28526; }","duration":"990.092484ms","start":"2026-07-24T18:19:06.73705Z","end":"2026-07-24T18:19:07.727142Z","steps":["trace[1977385687] 'agreement among raft nodes before linearized reading' (duration: 989.953311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:07.727175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.737028Z","time spent":"990.142025ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-5bc01e65-291c-4154-bd0d-0bcdefddb581\" "} {"level":"warn","ts":"2026-07-24T18:19:07.727183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.744903Z","time spent":"982.17573ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:07.72722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.995031Z","time spent":"732.087226ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:07.727523Z","caller":"traceutil/trace.go:171","msg":"trace[165395949] transaction","detail":"{read_only:false; response_revision:28523; number_of_response:1; }","duration":"989.549423ms","start":"2026-07-24T18:19:06.737353Z","end":"2026-07-24T18:19:07.726902Z","steps":["trace[165395949] 'process raft request' (duration: 989.359097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:07.727604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.737328Z","time spent":"990.232527ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:08.227679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283564950650960,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T18:19:08.289646Z","caller":"traceutil/trace.go:171","msg":"trace[1539084021] transaction","detail":"{read_only:false; response_revision:28527; number_of_response:1; }","duration":"1.035527388s","start":"2026-07-24T18:19:07.254077Z","end":"2026-07-24T18:19:08.289604Z","steps":["trace[1539084021] 'process raft request' (duration: 1.034919175s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.289908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.254044Z","time spent":"1.035703682s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:08.289995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.134876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:19:08.290094Z","caller":"traceutil/trace.go:171","msg":"trace[601357233] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28528; }","duration":"853.30512ms","start":"2026-07-24T18:19:07.43677Z","end":"2026-07-24T18:19:08.290075Z","steps":["trace[601357233] 'agreement among raft nodes before linearized reading' (duration: 852.970412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.290143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.436745Z","time spent":"853.388821ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:08.290174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.059411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:19:08.290051Z","caller":"traceutil/trace.go:171","msg":"trace[557348613] transaction","detail":"{read_only:false; response_revision:28528; number_of_response:1; }","duration":"1.000777489s","start":"2026-07-24T18:19:07.289198Z","end":"2026-07-24T18:19:08.289975Z","steps":["trace[557348613] 'process raft request' (duration: 1.000207956s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:08.290244Z","caller":"traceutil/trace.go:171","msg":"trace[886821014] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28528; }","duration":"724.218344ms","start":"2026-07-24T18:19:07.566012Z","end":"2026-07-24T18:19:08.29023Z","steps":["trace[886821014] 'agreement among raft nodes before linearized reading' (duration: 724.03342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.290286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.56599Z","time spent":"724.283365ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:08.290419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.664705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:08.290477Z","caller":"traceutil/trace.go:171","msg":"trace[1583032227] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28528; }","duration":"788.773027ms","start":"2026-07-24T18:19:07.501689Z","end":"2026-07-24T18:19:08.290462Z","steps":["trace[1583032227] 'agreement among raft nodes before linearized reading' (duration: 788.645205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.29052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.501659Z","time spent":"788.851509ms","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:08.289792Z","caller":"traceutil/trace.go:171","msg":"trace[2054641719] linearizableReadLoop","detail":"{readStateIndex:29832; appliedIndex:29830; }","duration":"562.663716ms","start":"2026-07-24T18:19:07.727053Z","end":"2026-07-24T18:19:08.289717Z","steps":["trace[2054641719] 'read index received' (duration: 561.877099ms)","trace[2054641719] 'applied index is now lower than readState.Index' (duration: 784.867µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:08.290679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10045163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:08.290709Z","caller":"traceutil/trace.go:171","msg":"trace[40313080] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28528; }","duration":"1.100523852s","start":"2026-07-24T18:19:07.190177Z","end":"2026-07-24T18:19:08.290701Z","steps":["trace[40313080] 'agreement among raft nodes before linearized reading' (duration: 1.10046362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.290727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003695531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-24T18:19:08.290774Z","caller":"traceutil/trace.go:171","msg":"trace[1614578456] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28528; }","duration":"1.003788303s","start":"2026-07-24T18:19:07.286975Z","end":"2026-07-24T18:19:08.290763Z","steps":["trace[1614578456] 'agreement among raft nodes before linearized reading' (duration: 1.003610129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.290745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.303535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:08.290809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457741192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:08.290845Z","caller":"traceutil/trace.go:171","msg":"trace[612225740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28528; }","duration":"1.457887274s","start":"2026-07-24T18:19:06.832946Z","end":"2026-07-24T18:19:08.290833Z","steps":["trace[612225740] 'agreement among raft nodes before linearized reading' (duration: 1.457782502s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.290847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552420344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:08.290875Z","caller":"traceutil/trace.go:171","msg":"trace[2135937962] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28528; }","duration":"1.552475384s","start":"2026-07-24T18:19:06.738391Z","end":"2026-07-24T18:19:08.290866Z","steps":["trace[2135937962] 'agreement among raft nodes before linearized reading' (duration: 1.552429203s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.290881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.832918Z","time spent":"1.457956246s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:19:08.290887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.746677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-07-24T18:19:08.2909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:06.738381Z","time spent":"1.552514816s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-24T18:19:08.290918Z","caller":"traceutil/trace.go:171","msg":"trace[277722960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28528; }","duration":"534.816338ms","start":"2026-07-24T18:19:07.756091Z","end":"2026-07-24T18:19:08.290907Z","steps":["trace[277722960] 'agreement among raft nodes before linearized reading' (duration: 534.686475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.290932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.354173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:08.29096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.756062Z","time spent":"534.886229ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T18:19:08.290951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.991547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T18:19:08.290971Z","caller":"traceutil/trace.go:171","msg":"trace[263856573] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28528; }","duration":"452.439025ms","start":"2026-07-24T18:19:07.838519Z","end":"2026-07-24T18:19:08.290958Z","steps":["trace[263856573] 'agreement among raft nodes before linearized reading' (duration: 452.377964ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:08.290999Z","caller":"traceutil/trace.go:171","msg":"trace[1364209861] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28528; }","duration":"390.072459ms","start":"2026-07-24T18:19:07.900911Z","end":"2026-07-24T18:19:08.290984Z","steps":["trace[1364209861] 'agreement among raft nodes before linearized reading' (duration: 389.895005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.291022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.838492Z","time spent":"452.518396ms","remote":"127.0.0.1:60590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:08.291041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.900885Z","time spent":"390.149261ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:19:08.290801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.286926Z","time spent":"1.003869996s","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T18:19:08.290859Z","caller":"traceutil/trace.go:171","msg":"trace[37910429] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28528; }","duration":"909.49366ms","start":"2026-07-24T18:19:07.381338Z","end":"2026-07-24T18:19:08.290832Z","steps":["trace[37910429] 'agreement among raft nodes before linearized reading' (duration: 909.291586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.291281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.381308Z","time spent":"909.94997ms","remote":"127.0.0.1:51794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:08.290739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.19015Z","time spent":"1.100578923s","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:08.291566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:07.289175Z","time spent":"1.001110106s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:08.650141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.39196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:19:08.650246Z","caller":"traceutil/trace.go:171","msg":"trace[1452729291] linearizableReadLoop","detail":"{readStateIndex:29833; appliedIndex:29832; }","duration":"353.684422ms","start":"2026-07-24T18:19:08.296541Z","end":"2026-07-24T18:19:08.650225Z","steps":["trace[1452729291] 'read index received' (duration: 199.129679ms)","trace[1452729291] 'applied index is now lower than readState.Index' (duration: 154.553033ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:08.650318Z","caller":"traceutil/trace.go:171","msg":"trace[64554595] transaction","detail":"{read_only:false; response_revision:28529; number_of_response:1; }","duration":"353.861435ms","start":"2026-07-24T18:19:08.29642Z","end":"2026-07-24T18:19:08.650281Z","steps":["trace[64554595] 'process raft request' (duration: 199.224571ms)","trace[64554595] 'compare' (duration: 154.186345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:08.650422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.881806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T18:19:08.650444Z","caller":"traceutil/trace.go:171","msg":"trace[905158253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28529; }","duration":"353.976479ms","start":"2026-07-24T18:19:08.296459Z","end":"2026-07-24T18:19:08.650435Z","steps":["trace[905158253] 'agreement among raft nodes before linearized reading' (duration: 353.832776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:08.650489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.296437Z","time spent":"354.04518ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:19:08.650498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.296402Z","time spent":"354.011409ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:09.269229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.258365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:19:09.26966Z","caller":"traceutil/trace.go:171","msg":"trace[783585641] transaction","detail":"{read_only:false; response_revision:28531; number_of_response:1; }","duration":"971.754852ms","start":"2026-07-24T18:19:08.29788Z","end":"2026-07-24T18:19:09.269635Z","steps":["trace[783585641] 'process raft request' (duration: 971.461746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.269762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.297869Z","time spent":"971.850544ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:09.269939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.612822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-24T18:19:09.270032Z","caller":"traceutil/trace.go:171","msg":"trace[224896792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28531; }","duration":"962.745004ms","start":"2026-07-24T18:19:08.307261Z","end":"2026-07-24T18:19:09.270006Z","steps":["trace[224896792] 'agreement among raft nodes before linearized reading' (duration: 962.407997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.270083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.307252Z","time spent":"962.821686ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T18:19:09.270142Z","caller":"traceutil/trace.go:171","msg":"trace[509983822] transaction","detail":"{read_only:false; response_revision:28530; number_of_response:1; }","duration":"973.560151ms","start":"2026-07-24T18:19:08.296565Z","end":"2026-07-24T18:19:09.270125Z","steps":["trace[509983822] 'process raft request' (duration: 491.301484ms)","trace[509983822] 'compare' (duration: 479.960727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:09.270209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.296531Z","time spent":"973.641753ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:09.270443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.476486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:09.270477Z","caller":"traceutil/trace.go:171","msg":"trace[1225822714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28531; }","duration":"849.558278ms","start":"2026-07-24T18:19:08.420908Z","end":"2026-07-24T18:19:09.270466Z","steps":["trace[1225822714] 'agreement among raft nodes before linearized reading' (duration: 849.490757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.270512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.420884Z","time spent":"849.620479ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:09.270898Z","caller":"traceutil/trace.go:171","msg":"trace[962281346] linearizableReadLoop","detail":"{readStateIndex:29835; appliedIndex:29833; }","duration":"619.151054ms","start":"2026-07-24T18:19:08.650266Z","end":"2026-07-24T18:19:09.269417Z","steps":["trace[962281346] 'read index received' (duration: 137.594202ms)","trace[962281346] 'applied index is now lower than readState.Index' (duration: 481.555632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:09.270943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.226324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:09.270974Z","caller":"traceutil/trace.go:171","msg":"trace[62941376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28531; }","duration":"967.269045ms","start":"2026-07-24T18:19:08.303696Z","end":"2026-07-24T18:19:09.270965Z","steps":["trace[62941376] 'agreement among raft nodes before linearized reading' (duration: 967.216344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.30369Z","time spent":"967.304556ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:19:09.271096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.603201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T18:19:09.271003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.813879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:09.271126Z","caller":"traceutil/trace.go:171","msg":"trace[617085834] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28531; }","duration":"972.651221ms","start":"2026-07-24T18:19:08.298462Z","end":"2026-07-24T18:19:09.271114Z","steps":["trace[617085834] 'agreement among raft nodes before linearized reading' (duration: 972.554049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:09.271133Z","caller":"traceutil/trace.go:171","msg":"trace[478995036] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28531; }","duration":"969.955832ms","start":"2026-07-24T18:19:08.301166Z","end":"2026-07-24T18:19:09.271122Z","steps":["trace[478995036] 'agreement among raft nodes before linearized reading' (duration: 969.795769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.271149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.298436Z","time spent":"972.708643ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T18:19:09.271169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.30116Z","time spent":"970.000123ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-24T18:19:09.30948Z","caller":"traceutil/trace.go:171","msg":"trace[1953903613] transaction","detail":"{read_only:false; response_revision:28532; number_of_response:1; }","duration":"654.025366ms","start":"2026-07-24T18:19:08.655408Z","end":"2026-07-24T18:19:09.309433Z","steps":["trace[1953903613] 'process raft request' (duration: 653.709849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.309633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.655366Z","time spent":"654.187771ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:09.30978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.7433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T18:19:09.309946Z","caller":"traceutil/trace.go:171","msg":"trace[1909226735] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28532; }","duration":"579.027796ms","start":"2026-07-24T18:19:08.730897Z","end":"2026-07-24T18:19:09.309925Z","steps":["trace[1909226735] 'agreement among raft nodes before linearized reading' (duration: 578.576885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.309993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.730879Z","time spent":"579.104277ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:19:09.310011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.153321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:19:09.310039Z","caller":"traceutil/trace.go:171","msg":"trace[1439877852] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28532; }","duration":"501.225202ms","start":"2026-07-24T18:19:08.808807Z","end":"2026-07-24T18:19:09.310033Z","steps":["trace[1439877852] 'agreement among raft nodes before linearized reading' (duration: 501.097689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.310056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:08.808779Z","time spent":"501.272934ms","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:09.309874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.055292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:09.31014Z","caller":"traceutil/trace.go:171","msg":"trace[898459063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:28532; }","duration":"275.374729ms","start":"2026-07-24T18:19:09.034742Z","end":"2026-07-24T18:19:09.310117Z","steps":["trace[898459063] 'agreement among raft nodes before linearized reading' (duration: 275.098713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.980252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.743581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:19:09.980523Z","caller":"traceutil/trace.go:171","msg":"trace[1914474364] transaction","detail":"{read_only:false; response_revision:28535; number_of_response:1; }","duration":"247.486897ms","start":"2026-07-24T18:19:09.732982Z","end":"2026-07-24T18:19:09.980469Z","steps":["trace[1914474364] 'process raft request' (duration: 247.382665ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:09.980805Z","caller":"traceutil/trace.go:171","msg":"trace[368266915] transaction","detail":"{read_only:false; response_revision:28534; number_of_response:1; }","duration":"662.42982ms","start":"2026-07-24T18:19:09.318365Z","end":"2026-07-24T18:19:09.980795Z","steps":["trace[368266915] 'process raft request' (duration: 320.059855ms)","trace[368266915] 'compare' (duration: 341.263141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:09.980885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.318339Z","time spent":"662.490062ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:09.98158Z","caller":"traceutil/trace.go:171","msg":"trace[1273004810] linearizableReadLoop","detail":"{readStateIndex:29838; appliedIndex:29837; }","duration":"320.043585ms","start":"2026-07-24T18:19:09.661524Z","end":"2026-07-24T18:19:09.981567Z","steps":["trace[1273004810] 'read index received' (duration: 51.801µs)","trace[1273004810] 'applied index is now lower than readState.Index' (duration: 319.989564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:09.983234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.342409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-24T18:19:09.983273Z","caller":"traceutil/trace.go:171","msg":"trace[185474843] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28535; }","duration":"297.427821ms","start":"2026-07-24T18:19:09.685835Z","end":"2026-07-24T18:19:09.983262Z","steps":["trace[185474843] 'agreement among raft nodes before linearized reading' (duration: 297.288248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.983346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.283321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T18:19:09.983423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.092269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:09.983445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.003467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T18:19:09.983471Z","caller":"traceutil/trace.go:171","msg":"trace[1332121712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28535; }","duration":"252.039717ms","start":"2026-07-24T18:19:09.731424Z","end":"2026-07-24T18:19:09.983463Z","steps":["trace[1332121712] 'agreement among raft nodes before linearized reading' (duration: 251.964536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.983499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.794029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T18:19:09.983529Z","caller":"traceutil/trace.go:171","msg":"trace[257955571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28535; }","duration":"250.86631ms","start":"2026-07-24T18:19:09.73265Z","end":"2026-07-24T18:19:09.983516Z","steps":["trace[257955571] 'agreement among raft nodes before linearized reading' (duration: 250.795789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.98355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.270129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-24T18:19:09.983584Z","caller":"traceutil/trace.go:171","msg":"trace[516097439] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28535; }","duration":"187.354512ms","start":"2026-07-24T18:19:09.796222Z","end":"2026-07-24T18:19:09.983576Z","steps":["trace[516097439] 'agreement among raft nodes before linearized reading' (duration: 187.268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.983619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.393455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T18:19:09.983643Z","caller":"traceutil/trace.go:171","msg":"trace[129720268] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28535; }","duration":"252.453266ms","start":"2026-07-24T18:19:09.731181Z","end":"2026-07-24T18:19:09.983634Z","steps":["trace[129720268] 'agreement among raft nodes before linearized reading' (duration: 252.381504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.983347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.376999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-24T18:19:09.983722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.265907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T18:19:09.983733Z","caller":"traceutil/trace.go:171","msg":"trace[1551913739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28535; }","duration":"249.797468ms","start":"2026-07-24T18:19:09.733926Z","end":"2026-07-24T18:19:09.983724Z","steps":["trace[1551913739] 'agreement among raft nodes before linearized reading' (duration: 249.253826ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:09.98375Z","caller":"traceutil/trace.go:171","msg":"trace[275906053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28535; }","duration":"249.402609ms","start":"2026-07-24T18:19:09.734338Z","end":"2026-07-24T18:19:09.983741Z","steps":["trace[275906053] 'agreement among raft nodes before linearized reading' (duration: 249.324818ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:09.983469Z","caller":"traceutil/trace.go:171","msg":"trace[66743654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28535; }","duration":"152.176251ms","start":"2026-07-24T18:19:09.831279Z","end":"2026-07-24T18:19:09.983455Z","steps":["trace[66743654] 'agreement among raft nodes before linearized reading' (duration: 152.11341ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:09.983426Z","caller":"traceutil/trace.go:171","msg":"trace[2144129668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28535; }","duration":"251.384713ms","start":"2026-07-24T18:19:09.732021Z","end":"2026-07-24T18:19:09.983405Z","steps":["trace[2144129668] 'agreement among raft nodes before linearized reading' (duration: 251.206909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.981653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.122987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:19:09.984031Z","caller":"traceutil/trace.go:171","msg":"trace[867043229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28535; }","duration":"322.582851ms","start":"2026-07-24T18:19:09.661437Z","end":"2026-07-24T18:19:09.98402Z","steps":["trace[867043229] 'agreement among raft nodes before linearized reading' (duration: 320.169758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:09.984062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.661411Z","time spent":"322.635743ms","remote":"127.0.0.1:46784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:10.464875Z","caller":"traceutil/trace.go:171","msg":"trace[882987630] transaction","detail":"{read_only:false; response_revision:28537; number_of_response:1; }","duration":"474.799494ms","start":"2026-07-24T18:19:09.990036Z","end":"2026-07-24T18:19:10.464835Z","steps":["trace[882987630] 'process raft request' (duration: 474.544899ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:10.464923Z","caller":"traceutil/trace.go:171","msg":"trace[523053405] transaction","detail":"{read_only:false; response_revision:28538; number_of_response:1; }","duration":"474.704612ms","start":"2026-07-24T18:19:09.990173Z","end":"2026-07-24T18:19:10.464877Z","steps":["trace[523053405] 'process raft request' (duration: 474.584869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:10.46498Z","caller":"traceutil/trace.go:171","msg":"trace[276578099] linearizableReadLoop","detail":"{readStateIndex:29848; appliedIndex:29840; }","duration":"352.364314ms","start":"2026-07-24T18:19:10.112591Z","end":"2026-07-24T18:19:10.464956Z","steps":["trace[276578099] 'read index received' (duration: 352.049237ms)","trace[276578099] 'applied index is now lower than readState.Index' (duration: 314.327µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:10.465056Z","caller":"traceutil/trace.go:171","msg":"trace[1225073935] transaction","detail":"{read_only:false; response_revision:28541; number_of_response:1; }","duration":"472.931133ms","start":"2026-07-24T18:19:09.992109Z","end":"2026-07-24T18:19:10.46504Z","steps":["trace[1225073935] 'process raft request' (duration: 472.734139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:10.465056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.990026Z","time spent":"474.932037ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:10.46501Z","caller":"traceutil/trace.go:171","msg":"trace[393276661] transaction","detail":"{read_only:false; response_revision:28540; number_of_response:1; }","duration":"473.428134ms","start":"2026-07-24T18:19:09.991531Z","end":"2026-07-24T18:19:10.464959Z","steps":["trace[393276661] 'process raft request' (duration: 473.284451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:10.46513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.992101Z","time spent":"472.992385ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:10.46514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.990164Z","time spent":"474.848335ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:10.465092Z","caller":"traceutil/trace.go:171","msg":"trace[1032654496] transaction","detail":"{read_only:false; response_revision:28543; number_of_response:1; }","duration":"470.364166ms","start":"2026-07-24T18:19:09.994714Z","end":"2026-07-24T18:19:10.465078Z","steps":["trace[1032654496] 'process raft request' (duration: 470.184112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:10.465302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.991521Z","time spent":"473.663789ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:10.465348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.994707Z","time spent":"470.616423ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:10.465115Z","caller":"traceutil/trace.go:171","msg":"trace[1462736963] transaction","detail":"{read_only:false; response_revision:28544; number_of_response:1; }","duration":"468.316712ms","start":"2026-07-24T18:19:09.996793Z","end":"2026-07-24T18:19:10.46511Z","steps":["trace[1462736963] 'process raft request' (duration: 468.131618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:10.465388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.794864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T18:19:10.465438Z","caller":"traceutil/trace.go:171","msg":"trace[462511209] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28544; }","duration":"352.886845ms","start":"2026-07-24T18:19:10.112539Z","end":"2026-07-24T18:19:10.465426Z","steps":["trace[462511209] 'agreement among raft nodes before linearized reading' (duration: 352.586648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:10.465483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:10.112517Z","time spent":"352.956527ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:10.465438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.996785Z","time spent":"468.626958ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:10.465066Z","caller":"traceutil/trace.go:171","msg":"trace[1514094355] transaction","detail":"{read_only:false; response_revision:28542; number_of_response:1; }","duration":"470.400877ms","start":"2026-07-24T18:19:09.994622Z","end":"2026-07-24T18:19:10.465023Z","steps":["trace[1514094355] 'process raft request' (duration: 470.252434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:10.465661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.994609Z","time spent":"471.014171ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:10.464992Z","caller":"traceutil/trace.go:171","msg":"trace[956317789] transaction","detail":"{read_only:false; response_revision:28539; number_of_response:1; }","duration":"474.562698ms","start":"2026-07-24T18:19:09.990407Z","end":"2026-07-24T18:19:10.46497Z","steps":["trace[956317789] 'process raft request' (duration: 474.385474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:10.465803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:09.9904Z","time spent":"475.331694ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:10.55451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.367566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:19:10.554627Z","caller":"traceutil/trace.go:171","msg":"trace[2061618425] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28545; }","duration":"401.514479ms","start":"2026-07-24T18:19:10.153088Z","end":"2026-07-24T18:19:10.554603Z","steps":["trace[2061618425] 'agreement among raft nodes before linearized reading' (duration: 401.180602ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:10.554599Z","caller":"traceutil/trace.go:171","msg":"trace[762108453] transaction","detail":"{read_only:false; response_revision:28545; number_of_response:1; }","duration":"256.438714ms","start":"2026-07-24T18:19:10.29812Z","end":"2026-07-24T18:19:10.554558Z","steps":["trace[762108453] 'process raft request' (duration: 252.315163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:10.554691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:10.15303Z","time spent":"401.650322ms","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:10.81223Z","caller":"traceutil/trace.go:171","msg":"trace[1246649314] transaction","detail":"{read_only:false; response_revision:28546; number_of_response:1; }","duration":"147.793015ms","start":"2026-07-24T18:19:10.66441Z","end":"2026-07-24T18:19:10.812203Z","steps":["trace[1246649314] 'process raft request' (duration: 144.264408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:11.095649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.775867ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T18:19:11.479583Z","caller":"traceutil/trace.go:171","msg":"trace[444087347] transaction","detail":"{read_only:false; response_revision:28548; number_of_response:1; }","duration":"203.680639ms","start":"2026-07-24T18:19:11.275869Z","end":"2026-07-24T18:19:11.479549Z","steps":["trace[444087347] 'process raft request' (duration: 203.395713ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:11.494492Z","caller":"traceutil/trace.go:171","msg":"trace[2116025539] linearizableReadLoop","detail":"{readStateIndex:29854; appliedIndex:29852; }","duration":"162.170529ms","start":"2026-07-24T18:19:11.332293Z","end":"2026-07-24T18:19:11.494464Z","steps":["trace[2116025539] 'read index received' (duration: 146.913366ms)","trace[2116025539] 'applied index is now lower than readState.Index' (duration: 15.255893ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:11.494612Z","caller":"traceutil/trace.go:171","msg":"trace[923821454] transaction","detail":"{read_only:false; response_revision:28549; number_of_response:1; }","duration":"217.368358ms","start":"2026-07-24T18:19:11.277197Z","end":"2026-07-24T18:19:11.494565Z","steps":["trace[923821454] 'process raft request' (duration: 217.096352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:11.494801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.482347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-24T18:19:11.494847Z","caller":"traceutil/trace.go:171","msg":"trace[1478813344] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28549; }","duration":"162.600369ms","start":"2026-07-24T18:19:11.332231Z","end":"2026-07-24T18:19:11.494832Z","steps":["trace[1478813344] 'agreement among raft nodes before linearized reading' (duration: 162.395605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:11.49487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.782711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:19:11.494993Z","caller":"traceutil/trace.go:171","msg":"trace[1095109292] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28549; }","duration":"103.961315ms","start":"2026-07-24T18:19:11.391009Z","end":"2026-07-24T18:19:11.49497Z","steps":["trace[1095109292] 'agreement among raft nodes before linearized reading' (duration: 103.761461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:11.495118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.671491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T18:19:11.495218Z","caller":"traceutil/trace.go:171","msg":"trace[689863347] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28549; }","duration":"130.857505ms","start":"2026-07-24T18:19:11.364337Z","end":"2026-07-24T18:19:11.495195Z","steps":["trace[689863347] 'agreement among raft nodes before linearized reading' (duration: 130.396755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:11.836267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.742395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:19:11.836392Z","caller":"traceutil/trace.go:171","msg":"trace[2039290085] linearizableReadLoop","detail":"{readStateIndex:29856; appliedIndex:29855; }","duration":"143.013932ms","start":"2026-07-24T18:19:11.693358Z","end":"2026-07-24T18:19:11.836372Z","steps":["trace[2039290085] 'read index received' (duration: 5.045171ms)","trace[2039290085] 'applied index is now lower than readState.Index' (duration: 137.967331ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:11.836439Z","caller":"traceutil/trace.go:171","msg":"trace[993723719] transaction","detail":"{read_only:false; response_revision:28551; number_of_response:1; }","duration":"243.238935ms","start":"2026-07-24T18:19:11.593153Z","end":"2026-07-24T18:19:11.836392Z","steps":["trace[993723719] 'process raft request' (duration: 105.263974ms)","trace[993723719] 'compare' (duration: 136.949388ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:11.836557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.166065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:11.83663Z","caller":"traceutil/trace.go:171","msg":"trace[4383498] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28551; }","duration":"143.301198ms","start":"2026-07-24T18:19:11.693309Z","end":"2026-07-24T18:19:11.83661Z","steps":["trace[4383498] 'agreement among raft nodes before linearized reading' (duration: 143.138254ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:11.856022Z","caller":"traceutil/trace.go:171","msg":"trace[873529097] transaction","detail":"{read_only:false; response_revision:28552; number_of_response:1; }","duration":"125.094408ms","start":"2026-07-24T18:19:11.730904Z","end":"2026-07-24T18:19:11.855998Z","steps":["trace[873529097] 'process raft request' (duration: 124.650968ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:12.284059Z","caller":"traceutil/trace.go:171","msg":"trace[1809432491] linearizableReadLoop","detail":"{readStateIndex:29858; appliedIndex:29857; }","duration":"217.893649ms","start":"2026-07-24T18:19:12.066138Z","end":"2026-07-24T18:19:12.284032Z","steps":["trace[1809432491] 'read index received' (duration: 217.623043ms)","trace[1809432491] 'applied index is now lower than readState.Index' (duration: 269.276µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:12.284201Z","caller":"traceutil/trace.go:171","msg":"trace[156694421] transaction","detail":"{read_only:false; response_revision:28553; number_of_response:1; }","duration":"294.394094ms","start":"2026-07-24T18:19:11.989759Z","end":"2026-07-24T18:19:12.284153Z","steps":["trace[156694421] 'process raft request' (duration: 294.030376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:12.284396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.227086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T18:19:12.284459Z","caller":"traceutil/trace.go:171","msg":"trace[813679349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28553; }","duration":"218.351329ms","start":"2026-07-24T18:19:12.066093Z","end":"2026-07-24T18:19:12.284444Z","steps":["trace[813679349] 'agreement among raft nodes before linearized reading' (duration: 218.082203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:14.221441Z","caller":"traceutil/trace.go:171","msg":"trace[392600983] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"735.336447ms","start":"2026-07-24T18:19:13.486081Z","end":"2026-07-24T18:19:14.221417Z","steps":["trace[392600983] 'process raft request' (duration: 735.191484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:14.221598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:13.486058Z","time spent":"735.45284ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:14.238285Z","caller":"traceutil/trace.go:171","msg":"trace[1312660449] linearizableReadLoop","detail":"{readStateIndex:29870; appliedIndex:29868; }","duration":"405.079787ms","start":"2026-07-24T18:19:13.833174Z","end":"2026-07-24T18:19:14.238254Z","steps":["trace[1312660449] 'read index received' (duration: 388.178738ms)","trace[1312660449] 'applied index is now lower than readState.Index' (duration: 16.899889ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:14.238575Z","caller":"traceutil/trace.go:171","msg":"trace[481024785] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"736.191536ms","start":"2026-07-24T18:19:13.502369Z","end":"2026-07-24T18:19:14.238561Z","steps":["trace[481024785] 'process raft request' (duration: 735.740796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:14.238739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:13.50233Z","time spent":"736.296517ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:14.238913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.750792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:14.238963Z","caller":"traceutil/trace.go:171","msg":"trace[1269997694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28565; }","duration":"405.845204ms","start":"2026-07-24T18:19:13.833105Z","end":"2026-07-24T18:19:14.23895Z","steps":["trace[1269997694] 'agreement among raft nodes before linearized reading' (duration: 405.765073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:14.238997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:13.83307Z","time spent":"405.921875ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:19:14.239271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.303457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T18:19:14.239309Z","caller":"traceutil/trace.go:171","msg":"trace[1766944003] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28565; }","duration":"397.378899ms","start":"2026-07-24T18:19:13.841919Z","end":"2026-07-24T18:19:14.239298Z","steps":["trace[1766944003] 'agreement among raft nodes before linearized reading' (duration: 397.246956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:14.239349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:13.841899Z","time spent":"397.43642ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T18:19:23.696914Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T18:19:23.703502Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-24T18:19:23.703612Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-07-24T18:19:24.872631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.28465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:19:24.872918Z","caller":"traceutil/trace.go:171","msg":"trace[1605140900] transaction","detail":"{read_only:false; response_revision:28719; number_of_response:1; }","duration":"257.145699ms","start":"2026-07-24T18:19:24.615723Z","end":"2026-07-24T18:19:24.872868Z","steps":["trace[1605140900] 'process raft request' (duration: 122.43602ms)","trace[1605140900] 'compare' (duration: 133.771679ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:24.872903Z","caller":"traceutil/trace.go:171","msg":"trace[1197182023] linearizableReadLoop","detail":"{readStateIndex:30029; appliedIndex:30028; }","duration":"249.38837ms","start":"2026-07-24T18:19:24.62342Z","end":"2026-07-24T18:19:24.872809Z","steps":["trace[1197182023] 'read index received' (duration: 114.793303ms)","trace[1197182023] 'applied index is now lower than readState.Index' (duration: 134.593397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:24.873284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.86383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T18:19:24.873609Z","caller":"traceutil/trace.go:171","msg":"trace[200050263] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28719; }","duration":"250.209787ms","start":"2026-07-24T18:19:24.623356Z","end":"2026-07-24T18:19:24.873566Z","steps":["trace[200050263] 'agreement among raft nodes before linearized reading' (duration: 249.634595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:24.873637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.406734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-07-24T18:19:24.873685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.53959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T18:19:24.873727Z","caller":"traceutil/trace.go:171","msg":"trace[1131451238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28719; }","duration":"230.562857ms","start":"2026-07-24T18:19:24.643143Z","end":"2026-07-24T18:19:24.873706Z","steps":["trace[1131451238] 'agreement among raft nodes before linearized reading' (duration: 230.074546ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:24.873801Z","caller":"traceutil/trace.go:171","msg":"trace[1372351463] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28719; }","duration":"105.707863ms","start":"2026-07-24T18:19:24.768062Z","end":"2026-07-24T18:19:24.87377Z","steps":["trace[1372351463] 'agreement among raft nodes before linearized reading' (duration: 105.183512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:24.873886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.295486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c61d70ae-a021-4338-b674-7322e209c696\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-24T18:19:24.873989Z","caller":"traceutil/trace.go:171","msg":"trace[2147065556] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c61d70ae-a021-4338-b674-7322e209c696; range_end:; response_count:1; response_revision:28719; }","duration":"159.46557ms","start":"2026-07-24T18:19:24.714497Z","end":"2026-07-24T18:19:24.873963Z","steps":["trace[2147065556] 'agreement among raft nodes before linearized reading' (duration: 159.146533ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:25.05283Z","caller":"traceutil/trace.go:171","msg":"trace[779629714] transaction","detail":"{read_only:false; response_revision:28721; number_of_response:1; }","duration":"127.986181ms","start":"2026-07-24T18:19:24.924813Z","end":"2026-07-24T18:19:25.052799Z","steps":["trace[779629714] 'process raft request' (duration: 127.824258ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:25.124677Z","caller":"traceutil/trace.go:171","msg":"trace[160155463] transaction","detail":"{read_only:false; response_revision:28722; number_of_response:1; }","duration":"155.102285ms","start":"2026-07-24T18:19:24.969527Z","end":"2026-07-24T18:19:25.124629Z","steps":["trace[160155463] 'process raft request' (duration: 154.746908ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:25.370582Z","caller":"traceutil/trace.go:171","msg":"trace[1499798935] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28723; }","duration":"152.809646ms","start":"2026-07-24T18:19:25.217737Z","end":"2026-07-24T18:19:25.370547Z","steps":["trace[1499798935] 'process raft request' (duration: 150.063335ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:25.51434Z","caller":"traceutil/trace.go:171","msg":"trace[833549064] linearizableReadLoop","detail":"{readStateIndex:30035; appliedIndex:30033; }","duration":"193.782612ms","start":"2026-07-24T18:19:25.320529Z","end":"2026-07-24T18:19:25.514312Z","steps":["trace[833549064] 'read index received' (duration: 47.269475ms)","trace[833549064] 'applied index is now lower than readState.Index' (duration: 146.511477ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:25.514456Z","caller":"traceutil/trace.go:171","msg":"trace[868835753] transaction","detail":"{read_only:false; response_revision:28724; number_of_response:1; }","duration":"279.401227ms","start":"2026-07-24T18:19:25.235014Z","end":"2026-07-24T18:19:25.514416Z","steps":["trace[868835753] 'process raft request' (duration: 279.11396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:25.514511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.956156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:25.514543Z","caller":"traceutil/trace.go:171","msg":"trace[1776072659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28724; }","duration":"194.093048ms","start":"2026-07-24T18:19:25.320442Z","end":"2026-07-24T18:19:25.514535Z","steps":["trace[1776072659] 'agreement among raft nodes before linearized reading' (duration: 194.004556ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:25.660166Z","caller":"traceutil/trace.go:171","msg":"trace[43861758] linearizableReadLoop","detail":"{readStateIndex:30036; appliedIndex:30035; }","duration":"145.701629ms","start":"2026-07-24T18:19:25.514419Z","end":"2026-07-24T18:19:25.66012Z","steps":["trace[43861758] 'read index received' (duration: 130.392944ms)","trace[43861758] 'applied index is now lower than readState.Index' (duration: 15.306815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:25.660362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.196749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-07-24T18:19:25.660357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.006896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T18:19:25.660372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.957489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-24T18:19:25.660423Z","caller":"traceutil/trace.go:171","msg":"trace[555703380] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28725; }","duration":"288.311601ms","start":"2026-07-24T18:19:25.372095Z","end":"2026-07-24T18:19:25.660406Z","steps":["trace[555703380] 'agreement among raft nodes before linearized reading' (duration: 288.175329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:25.660424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.815825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-24T18:19:25.660484Z","caller":"traceutil/trace.go:171","msg":"trace[446384255] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28725; }","duration":"190.077392ms","start":"2026-07-24T18:19:25.47038Z","end":"2026-07-24T18:19:25.660458Z","steps":["trace[446384255] 'agreement among raft nodes before linearized reading' (duration: 189.770815ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:25.660562Z","caller":"traceutil/trace.go:171","msg":"trace[1835884534] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28725; }","duration":"189.997399ms","start":"2026-07-24T18:19:25.470537Z","end":"2026-07-24T18:19:25.660535Z","steps":["trace[1835884534] 'agreement among raft nodes before linearized reading' (duration: 189.606791ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:25.660458Z","caller":"traceutil/trace.go:171","msg":"trace[316256204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28725; }","duration":"268.19164ms","start":"2026-07-24T18:19:25.392243Z","end":"2026-07-24T18:19:25.660434Z","steps":["trace[316256204] 'agreement among raft nodes before linearized reading' (duration: 267.912564ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:25.660631Z","caller":"traceutil/trace.go:171","msg":"trace[1295638155] transaction","detail":"{read_only:false; response_revision:28725; number_of_response:1; }","duration":"172.124567ms","start":"2026-07-24T18:19:25.488466Z","end":"2026-07-24T18:19:25.660591Z","steps":["trace[1295638155] 'process raft request' (duration: 156.340872ms)","trace[1295638155] 'compare' (duration: 14.867176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:25.930548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.931725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:19:25.930721Z","caller":"traceutil/trace.go:171","msg":"trace[1389119955] transaction","detail":"{read_only:false; response_revision:28726; number_of_response:1; }","duration":"264.92958ms","start":"2026-07-24T18:19:25.665743Z","end":"2026-07-24T18:19:25.930673Z","steps":["trace[1389119955] 'process raft request' (duration: 139.719279ms)","trace[1389119955] 'compare' (duration: 124.401452ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:26.123051Z","caller":"traceutil/trace.go:171","msg":"trace[324098841] transaction","detail":"{read_only:false; response_revision:28727; number_of_response:1; }","duration":"456.662957ms","start":"2026-07-24T18:19:25.666351Z","end":"2026-07-24T18:19:26.123014Z","steps":["trace[324098841] 'process raft request' (duration: 456.33669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.123237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:25.666324Z","time spent":"456.809679ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:26.123393Z","caller":"traceutil/trace.go:171","msg":"trace[1103828553] transaction","detail":"{read_only:false; response_revision:28728; number_of_response:1; }","duration":"452.102148ms","start":"2026-07-24T18:19:25.671277Z","end":"2026-07-24T18:19:26.123379Z","steps":["trace[1103828553] 'process raft request' (duration: 451.584196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.123558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:25.671266Z","time spent":"452.19901ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:26.12333Z","caller":"traceutil/trace.go:171","msg":"trace[609957029] linearizableReadLoop","detail":"{readStateIndex:30038; appliedIndex:30036; }","duration":"453.752792ms","start":"2026-07-24T18:19:25.669556Z","end":"2026-07-24T18:19:26.123309Z","steps":["trace[609957029] 'read index received' (duration: 135.977296ms)","trace[609957029] 'applied index is now lower than readState.Index' (duration: 317.774256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:26.12384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.094208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-24T18:19:26.123867Z","caller":"traceutil/trace.go:171","msg":"trace[1926330011] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:28728; }","duration":"362.176979ms","start":"2026-07-24T18:19:25.76168Z","end":"2026-07-24T18:19:26.123857Z","steps":["trace[1926330011] 'agreement among raft nodes before linearized reading' (duration: 362.078627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.123878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.106401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:19:26.123843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.243014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-24T18:19:26.123916Z","caller":"traceutil/trace.go:171","msg":"trace[1687719114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28728; }","duration":"290.186573ms","start":"2026-07-24T18:19:25.833718Z","end":"2026-07-24T18:19:26.123905Z","steps":["trace[1687719114] 'agreement among raft nodes before linearized reading' (duration: 290.128552ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:26.12395Z","caller":"traceutil/trace.go:171","msg":"trace[1565153351] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:28728; }","duration":"454.410108ms","start":"2026-07-24T18:19:25.669516Z","end":"2026-07-24T18:19:26.123926Z","steps":["trace[1565153351] 'agreement among raft nodes before linearized reading' (duration: 454.03721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.123961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.23671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:26.123991Z","caller":"traceutil/trace.go:171","msg":"trace[736348566] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28728; }","duration":"309.333462ms","start":"2026-07-24T18:19:25.814649Z","end":"2026-07-24T18:19:26.123983Z","steps":["trace[736348566] 'agreement among raft nodes before linearized reading' (duration: 309.26603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.12401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:25.814618Z","time spent":"309.386973ms","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:19:26.123869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.9572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:26.124061Z","caller":"traceutil/trace.go:171","msg":"trace[663893015] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28728; }","duration":"180.189595ms","start":"2026-07-24T18:19:25.94385Z","end":"2026-07-24T18:19:26.124039Z","steps":["trace[663893015] 'agreement among raft nodes before linearized reading' (duration: 179.96802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.124008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:25.669506Z","time spent":"454.491389ms","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-07-24T18:19:26.123902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:25.761645Z","time spent":"362.251931ms","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"warn","ts":"2026-07-24T18:19:26.124245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.43599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c61d70ae-a021-4338-b674-7322e209c696\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-24T18:19:26.124336Z","caller":"traceutil/trace.go:171","msg":"trace[453765482] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c61d70ae-a021-4338-b674-7322e209c696; range_end:; response_count:1; response_revision:28728; }","duration":"244.599904ms","start":"2026-07-24T18:19:25.879712Z","end":"2026-07-24T18:19:26.124312Z","steps":["trace[453765482] 'agreement among raft nodes before linearized reading' (duration: 244.269867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.29937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.034448ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-24T18:19:26.299497Z","caller":"traceutil/trace.go:171","msg":"trace[1111588650] linearizableReadLoop","detail":"{readStateIndex:30040; appliedIndex:30039; }","duration":"170.509652ms","start":"2026-07-24T18:19:26.128965Z","end":"2026-07-24T18:19:26.299475Z","steps":["trace[1111588650] 'read index received' (duration: 60.236728ms)","trace[1111588650] 'applied index is now lower than readState.Index' (duration: 110.271054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:19:26.299707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.726056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9726"} {"level":"info","ts":"2026-07-24T18:19:26.299738Z","caller":"traceutil/trace.go:171","msg":"trace[927799671] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:28728; }","duration":"170.790078ms","start":"2026-07-24T18:19:26.128938Z","end":"2026-07-24T18:19:26.299728Z","steps":["trace[927799671] 'agreement among raft nodes before linearized reading' (duration: 170.621614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.299745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.766797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c54cb41725f468\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-24T18:19:26.299831Z","caller":"traceutil/trace.go:171","msg":"trace[2125695436] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c54cb41725f468; range_end:; response_count:1; response_revision:28728; }","duration":"170.881161ms","start":"2026-07-24T18:19:26.128924Z","end":"2026-07-24T18:19:26.299805Z","steps":["trace[2125695436] 'agreement among raft nodes before linearized reading' (duration: 170.667395ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:26.637962Z","caller":"traceutil/trace.go:171","msg":"trace[413800662] transaction","detail":"{read_only:false; response_revision:28730; number_of_response:1; }","duration":"348.038888ms","start":"2026-07-24T18:19:26.289854Z","end":"2026-07-24T18:19:26.637893Z","steps":["trace[413800662] 'process raft request' (duration: 342.600359ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:26.638234Z","caller":"traceutil/trace.go:171","msg":"trace[996290305] transaction","detail":"{read_only:false; response_revision:28731; number_of_response:1; }","duration":"337.098988ms","start":"2026-07-24T18:19:26.301109Z","end":"2026-07-24T18:19:26.638208Z","steps":["trace[996290305] 'process raft request' (duration: 336.732821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.638328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:26.289838Z","time spent":"348.226202ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:26.63843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:26.301084Z","time spent":"337.220482ms","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:26.638522Z","caller":"traceutil/trace.go:171","msg":"trace[1222669881] linearizableReadLoop","detail":"{readStateIndex:30042; appliedIndex:30040; }","duration":"338.98213ms","start":"2026-07-24T18:19:26.299527Z","end":"2026-07-24T18:19:26.638509Z","steps":["trace[1222669881] 'read index received' (duration: 67.507418ms)","trace[1222669881] 'applied index is now lower than readState.Index' (duration: 271.473922ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:26.638602Z","caller":"traceutil/trace.go:171","msg":"trace[1958101640] transaction","detail":"{read_only:false; response_revision:28733; number_of_response:1; }","duration":"290.848686ms","start":"2026-07-24T18:19:26.347745Z","end":"2026-07-24T18:19:26.638594Z","steps":["trace[1958101640] 'process raft request' (duration: 290.702693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.638756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.928285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-07-24T18:19:26.638759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.401537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-07-24T18:19:26.638782Z","caller":"traceutil/trace.go:171","msg":"trace[1209908907] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:28733; }","duration":"332.016679ms","start":"2026-07-24T18:19:26.306756Z","end":"2026-07-24T18:19:26.638773Z","steps":["trace[1209908907] 'agreement among raft nodes before linearized reading' (duration: 331.931416ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:26.638781Z","caller":"traceutil/trace.go:171","msg":"trace[1817479129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28733; }","duration":"486.46979ms","start":"2026-07-24T18:19:26.152305Z","end":"2026-07-24T18:19:26.638775Z","steps":["trace[1817479129] 'agreement among raft nodes before linearized reading' (duration: 486.354806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.638799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:26.306737Z","time spent":"332.059109ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-24T18:19:26.638804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:26.15228Z","time spent":"486.51903ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T18:19:26.638818Z","caller":"traceutil/trace.go:171","msg":"trace[552154532] transaction","detail":"{read_only:false; response_revision:28732; number_of_response:1; }","duration":"336.810013ms","start":"2026-07-24T18:19:26.301981Z","end":"2026-07-24T18:19:26.638791Z","steps":["trace[552154532] 'process raft request' (duration: 336.290401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.638934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.010836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T18:19:26.638951Z","caller":"traceutil/trace.go:171","msg":"trace[598896685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28733; }","duration":"209.086557ms","start":"2026-07-24T18:19:26.429859Z","end":"2026-07-24T18:19:26.638946Z","steps":["trace[598896685] 'agreement among raft nodes before linearized reading' (duration: 209.032356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.638966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:26.301966Z","time spent":"336.918896ms","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:19:26.639075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.908859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-24T18:19:26.639091Z","caller":"traceutil/trace.go:171","msg":"trace[305784958] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28733; }","duration":"269.96916ms","start":"2026-07-24T18:19:26.369116Z","end":"2026-07-24T18:19:26.639086Z","steps":["trace[305784958] 'agreement among raft nodes before linearized reading' (duration: 269.910369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:26.639122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.979797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c54cb4166ab57e\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-07-24T18:19:26.639063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.840396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T18:19:26.639228Z","caller":"traceutil/trace.go:171","msg":"trace[1327248626] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28733; }","duration":"201.095502ms","start":"2026-07-24T18:19:26.438094Z","end":"2026-07-24T18:19:26.639189Z","steps":["trace[1327248626] 'agreement among raft nodes before linearized reading' (duration: 200.632671ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:26.639155Z","caller":"traceutil/trace.go:171","msg":"trace[819112488] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c54cb4166ab57e; range_end:; response_count:1; response_revision:28733; }","duration":"168.010778ms","start":"2026-07-24T18:19:26.471134Z","end":"2026-07-24T18:19:26.639145Z","steps":["trace[819112488] 'agreement among raft nodes before linearized reading' (duration: 167.929206ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:28.825681Z","caller":"traceutil/trace.go:171","msg":"trace[818251027] linearizableReadLoop","detail":"{readStateIndex:30062; appliedIndex:30061; }","duration":"439.686335ms","start":"2026-07-24T18:19:28.385965Z","end":"2026-07-24T18:19:28.825651Z","steps":["trace[818251027] 'read index received' (duration: 439.508241ms)","trace[818251027] 'applied index is now lower than readState.Index' (duration: 175.724µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:28.825763Z","caller":"traceutil/trace.go:171","msg":"trace[842083976] transaction","detail":"{read_only:false; response_revision:28750; number_of_response:1; }","duration":"452.229449ms","start":"2026-07-24T18:19:28.373493Z","end":"2026-07-24T18:19:28.825722Z","steps":["trace[842083976] 'process raft request' (duration: 451.976664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.825907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.912179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T18:19:28.825958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:28.373455Z","time spent":"452.392592ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:19:28.82599Z","caller":"traceutil/trace.go:171","msg":"trace[978804640] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28750; }","duration":"440.020763ms","start":"2026-07-24T18:19:28.385949Z","end":"2026-07-24T18:19:28.82597Z","steps":["trace[978804640] 'agreement among raft nodes before linearized reading' (duration: 439.872739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.826045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:28.385889Z","time spent":"440.141905ms","remote":"127.0.0.1:45036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:28.887609Z","caller":"traceutil/trace.go:171","msg":"trace[1083526806] transaction","detail":"{read_only:false; response_revision:28752; number_of_response:1; }","duration":"239.206876ms","start":"2026-07-24T18:19:28.648365Z","end":"2026-07-24T18:19:28.887572Z","steps":["trace[1083526806] 'process raft request' (duration: 239.049063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.887692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.077668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T18:19:28.887772Z","caller":"traceutil/trace.go:171","msg":"trace[2012991802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28752; }","duration":"178.231741ms","start":"2026-07-24T18:19:28.709521Z","end":"2026-07-24T18:19:28.887753Z","steps":["trace[2012991802] 'agreement among raft nodes before linearized reading' (duration: 178.002086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.887893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.24613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T18:19:28.887928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.438423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-24T18:19:28.888006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.609529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-24T18:19:28.888016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.118692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T18:19:28.88806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.882508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-24T18:19:28.888053Z","caller":"traceutil/trace.go:171","msg":"trace[1602848043] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28752; }","duration":"177.643288ms","start":"2026-07-24T18:19:28.710378Z","end":"2026-07-24T18:19:28.888021Z","steps":["trace[1602848043] 'agreement among raft nodes before linearized reading' (duration: 177.314111ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:28.888101Z","caller":"traceutil/trace.go:171","msg":"trace[187540544] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28752; }","duration":"481.96971ms","start":"2026-07-24T18:19:28.406123Z","end":"2026-07-24T18:19:28.888093Z","steps":["trace[187540544] 'agreement among raft nodes before linearized reading' (duration: 481.881058ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:28.888106Z","caller":"traceutil/trace.go:171","msg":"trace[1265643715] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28752; }","duration":"162.758723ms","start":"2026-07-24T18:19:28.725318Z","end":"2026-07-24T18:19:28.888077Z","steps":["trace[1265643715] 'agreement among raft nodes before linearized reading' (duration: 162.416466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.888123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:28.406106Z","time spent":"482.010341ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-24T18:19:28.888111Z","caller":"traceutil/trace.go:171","msg":"trace[2040732863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28752; }","duration":"180.272335ms","start":"2026-07-24T18:19:28.707815Z","end":"2026-07-24T18:19:28.888087Z","steps":["trace[2040732863] 'agreement among raft nodes before linearized reading' (duration: 180.02132ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:28.88803Z","caller":"traceutil/trace.go:171","msg":"trace[819685055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28752; }","duration":"177.453154ms","start":"2026-07-24T18:19:28.710539Z","end":"2026-07-24T18:19:28.887992Z","steps":["trace[819685055] 'agreement among raft nodes before linearized reading' (duration: 177.103377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.888217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.881533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T18:19:28.888329Z","caller":"traceutil/trace.go:171","msg":"trace[1359094376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28752; }","duration":"178.038478ms","start":"2026-07-24T18:19:28.71026Z","end":"2026-07-24T18:19:28.888298Z","steps":["trace[1359094376] 'agreement among raft nodes before linearized reading' (duration: 177.640958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.887978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.628159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:28.888394Z","caller":"traceutil/trace.go:171","msg":"trace[1582877403] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28752; }","duration":"422.09763ms","start":"2026-07-24T18:19:28.466289Z","end":"2026-07-24T18:19:28.888386Z","steps":["trace[1582877403] 'agreement among raft nodes before linearized reading' (duration: 421.647809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.888435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:28.466264Z","time spent":"422.148921ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:19:28.888355Z","caller":"traceutil/trace.go:171","msg":"trace[658241172] transaction","detail":"{read_only:false; response_revision:28751; number_of_response:1; }","duration":"244.035712ms","start":"2026-07-24T18:19:28.64345Z","end":"2026-07-24T18:19:28.887486Z","steps":["trace[658241172] 'process raft request' (duration: 238.4637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.888802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.325385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T18:19:28.88792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.695414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-24T18:19:28.888881Z","caller":"traceutil/trace.go:171","msg":"trace[763912314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28752; }","duration":"179.444948ms","start":"2026-07-24T18:19:28.709417Z","end":"2026-07-24T18:19:28.888862Z","steps":["trace[763912314] 'agreement among raft nodes before linearized reading' (duration: 178.146819ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:28.888926Z","caller":"traceutil/trace.go:171","msg":"trace[1789188537] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28752; }","duration":"482.725738ms","start":"2026-07-24T18:19:28.406173Z","end":"2026-07-24T18:19:28.888899Z","steps":["trace[1789188537] 'agreement among raft nodes before linearized reading' (duration: 481.439849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:28.88899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:19:28.406094Z","time spent":"482.874891ms","remote":"127.0.0.1:45874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-24T18:19:32.182127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.509521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:19:32.182252Z","caller":"traceutil/trace.go:171","msg":"trace[1547157334] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28801; }","duration":"106.705005ms","start":"2026-07-24T18:19:32.075525Z","end":"2026-07-24T18:19:32.18223Z","steps":["trace[1547157334] 'count revisions from in-memory index tree' (duration: 106.369649ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:32.556894Z","caller":"traceutil/trace.go:171","msg":"trace[1710966612] linearizableReadLoop","detail":"{readStateIndex:30117; appliedIndex:30116; }","duration":"240.990465ms","start":"2026-07-24T18:19:32.315878Z","end":"2026-07-24T18:19:32.556869Z","steps":["trace[1710966612] 'read index received' (duration: 240.809122ms)","trace[1710966612] 'applied index is now lower than readState.Index' (duration: 179.483µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:19:32.556936Z","caller":"traceutil/trace.go:171","msg":"trace[1291866431] transaction","detail":"{read_only:false; response_revision:28802; number_of_response:1; }","duration":"249.291867ms","start":"2026-07-24T18:19:32.307608Z","end":"2026-07-24T18:19:32.5569Z","steps":["trace[1291866431] 'process raft request' (duration: 249.036612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:19:32.557157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.262081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-24T18:19:32.55721Z","caller":"traceutil/trace.go:171","msg":"trace[904606069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:28802; }","duration":"241.380173ms","start":"2026-07-24T18:19:32.315815Z","end":"2026-07-24T18:19:32.557195Z","steps":["trace[904606069] 'agreement among raft nodes before linearized reading' (duration: 241.165949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:32.679876Z","caller":"traceutil/trace.go:171","msg":"trace[493467773] transaction","detail":"{read_only:false; response_revision:28804; number_of_response:1; }","duration":"115.472868ms","start":"2026-07-24T18:19:32.564379Z","end":"2026-07-24T18:19:32.679852Z","steps":["trace[493467773] 'process raft request' (duration: 115.238193ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:32.680075Z","caller":"traceutil/trace.go:171","msg":"trace[1293517383] transaction","detail":"{read_only:false; response_revision:28805; number_of_response:1; }","duration":"115.432376ms","start":"2026-07-24T18:19:32.564628Z","end":"2026-07-24T18:19:32.680061Z","steps":["trace[1293517383] 'process raft request' (duration: 115.15034ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:19:32.680294Z","caller":"traceutil/trace.go:171","msg":"trace[1238821968] transaction","detail":"{read_only:false; response_revision:28806; number_of_response:1; }","duration":"115.527688ms","start":"2026-07-24T18:19:32.564707Z","end":"2026-07-24T18:19:32.680234Z","steps":["trace[1238821968] 'process raft request' (duration: 115.285063ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:03.16207Z","caller":"traceutil/trace.go:171","msg":"trace[189299150] linearizableReadLoop","detail":"{readStateIndex:30443; appliedIndex:30442; }","duration":"490.595129ms","start":"2026-07-24T18:20:02.67145Z","end":"2026-07-24T18:20:03.162045Z","steps":["trace[189299150] 'read index received' (duration: 490.356484ms)","trace[189299150] 'applied index is now lower than readState.Index' (duration: 237.615µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:03.162423Z","caller":"traceutil/trace.go:171","msg":"trace[1898908644] transaction","detail":"{read_only:false; response_revision:29117; number_of_response:1; }","duration":"1.203427963s","start":"2026-07-24T18:20:01.95898Z","end":"2026-07-24T18:20:03.162408Z","steps":["trace[1898908644] 'process raft request' (duration: 1.202911552s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.162557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:01.95895Z","time spent":"1.203503315s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7202,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:03.16285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.396936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-07-24T18:20:03.162889Z","caller":"traceutil/trace.go:171","msg":"trace[814264107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29117; }","duration":"491.473148ms","start":"2026-07-24T18:20:02.671403Z","end":"2026-07-24T18:20:03.162876Z","steps":["trace[814264107] 'agreement among raft nodes before linearized reading' (duration: 491.343275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.162918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:02.671378Z","time spent":"491.53487ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T18:20:03.711286Z","caller":"traceutil/trace.go:171","msg":"trace[546447248] transaction","detail":"{read_only:false; response_revision:29118; number_of_response:1; }","duration":"696.937886ms","start":"2026-07-24T18:20:03.014323Z","end":"2026-07-24T18:20:03.711261Z","steps":["trace[546447248] 'process raft request' (duration: 640.547932ms)","trace[546447248] 'compare' (duration: 56.026567ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:03.711439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.014293Z","time spent":"697.067779ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:03.711633Z","caller":"traceutil/trace.go:171","msg":"trace[542080067] linearizableReadLoop","detail":"{readStateIndex:30448; appliedIndex:30443; }","duration":"549.451738ms","start":"2026-07-24T18:20:03.162154Z","end":"2026-07-24T18:20:03.711606Z","steps":["trace[542080067] 'read index received' (duration: 492.632524ms)","trace[542080067] 'applied index is now lower than readState.Index' (duration: 56.818434ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:03.711707Z","caller":"traceutil/trace.go:171","msg":"trace[2143789016] transaction","detail":"{read_only:false; response_revision:29122; number_of_response:1; }","duration":"626.624676ms","start":"2026-07-24T18:20:03.085038Z","end":"2026-07-24T18:20:03.711662Z","steps":["trace[2143789016] 'process raft request' (duration: 626.529214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.711807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.962825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T18:20:03.711828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.382146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:03.711849Z","caller":"traceutil/trace.go:171","msg":"trace[1444199741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29122; }","duration":"596.016227ms","start":"2026-07-24T18:20:03.115823Z","end":"2026-07-24T18:20:03.711839Z","steps":["trace[1444199741] 'agreement among raft nodes before linearized reading' (duration: 595.865884ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:03.71187Z","caller":"traceutil/trace.go:171","msg":"trace[248551492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29122; }","duration":"877.488798ms","start":"2026-07-24T18:20:02.834369Z","end":"2026-07-24T18:20:03.711858Z","steps":["trace[248551492] 'agreement among raft nodes before linearized reading' (duration: 877.389016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.711873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.18727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T18:20:03.712238Z","caller":"traceutil/trace.go:171","msg":"trace[1001140440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29122; }","duration":"596.581659ms","start":"2026-07-24T18:20:03.115641Z","end":"2026-07-24T18:20:03.712222Z","steps":["trace[1001140440] 'agreement among raft nodes before linearized reading' (duration: 596.101298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.71228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.115624Z","time spent":"596.647411ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T18:20:03.711914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:02.83435Z","time spent":"877.55259ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:20:03.711879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.115817Z","time spent":"596.057157ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T18:20:03.711938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.686049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T18:20:03.712834Z","caller":"traceutil/trace.go:171","msg":"trace[1660429403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29122; }","duration":"596.59613ms","start":"2026-07-24T18:20:03.116226Z","end":"2026-07-24T18:20:03.712822Z","steps":["trace[1660429403] 'agreement among raft nodes before linearized reading' (duration: 595.666259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.712875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.116214Z","time spent":"596.650011ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T18:20:03.711924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.084941Z","time spent":"626.879921ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:03.711974Z","caller":"traceutil/trace.go:171","msg":"trace[1161536366] transaction","detail":"{read_only:false; response_revision:29121; number_of_response:1; }","duration":"673.442761ms","start":"2026-07-24T18:20:03.038521Z","end":"2026-07-24T18:20:03.711964Z","steps":["trace[1161536366] 'process raft request' (duration: 673.010352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.71307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.038514Z","time spent":"674.514205ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:03.711981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.556299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T18:20:03.713385Z","caller":"traceutil/trace.go:171","msg":"trace[1079910586] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29122; }","duration":"609.031382ms","start":"2026-07-24T18:20:03.104337Z","end":"2026-07-24T18:20:03.713369Z","steps":["trace[1079910586] 'agreement among raft nodes before linearized reading' (duration: 607.415996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.713462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.104316Z","time spent":"609.127663ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-24T18:20:03.712011Z","caller":"traceutil/trace.go:171","msg":"trace[481977040] transaction","detail":"{read_only:false; response_revision:29120; number_of_response:1; }","duration":"673.495942ms","start":"2026-07-24T18:20:03.038471Z","end":"2026-07-24T18:20:03.711967Z","steps":["trace[481977040] 'process raft request' (duration: 672.984852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.713622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.038463Z","time spent":"675.099598ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:03.711999Z","caller":"traceutil/trace.go:171","msg":"trace[1294737639] transaction","detail":"{read_only:false; response_revision:29119; number_of_response:1; }","duration":"673.573165ms","start":"2026-07-24T18:20:03.038362Z","end":"2026-07-24T18:20:03.711935Z","steps":["trace[1294737639] 'process raft request' (duration: 672.859609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.712106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.015811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T18:20:03.713798Z","caller":"traceutil/trace.go:171","msg":"trace[157969562] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29122; }","duration":"319.728838ms","start":"2026-07-24T18:20:03.394041Z","end":"2026-07-24T18:20:03.71377Z","steps":["trace[157969562] 'agreement among raft nodes before linearized reading' (duration: 317.958099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.713852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.394008Z","time spent":"319.827991ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:20:03.712118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.396346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T18:20:03.713875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.038334Z","time spent":"675.385274ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:03.712107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.76245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29748620-4cmg9\" ","response":"range_response_count:1 size:6542"} {"level":"info","ts":"2026-07-24T18:20:03.713982Z","caller":"traceutil/trace.go:171","msg":"trace[136236785] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29748620-4cmg9; range_end:; response_count:1; response_revision:29122; }","duration":"544.725514ms","start":"2026-07-24T18:20:03.169246Z","end":"2026-07-24T18:20:03.713972Z","steps":["trace[136236785] 'agreement among raft nodes before linearized reading' (duration: 542.619597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.714026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.169212Z","time spent":"544.791015ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6565,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29748620-4cmg9\" "} {"level":"info","ts":"2026-07-24T18:20:03.713937Z","caller":"traceutil/trace.go:171","msg":"trace[1299764711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29122; }","duration":"598.233505ms","start":"2026-07-24T18:20:03.115691Z","end":"2026-07-24T18:20:03.713924Z","steps":["trace[1299764711] 'agreement among raft nodes before linearized reading' (duration: 596.276661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.7141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.115686Z","time spent":"598.405468ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T18:20:03.71213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.01382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T18:20:03.714197Z","caller":"traceutil/trace.go:171","msg":"trace[251166078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29122; }","duration":"589.130056ms","start":"2026-07-24T18:20:03.125049Z","end":"2026-07-24T18:20:03.714179Z","steps":["trace[251166078] 'agreement among raft nodes before linearized reading' (duration: 586.822265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.714247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.125041Z","time spent":"589.191137ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T18:20:03.712162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.490571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-07-24T18:20:03.714304Z","caller":"traceutil/trace.go:171","msg":"trace[1879842491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29122; }","duration":"542.647058ms","start":"2026-07-24T18:20:03.171638Z","end":"2026-07-24T18:20:03.714285Z","steps":["trace[1879842491] 'agreement among raft nodes before linearized reading' (duration: 540.42405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:03.714351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.171621Z","time spent":"542.71933ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T18:20:04.150511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.986106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:20:04.15065Z","caller":"traceutil/trace.go:171","msg":"trace[1013301667] transaction","detail":"{read_only:false; response_revision:29123; number_of_response:1; }","duration":"430.535554ms","start":"2026-07-24T18:20:03.720088Z","end":"2026-07-24T18:20:04.150623Z","steps":["trace[1013301667] 'process raft request' (duration: 183.323013ms)","trace[1013301667] 'compare' (duration: 246.706081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:04.150714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.720069Z","time spent":"430.620707ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:04.733063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.439755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:20:04.733762Z","caller":"traceutil/trace.go:171","msg":"trace[787731616] transaction","detail":"{read_only:false; response_revision:29128; number_of_response:1; }","duration":"1.012025803s","start":"2026-07-24T18:20:03.721701Z","end":"2026-07-24T18:20:04.733727Z","steps":["trace[787731616] 'process raft request' (duration: 1.011681746s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:04.733781Z","caller":"traceutil/trace.go:171","msg":"trace[727527186] transaction","detail":"{read_only:false; response_revision:29127; number_of_response:1; }","duration":"1.0127874s","start":"2026-07-24T18:20:03.720961Z","end":"2026-07-24T18:20:04.733749Z","steps":["trace[727527186] 'process raft request' (duration: 1.012386451s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:04.7339Z","caller":"traceutil/trace.go:171","msg":"trace[662442563] transaction","detail":"{read_only:false; response_revision:29125; number_of_response:1; }","duration":"1.013623069s","start":"2026-07-24T18:20:03.720261Z","end":"2026-07-24T18:20:04.733884Z","steps":["trace[662442563] 'process raft request' (duration: 1.012942874s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:04.733905Z","caller":"traceutil/trace.go:171","msg":"trace[201856935] transaction","detail":"{read_only:false; response_revision:29124; number_of_response:1; }","duration":"1.013730191s","start":"2026-07-24T18:20:03.720155Z","end":"2026-07-24T18:20:04.733885Z","steps":["trace[201856935] 'process raft request' (duration: 644.364045ms)","trace[201856935] 'compare' (duration: 368.238542ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:04.733772Z","caller":"traceutil/trace.go:171","msg":"trace[1101085763] transaction","detail":"{read_only:false; response_revision:29129; number_of_response:1; }","duration":"1.010079501s","start":"2026-07-24T18:20:03.723663Z","end":"2026-07-24T18:20:04.733742Z","steps":["trace[1101085763] 'process raft request' (duration: 1.009763944s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.73398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.721674Z","time spent":"1.012201547s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:04.734005Z","caller":"traceutil/trace.go:171","msg":"trace[1545643255] linearizableReadLoop","detail":"{readStateIndex:30450; appliedIndex:30448; }","duration":"1.013735751s","start":"2026-07-24T18:20:03.720238Z","end":"2026-07-24T18:20:04.733974Z","steps":["trace[1545643255] 'read index received' (duration: 183.19133ms)","trace[1545643255] 'applied index is now lower than readState.Index' (duration: 830.541811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:04.734024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.720249Z","time spent":"1.01370355s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:04.734043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.72014Z","time spent":"1.013839363s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:04.734024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.72095Z","time spent":"1.012944943s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:04.73415Z","caller":"traceutil/trace.go:171","msg":"trace[2056124762] transaction","detail":"{read_only:false; response_revision:29130; number_of_response:1; }","duration":"961.604139ms","start":"2026-07-24T18:20:03.772534Z","end":"2026-07-24T18:20:04.734138Z","steps":["trace[2056124762] 'process raft request' (duration: 961.058258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.734153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.723637Z","time spent":"1.010384867s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:04.734264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.211555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:20:04.734264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.772486Z","time spent":"961.686851ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:04.734307Z","caller":"traceutil/trace.go:171","msg":"trace[961441916] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:29130; }","duration":"598.307547ms","start":"2026-07-24T18:20:04.135986Z","end":"2026-07-24T18:20:04.734294Z","steps":["trace[961441916] 'agreement among raft nodes before linearized reading' (duration: 598.212055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.734343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.13595Z","time spent":"598.384219ms","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:20:04.733757Z","caller":"traceutil/trace.go:171","msg":"trace[1283000995] transaction","detail":"{read_only:false; response_revision:29126; number_of_response:1; }","duration":"1.013365453s","start":"2026-07-24T18:20:03.720336Z","end":"2026-07-24T18:20:04.733701Z","steps":["trace[1283000995] 'process raft request' (duration: 1.012964594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.734359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.277522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:20:04.734439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.720319Z","time spent":"1.014091898s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:04.734422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.053489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:20:04.734288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.551797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:20:04.734492Z","caller":"traceutil/trace.go:171","msg":"trace[1324258368] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29130; }","duration":"337.473796ms","start":"2026-07-24T18:20:04.396991Z","end":"2026-07-24T18:20:04.734465Z","steps":["trace[1324258368] 'agreement among raft nodes before linearized reading' (duration: 337.244671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.734521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.763727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128994"} {"level":"warn","ts":"2026-07-24T18:20:04.73453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.915119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-24T18:20:04.734542Z","caller":"traceutil/trace.go:171","msg":"trace[651302628] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:29130; }","duration":"992.860844ms","start":"2026-07-24T18:20:03.741668Z","end":"2026-07-24T18:20:04.734529Z","steps":["trace[651302628] 'agreement among raft nodes before linearized reading' (duration: 992.526807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.734553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.396955Z","time spent":"337.587319ms","remote":"127.0.0.1:57296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:20:04.734562Z","caller":"traceutil/trace.go:171","msg":"trace[770798703] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:29130; }","duration":"736.821529ms","start":"2026-07-24T18:20:03.997731Z","end":"2026-07-24T18:20:04.734552Z","steps":["trace[770798703] 'agreement among raft nodes before linearized reading' (duration: 736.598534ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:04.734569Z","caller":"traceutil/trace.go:171","msg":"trace[1348661379] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:29130; }","duration":"740.99146ms","start":"2026-07-24T18:20:03.993565Z","end":"2026-07-24T18:20:04.734556Z","steps":["trace[1348661379] 'agreement among raft nodes before linearized reading' (duration: 740.834657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.734585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.741634Z","time spent":"992.940206ms","remote":"127.0.0.1:44662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:20:04.734603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.993541Z","time spent":"741.056381ms","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-24T18:20:04.734587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.997721Z","time spent":"736.86122ms","remote":"127.0.0.1:44612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129017,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T18:20:04.73441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01416004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T18:20:04.734728Z","caller":"traceutil/trace.go:171","msg":"trace[228411969] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29130; }","duration":"1.014519289s","start":"2026-07-24T18:20:03.720187Z","end":"2026-07-24T18:20:04.734706Z","steps":["trace[228411969] 'agreement among raft nodes before linearized reading' (duration: 1.014054048s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.734784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.72016Z","time spent":"1.014605041s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:20:04.734657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.194651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T18:20:04.734857Z","caller":"traceutil/trace.go:171","msg":"trace[969871116] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29130; }","duration":"977.429387ms","start":"2026-07-24T18:20:03.757414Z","end":"2026-07-24T18:20:04.734844Z","steps":["trace[969871116] 'agreement among raft nodes before linearized reading' (duration: 977.18578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.734889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:03.75739Z","time spent":"977.488447ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T18:20:04.734499Z","caller":"traceutil/trace.go:171","msg":"trace[1029679586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:29130; }","duration":"544.178462ms","start":"2026-07-24T18:20:04.190298Z","end":"2026-07-24T18:20:04.734476Z","steps":["trace[1029679586] 'agreement among raft nodes before linearized reading' (duration: 544.065409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:04.734952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.190268Z","time spent":"544.664183ms","remote":"127.0.0.1:46830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:20:05.247638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283564950652415,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T18:20:05.399836Z","caller":"traceutil/trace.go:171","msg":"trace[813530823] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29130; }","duration":"656.87601ms","start":"2026-07-24T18:20:04.742938Z","end":"2026-07-24T18:20:05.399814Z","steps":["trace[813530823] 'process raft request' (duration: 656.696046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:05.400218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.74292Z","time spent":"656.989392ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T18:20:05.463753Z","caller":"traceutil/trace.go:171","msg":"trace[494177209] linearizableReadLoop","detail":"{readStateIndex:30459; appliedIndex:30457; }","duration":"716.363732ms","start":"2026-07-24T18:20:04.747362Z","end":"2026-07-24T18:20:05.463726Z","steps":["trace[494177209] 'read index received' (duration: 652.446313ms)","trace[494177209] 'applied index is now lower than readState.Index' (duration: 63.916399ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:05.463863Z","caller":"traceutil/trace.go:171","msg":"trace[1250399028] transaction","detail":"{read_only:false; response_revision:29132; number_of_response:1; }","duration":"719.183054ms","start":"2026-07-24T18:20:04.744672Z","end":"2026-07-24T18:20:05.463855Z","steps":["trace[1250399028] 'process raft request' (duration: 719.00996ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:05.463837Z","caller":"traceutil/trace.go:171","msg":"trace[1917246907] transaction","detail":"{read_only:false; response_revision:29131; number_of_response:1; }","duration":"720.360999ms","start":"2026-07-24T18:20:04.743428Z","end":"2026-07-24T18:20:05.463789Z","steps":["trace[1917246907] 'process raft request' (duration: 720.108694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:05.463968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.744654Z","time spent":"719.230444ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:05.464051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.743406Z","time spent":"720.525272ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:05.464172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.970133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-07-24T18:20:05.464278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.387491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:05.464297Z","caller":"traceutil/trace.go:171","msg":"trace[47833561] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:29132; }","duration":"716.130807ms","start":"2026-07-24T18:20:04.74814Z","end":"2026-07-24T18:20:05.464271Z","steps":["trace[47833561] 'agreement among raft nodes before linearized reading' (duration: 715.756939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:05.464323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.966125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128994"} {"level":"info","ts":"2026-07-24T18:20:05.464361Z","caller":"traceutil/trace.go:171","msg":"trace[431436927] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:29132; }","duration":"717.049066ms","start":"2026-07-24T18:20:04.747304Z","end":"2026-07-24T18:20:05.464353Z","steps":["trace[431436927] 'agreement among raft nodes before linearized reading' (duration: 716.887793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:05.464324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.970953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:20:05.464385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.747284Z","time spent":"717.097188ms","remote":"127.0.0.1:44612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129017,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T18:20:05.464355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.748124Z","time spent":"716.218318ms","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-24T18:20:05.46442Z","caller":"traceutil/trace.go:171","msg":"trace[1438379266] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:29132; }","duration":"520.149376ms","start":"2026-07-24T18:20:04.944248Z","end":"2026-07-24T18:20:05.464398Z","steps":["trace[1438379266] 'agreement among raft nodes before linearized reading' (duration: 519.956542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:05.464476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.944214Z","time spent":"520.245619ms","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:20:05.464313Z","caller":"traceutil/trace.go:171","msg":"trace[1415853979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29132; }","duration":"631.468322ms","start":"2026-07-24T18:20:04.832836Z","end":"2026-07-24T18:20:05.464304Z","steps":["trace[1415853979] 'agreement among raft nodes before linearized reading' (duration: 631.413021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:05.46459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:04.832796Z","time spent":"631.785979ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:20:05.856737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.928814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:20:05.856846Z","caller":"traceutil/trace.go:171","msg":"trace[1755565730] transaction","detail":"{read_only:false; response_revision:29133; number_of_response:1; }","duration":"379.256142ms","start":"2026-07-24T18:20:05.47757Z","end":"2026-07-24T18:20:05.856826Z","steps":["trace[1755565730] 'process raft request' (duration: 180.131723ms)","trace[1755565730] 'compare' (duration: 198.345992ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:05.856903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.47755Z","time spent":"379.328943ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:06.170305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13272283564950652424,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T18:20:06.196462Z","caller":"traceutil/trace.go:171","msg":"trace[620178490] transaction","detail":"{read_only:false; response_revision:29134; number_of_response:1; }","duration":"718.589099ms","start":"2026-07-24T18:20:05.477828Z","end":"2026-07-24T18:20:06.196417Z","steps":["trace[620178490] 'process raft request' (duration: 698.99951ms)","trace[620178490] 'compare' (duration: 19.361824ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:06.196459Z","caller":"traceutil/trace.go:171","msg":"trace[30425646] transaction","detail":"{read_only:false; response_revision:29135; number_of_response:1; }","duration":"714.401338ms","start":"2026-07-24T18:20:05.482027Z","end":"2026-07-24T18:20:06.196428Z","steps":["trace[30425646] 'process raft request' (duration: 714.324647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:06.196689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.482012Z","time spent":"714.572762ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:06.196696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.47781Z","time spent":"718.757663ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:06.721477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.525821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:20:06.721721Z","caller":"traceutil/trace.go:171","msg":"trace[1110157189] transaction","detail":"{read_only:false; response_revision:29136; number_of_response:1; }","duration":"1.001508574s","start":"2026-07-24T18:20:05.720188Z","end":"2026-07-24T18:20:06.721697Z","steps":["trace[1110157189] 'process raft request' (duration: 577.637866ms)","trace[1110157189] 'compare' (duration: 413.719766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:06.721801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.72016Z","time spent":"1.001607506s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:06.722361Z","caller":"traceutil/trace.go:171","msg":"trace[1436299328] linearizableReadLoop","detail":"{readStateIndex:30467; appliedIndex:30460; }","duration":"1.05297711s","start":"2026-07-24T18:20:05.669371Z","end":"2026-07-24T18:20:06.722348Z","steps":["trace[1436299328] 'read index received' (duration: 507.380447ms)","trace[1436299328] 'applied index is now lower than readState.Index' (duration: 545.595803ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:06.722598Z","caller":"traceutil/trace.go:171","msg":"trace[492507213] transaction","detail":"{read_only:false; response_revision:29137; number_of_response:1; }","duration":"1.001963874s","start":"2026-07-24T18:20:05.720622Z","end":"2026-07-24T18:20:06.722586Z","steps":["trace[492507213] 'process raft request' (duration: 1.000968072s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:06.722672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.720592Z","time spent":"1.002040246s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:06.72282Z","caller":"traceutil/trace.go:171","msg":"trace[1683370700] transaction","detail":"{read_only:false; response_revision:29138; number_of_response:1; }","duration":"1.002187398s","start":"2026-07-24T18:20:05.720622Z","end":"2026-07-24T18:20:06.722809Z","steps":["trace[1683370700] 'process raft request' (duration: 1.001587775s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:06.722904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.72058Z","time spent":"1.00226328s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:06.723035Z","caller":"traceutil/trace.go:171","msg":"trace[1336844186] transaction","detail":"{read_only:false; response_revision:29139; number_of_response:1; }","duration":"1.002194958s","start":"2026-07-24T18:20:05.720829Z","end":"2026-07-24T18:20:06.723024Z","steps":["trace[1336844186] 'process raft request' (duration: 1.001434512s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:06.723095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.720783Z","time spent":"1.00228045s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:06.723222Z","caller":"traceutil/trace.go:171","msg":"trace[1845708606] transaction","detail":"{read_only:false; response_revision:29140; number_of_response:1; }","duration":"1.002115906s","start":"2026-07-24T18:20:05.721095Z","end":"2026-07-24T18:20:06.723211Z","steps":["trace[1845708606] 'process raft request' (duration: 1.001207827s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:06.723282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.721085Z","time spent":"1.002166767s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:06.723474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054101434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:06.723528Z","caller":"traceutil/trace.go:171","msg":"trace[1955270699] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:29140; }","duration":"1.054189517s","start":"2026-07-24T18:20:05.669324Z","end":"2026-07-24T18:20:06.723514Z","steps":["trace[1955270699] 'agreement among raft nodes before linearized reading' (duration: 1.054102555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:06.723573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.668336Z","time spent":"1.055227829s","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:20:07.27495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.298592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:20:07.275047Z","caller":"traceutil/trace.go:171","msg":"trace[1138300127] linearizableReadLoop","detail":"{readStateIndex:30468; appliedIndex:30467; }","duration":"552.632577ms","start":"2026-07-24T18:20:06.722398Z","end":"2026-07-24T18:20:07.275031Z","steps":["trace[1138300127] 'read index received' (duration: 364.083339ms)","trace[1138300127] 'applied index is now lower than readState.Index' (duration: 188.548448ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:07.275137Z","caller":"traceutil/trace.go:171","msg":"trace[1091648030] transaction","detail":"{read_only:false; response_revision:29141; number_of_response:1; }","duration":"717.477286ms","start":"2026-07-24T18:20:06.557651Z","end":"2026-07-24T18:20:07.275128Z","steps":["trace[1091648030] 'process raft request' (duration: 528.913318ms)","trace[1091648030] 'compare' (duration: 187.964045ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:07.275206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.557618Z","time spent":"717.568908ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:07.275286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27821268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:20:07.275376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441382722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:07.275402Z","caller":"traceutil/trace.go:171","msg":"trace[877963870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29141; }","duration":"1.441466903s","start":"2026-07-24T18:20:05.833928Z","end":"2026-07-24T18:20:07.275395Z","steps":["trace[877963870] 'agreement among raft nodes before linearized reading' (duration: 1.441414622s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:07.275395Z","caller":"traceutil/trace.go:171","msg":"trace[1132239041] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:29141; }","duration":"1.278416005s","start":"2026-07-24T18:20:05.996953Z","end":"2026-07-24T18:20:07.275369Z","steps":["trace[1132239041] 'agreement among raft nodes before linearized reading' (duration: 1.27818853s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.275424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.833899Z","time spent":"1.441521485s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:20:07.275442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.996921Z","time spent":"1.278510907s","remote":"127.0.0.1:38462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:20:07.275592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510819294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-24T18:20:07.275613Z","caller":"traceutil/trace.go:171","msg":"trace[1418775442] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:29141; }","duration":"1.510863444s","start":"2026-07-24T18:20:05.764743Z","end":"2026-07-24T18:20:07.275606Z","steps":["trace[1418775442] 'agreement among raft nodes before linearized reading' (duration: 1.510766852s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.275628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:05.764728Z","time spent":"1.510896315s","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.152\" "} {"level":"warn","ts":"2026-07-24T18:20:07.275707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.749053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:20:07.275755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.049171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T18:20:07.275767Z","caller":"traceutil/trace.go:171","msg":"trace[1686997391] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29141; }","duration":"945.861506ms","start":"2026-07-24T18:20:06.329894Z","end":"2026-07-24T18:20:07.275756Z","steps":["trace[1686997391] 'agreement among raft nodes before linearized reading' (duration: 945.766094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.275808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.32986Z","time spent":"945.938337ms","remote":"127.0.0.1:51658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:20:07.275899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.937307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T18:20:07.275923Z","caller":"traceutil/trace.go:171","msg":"trace[1989339340] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29141; }","duration":"532.979308ms","start":"2026-07-24T18:20:06.74294Z","end":"2026-07-24T18:20:07.275919Z","steps":["trace[1989339340] 'agreement among raft nodes before linearized reading' (duration: 532.908536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.275944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.742931Z","time spent":"533.005038ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T18:20:07.276051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.851926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T18:20:07.27607Z","caller":"traceutil/trace.go:171","msg":"trace[1434943587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29141; }","duration":"533.890408ms","start":"2026-07-24T18:20:06.742174Z","end":"2026-07-24T18:20:07.276064Z","steps":["trace[1434943587] 'agreement among raft nodes before linearized reading' (duration: 533.833227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.276084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.742166Z","time spent":"533.913718ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T18:20:07.276094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044003384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-07-24T18:20:07.276123Z","caller":"traceutil/trace.go:171","msg":"trace[144386584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29141; }","duration":"1.044071176s","start":"2026-07-24T18:20:06.232043Z","end":"2026-07-24T18:20:07.276115Z","steps":["trace[144386584] 'agreement among raft nodes before linearized reading' (duration: 1.043923393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.276147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.232018Z","time spent":"1.044123447s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T18:20:07.276178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.182544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T18:20:07.276194Z","caller":"traceutil/trace.go:171","msg":"trace[1906640553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29141; }","duration":"534.213685ms","start":"2026-07-24T18:20:06.741976Z","end":"2026-07-24T18:20:07.276189Z","steps":["trace[1906640553] 'agreement among raft nodes before linearized reading' (duration: 534.164803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.276209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.741968Z","time spent":"534.237205ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T18:20:07.276301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.551862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T18:20:07.276314Z","caller":"traceutil/trace.go:171","msg":"trace[1765995744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29141; }","duration":"534.579162ms","start":"2026-07-24T18:20:06.74173Z","end":"2026-07-24T18:20:07.276309Z","steps":["trace[1765995744] 'agreement among raft nodes before linearized reading' (duration: 534.538681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.27633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.741724Z","time spent":"534.602113ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T18:20:07.276368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120292814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T18:20:07.276407Z","caller":"traceutil/trace.go:171","msg":"trace[1125569391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29141; }","duration":"1.120331235s","start":"2026-07-24T18:20:06.156066Z","end":"2026-07-24T18:20:07.276398Z","steps":["trace[1125569391] 'agreement among raft nodes before linearized reading' (duration: 1.120223113s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.276436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.155982Z","time spent":"1.120443607s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T18:20:07.276622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273094229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:07.27665Z","caller":"traceutil/trace.go:171","msg":"trace[94222325] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:29141; }","duration":"1.27314373s","start":"2026-07-24T18:20:06.003498Z","end":"2026-07-24T18:20:07.276641Z","steps":["trace[94222325] 'agreement among raft nodes before linearized reading' (duration: 1.273089209s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.276673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.003487Z","time spent":"1.273180461s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:20:07.275772Z","caller":"traceutil/trace.go:171","msg":"trace[1290563148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29141; }","duration":"534.111042ms","start":"2026-07-24T18:20:06.741656Z","end":"2026-07-24T18:20:07.275767Z","steps":["trace[1290563148] 'agreement among raft nodes before linearized reading' (duration: 534.051351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.276862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:06.741632Z","time spent":"535.223306ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T18:20:07.7963Z","caller":"traceutil/trace.go:171","msg":"trace[751198052] linearizableReadLoop","detail":"{readStateIndex:30475; appliedIndex:30469; }","duration":"458.935206ms","start":"2026-07-24T18:20:07.337341Z","end":"2026-07-24T18:20:07.796276Z","steps":["trace[751198052] 'read index received' (duration: 430.006083ms)","trace[751198052] 'applied index is now lower than readState.Index' (duration: 28.928123ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:07.796454Z","caller":"traceutil/trace.go:171","msg":"trace[493694915] transaction","detail":"{read_only:false; response_revision:29147; number_of_response:1; }","duration":"513.720995ms","start":"2026-07-24T18:20:07.282715Z","end":"2026-07-24T18:20:07.796436Z","steps":["trace[493694915] 'process raft request' (duration: 513.515381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.796674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.346683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:07.796725Z","caller":"traceutil/trace.go:171","msg":"trace[1683715563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29147; }","duration":"510.435824ms","start":"2026-07-24T18:20:07.286279Z","end":"2026-07-24T18:20:07.796715Z","steps":["trace[1683715563] 'agreement among raft nodes before linearized reading' (duration: 510.287981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.796757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.286267Z","time spent":"510.483545ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:20:07.796761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.282709Z","time spent":"513.949431ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:07.796956Z","caller":"traceutil/trace.go:171","msg":"trace[978973771] transaction","detail":"{read_only:false; response_revision:29142; number_of_response:1; }","duration":"514.932642ms","start":"2026-07-24T18:20:07.282004Z","end":"2026-07-24T18:20:07.796936Z","steps":["trace[978973771] 'process raft request' (duration: 485.373274ms)","trace[978973771] 'compare' (duration: 27.927222ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:07.796395Z","caller":"traceutil/trace.go:171","msg":"trace[2010635850] transaction","detail":"{read_only:false; response_revision:29146; number_of_response:1; }","duration":"513.788086ms","start":"2026-07-24T18:20:07.282561Z","end":"2026-07-24T18:20:07.796349Z","steps":["trace[2010635850] 'process raft request' (duration: 513.635393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.797079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.282556Z","time spent":"514.486563ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:07.797177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.281979Z","time spent":"515.032465ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:07.796541Z","caller":"traceutil/trace.go:171","msg":"trace[185315669] transaction","detail":"{read_only:false; response_revision:29145; number_of_response:1; }","duration":"514.031933ms","start":"2026-07-24T18:20:07.2825Z","end":"2026-07-24T18:20:07.796532Z","steps":["trace[185315669] 'process raft request' (duration: 513.661484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.79731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.282484Z","time spent":"514.794039ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:07.797304Z","caller":"traceutil/trace.go:171","msg":"trace[1280382436] transaction","detail":"{read_only:false; response_revision:29143; number_of_response:1; }","duration":"515.139007ms","start":"2026-07-24T18:20:07.282125Z","end":"2026-07-24T18:20:07.797264Z","steps":["trace[1280382436] 'process raft request' (duration: 513.886019ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:07.796386Z","caller":"traceutil/trace.go:171","msg":"trace[639284378] transaction","detail":"{read_only:false; response_revision:29144; number_of_response:1; }","duration":"514.152424ms","start":"2026-07-24T18:20:07.282189Z","end":"2026-07-24T18:20:07.796341Z","steps":["trace[639284378] 'process raft request' (duration: 513.932059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.797465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.28218Z","time spent":"515.223259ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:07.797521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.282117Z","time spent":"515.29421ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:07.801449Z","caller":"traceutil/trace.go:171","msg":"trace[1337174413] transaction","detail":"{read_only:false; response_revision:29148; number_of_response:1; }","duration":"462.819641ms","start":"2026-07-24T18:20:07.338617Z","end":"2026-07-24T18:20:07.801436Z","steps":["trace[1337174413] 'process raft request' (duration: 462.666468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.801565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.338593Z","time spent":"462.902423ms","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:07.801844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.679101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-24T18:20:07.801878Z","caller":"traceutil/trace.go:171","msg":"trace[540537249] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:29148; }","duration":"379.754282ms","start":"2026-07-24T18:20:07.422115Z","end":"2026-07-24T18:20:07.801869Z","steps":["trace[540537249] 'agreement among raft nodes before linearized reading' (duration: 379.595439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.802003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.422087Z","time spent":"379.906876ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-24T18:20:07.802346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.971539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-24T18:20:07.802415Z","caller":"traceutil/trace.go:171","msg":"trace[873981789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29148; }","duration":"449.077542ms","start":"2026-07-24T18:20:07.353322Z","end":"2026-07-24T18:20:07.802399Z","steps":["trace[873981789] 'agreement among raft nodes before linearized reading' (duration: 448.938379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:07.802461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:07.353303Z","time spent":"449.149473ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T18:20:08.079008Z","caller":"traceutil/trace.go:171","msg":"trace[1932537312] transaction","detail":"{read_only:false; response_revision:29150; number_of_response:1; }","duration":"201.199143ms","start":"2026-07-24T18:20:07.877777Z","end":"2026-07-24T18:20:08.078976Z","steps":["trace[1932537312] 'process raft request' (duration: 128.813048ms)","trace[1932537312] 'compare' (duration: 72.227422ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:08.34324Z","caller":"traceutil/trace.go:171","msg":"trace[680833861] transaction","detail":"{read_only:false; response_revision:29152; number_of_response:1; }","duration":"103.457715ms","start":"2026-07-24T18:20:08.239758Z","end":"2026-07-24T18:20:08.343216Z","steps":["trace[680833861] 'process raft request' (duration: 103.284241ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:08.863554Z","caller":"traceutil/trace.go:171","msg":"trace[2045653574] transaction","detail":"{read_only:false; response_revision:29155; number_of_response:1; }","duration":"133.493272ms","start":"2026-07-24T18:20:08.729951Z","end":"2026-07-24T18:20:08.863444Z","steps":["trace[2045653574] 'process raft request' (duration: 133.279487ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:09.252456Z","caller":"traceutil/trace.go:171","msg":"trace[1689577181] transaction","detail":"{read_only:false; response_revision:29158; number_of_response:1; }","duration":"521.374464ms","start":"2026-07-24T18:20:08.731047Z","end":"2026-07-24T18:20:09.252421Z","steps":["trace[1689577181] 'process raft request' (duration: 521.298262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:09.252565Z","caller":"traceutil/trace.go:171","msg":"trace[2041381499] transaction","detail":"{read_only:false; response_revision:29157; number_of_response:1; }","duration":"521.903314ms","start":"2026-07-24T18:20:08.730591Z","end":"2026-07-24T18:20:09.252494Z","steps":["trace[2041381499] 'process raft request' (duration: 521.70873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:09.252688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:08.731027Z","time spent":"521.548777ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:09.252782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:08.73058Z","time spent":"522.085339ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:09.252908Z","caller":"traceutil/trace.go:171","msg":"trace[1523415916] linearizableReadLoop","detail":"{readStateIndex:30487; appliedIndex:30482; }","duration":"418.543442ms","start":"2026-07-24T18:20:08.834316Z","end":"2026-07-24T18:20:09.25286Z","steps":["trace[1523415916] 'read index received' (duration: 29.040926ms)","trace[1523415916] 'applied index is now lower than readState.Index' (duration: 389.500736ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:09.252987Z","caller":"traceutil/trace.go:171","msg":"trace[1303240583] transaction","detail":"{read_only:false; response_revision:29159; number_of_response:1; }","duration":"521.644909ms","start":"2026-07-24T18:20:08.731305Z","end":"2026-07-24T18:20:09.25295Z","steps":["trace[1303240583] 'process raft request' (duration: 521.075247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:09.253053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:08.731293Z","time spent":"521.730551ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:09.25312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.776067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:09.253137Z","caller":"traceutil/trace.go:171","msg":"trace[1253253590] transaction","detail":"{read_only:false; response_revision:29156; number_of_response:1; }","duration":"522.889466ms","start":"2026-07-24T18:20:08.730213Z","end":"2026-07-24T18:20:09.253102Z","steps":["trace[1253253590] 'process raft request' (duration: 521.838584ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:09.253169Z","caller":"traceutil/trace.go:171","msg":"trace[415899542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29159; }","duration":"418.890629ms","start":"2026-07-24T18:20:08.834265Z","end":"2026-07-24T18:20:09.253156Z","steps":["trace[415899542] 'agreement among raft nodes before linearized reading' (duration: 418.733996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:09.25321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:08.834229Z","time spent":"418.971001ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:20:09.253232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:08.730203Z","time spent":"522.982158ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:10.015498Z","caller":"traceutil/trace.go:171","msg":"trace[1692504569] transaction","detail":"{read_only:false; response_revision:29165; number_of_response:1; }","duration":"205.230463ms","start":"2026-07-24T18:20:09.810234Z","end":"2026-07-24T18:20:10.015465Z","steps":["trace[1692504569] 'process raft request' (duration: 205.185483ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:10.016016Z","caller":"traceutil/trace.go:171","msg":"trace[1462146857] transaction","detail":"{read_only:false; response_revision:29161; number_of_response:1; }","duration":"209.131408ms","start":"2026-07-24T18:20:09.806869Z","end":"2026-07-24T18:20:10.016001Z","steps":["trace[1462146857] 'process raft request' (duration: 208.234828ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:10.016175Z","caller":"traceutil/trace.go:171","msg":"trace[1107012592] transaction","detail":"{read_only:false; response_revision:29162; number_of_response:1; }","duration":"209.258092ms","start":"2026-07-24T18:20:09.806904Z","end":"2026-07-24T18:20:10.016162Z","steps":["trace[1107012592] 'process raft request' (duration: 208.395623ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:10.016297Z","caller":"traceutil/trace.go:171","msg":"trace[430268650] transaction","detail":"{read_only:false; response_revision:29163; number_of_response:1; }","duration":"207.754728ms","start":"2026-07-24T18:20:09.808534Z","end":"2026-07-24T18:20:10.016288Z","steps":["trace[430268650] 'process raft request' (duration: 206.810608ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:10.016418Z","caller":"traceutil/trace.go:171","msg":"trace[1561668734] transaction","detail":"{read_only:false; response_revision:29164; number_of_response:1; }","duration":"207.869581ms","start":"2026-07-24T18:20:09.808533Z","end":"2026-07-24T18:20:10.016402Z","steps":["trace[1561668734] 'process raft request' (duration: 206.843869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:10.338351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.533488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T18:20:10.33845Z","caller":"traceutil/trace.go:171","msg":"trace[1132571663] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29165; }","duration":"157.691372ms","start":"2026-07-24T18:20:10.180734Z","end":"2026-07-24T18:20:10.338425Z","steps":["trace[1132571663] 'range keys from in-memory index tree' (duration: 157.317044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:10.339008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.637694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:10.339134Z","caller":"traceutil/trace.go:171","msg":"trace[2026870956] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29165; }","duration":"111.798697ms","start":"2026-07-24T18:20:10.227305Z","end":"2026-07-24T18:20:10.339103Z","steps":["trace[2026870956] 'count revisions from in-memory index tree' (duration: 111.498251ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:10.702196Z","caller":"traceutil/trace.go:171","msg":"trace[199643053] transaction","detail":"{read_only:false; response_revision:29167; number_of_response:1; }","duration":"290.633763ms","start":"2026-07-24T18:20:10.411539Z","end":"2026-07-24T18:20:10.702173Z","steps":["trace[199643053] 'process raft request' (duration: 230.191119ms)","trace[199643053] 'compare' (duration: 59.965273ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:10.990374Z","caller":"traceutil/trace.go:171","msg":"trace[308005018] transaction","detail":"{read_only:false; response_revision:29168; number_of_response:1; }","duration":"578.482934ms","start":"2026-07-24T18:20:10.411856Z","end":"2026-07-24T18:20:10.990338Z","steps":["trace[308005018] 'process raft request' (duration: 535.966652ms)","trace[308005018] 'compare' (duration: 41.802065ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:10.99047Z","caller":"traceutil/trace.go:171","msg":"trace[1029102281] linearizableReadLoop","detail":"{readStateIndex:30496; appliedIndex:30494; }","duration":"361.813842ms","start":"2026-07-24T18:20:10.628603Z","end":"2026-07-24T18:20:10.990417Z","steps":["trace[1029102281] 'read index received' (duration: 13.20785ms)","trace[1029102281] 'applied index is now lower than readState.Index' (duration: 348.588081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:10.990565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:10.411819Z","time spent":"578.640577ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:11.088783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.143064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T18:20:11.088887Z","caller":"traceutil/trace.go:171","msg":"trace[637965829] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:29168; }","duration":"460.310977ms","start":"2026-07-24T18:20:10.628549Z","end":"2026-07-24T18:20:11.08886Z","steps":["trace[637965829] 'agreement among raft nodes before linearized reading' (duration: 362.060437ms)","trace[637965829] 'count revisions from in-memory index tree' (duration: 98.086817ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:11.089235Z","caller":"traceutil/trace.go:171","msg":"trace[1655774463] transaction","detail":"{read_only:false; response_revision:29169; number_of_response:1; }","duration":"211.309036ms","start":"2026-07-24T18:20:10.87788Z","end":"2026-07-24T18:20:11.089189Z","steps":["trace[1655774463] 'process raft request' (duration: 210.810706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:11.089332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.174791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:20:11.08938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.784394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-24T18:20:11.089399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.33857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:11.089454Z","caller":"traceutil/trace.go:171","msg":"trace[2023451586] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29169; }","duration":"125.928737ms","start":"2026-07-24T18:20:10.963506Z","end":"2026-07-24T18:20:11.089435Z","steps":["trace[2023451586] 'agreement among raft nodes before linearized reading' (duration: 125.729872ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:11.089433Z","caller":"traceutil/trace.go:171","msg":"trace[952357518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29169; }","duration":"258.354985ms","start":"2026-07-24T18:20:10.831054Z","end":"2026-07-24T18:20:11.089409Z","steps":["trace[952357518] 'agreement among raft nodes before linearized reading' (duration: 258.162811ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:11.08949Z","caller":"traceutil/trace.go:171","msg":"trace[1943106751] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29169; }","duration":"271.493853ms","start":"2026-07-24T18:20:10.817973Z","end":"2026-07-24T18:20:11.089467Z","steps":["trace[1943106751] 'agreement among raft nodes before linearized reading' (duration: 271.289199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:11.089515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:10.628524Z","time spent":"460.577223ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":191,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:20:11.089697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.771664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:11.089897Z","caller":"traceutil/trace.go:171","msg":"trace[1914877990] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29169; }","duration":"454.062129ms","start":"2026-07-24T18:20:10.635809Z","end":"2026-07-24T18:20:11.089871Z","steps":["trace[1914877990] 'agreement among raft nodes before linearized reading' (duration: 453.586389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:11.090072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:10.635783Z","time spent":"454.183562ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:20:11.203012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.161596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:20:11.203083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.358296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-24T18:20:11.203178Z","caller":"traceutil/trace.go:171","msg":"trace[694243804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29169; }","duration":"112.383271ms","start":"2026-07-24T18:20:11.090741Z","end":"2026-07-24T18:20:11.203125Z","steps":["trace[694243804] 'range keys from in-memory index tree' (duration: 112.070963ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:11.203187Z","caller":"traceutil/trace.go:171","msg":"trace[331487262] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29169; }","duration":"205.534839ms","start":"2026-07-24T18:20:10.997626Z","end":"2026-07-24T18:20:11.203161Z","steps":["trace[331487262] 'agreement among raft nodes before linearized reading' (duration: 92.212428ms)","trace[331487262] 'range keys from in-memory index tree' (duration: 113.045695ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:11.203264Z","caller":"traceutil/trace.go:171","msg":"trace[2093683299] transaction","detail":"{read_only:false; response_revision:29170; number_of_response:1; }","duration":"108.454485ms","start":"2026-07-24T18:20:11.094775Z","end":"2026-07-24T18:20:11.203229Z","steps":["trace[2093683299] 'process raft request' (duration: 75.266828ms)","trace[2093683299] 'compare' (duration: 32.815438ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:11.479573Z","caller":"traceutil/trace.go:171","msg":"trace[1583960612] transaction","detail":"{read_only:false; response_revision:29172; number_of_response:1; }","duration":"270.768307ms","start":"2026-07-24T18:20:11.208765Z","end":"2026-07-24T18:20:11.479533Z","steps":["trace[1583960612] 'process raft request' (duration: 231.16462ms)","trace[1583960612] 'compare' (duration: 39.331011ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:11.479823Z","caller":"traceutil/trace.go:171","msg":"trace[237724868] transaction","detail":"{read_only:false; response_revision:29173; number_of_response:1; }","duration":"220.439354ms","start":"2026-07-24T18:20:11.259365Z","end":"2026-07-24T18:20:11.479804Z","steps":["trace[237724868] 'process raft request' (duration: 220.096747ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:11.479925Z","caller":"traceutil/trace.go:171","msg":"trace[751026890] transaction","detail":"{read_only:false; response_revision:29174; number_of_response:1; }","duration":"220.259671ms","start":"2026-07-24T18:20:11.259632Z","end":"2026-07-24T18:20:11.479891Z","steps":["trace[751026890] 'process raft request' (duration: 220.084738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:11.73276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.537383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:20:11.73294Z","caller":"traceutil/trace.go:171","msg":"trace[1387466199] transaction","detail":"{read_only:false; response_revision:29176; number_of_response:1; }","duration":"470.213033ms","start":"2026-07-24T18:20:11.262706Z","end":"2026-07-24T18:20:11.732919Z","steps":["trace[1387466199] 'process raft request' (duration: 470.150832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:11.733008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:11.262694Z","time spent":"470.280765ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:11.733127Z","caller":"traceutil/trace.go:171","msg":"trace[676365229] transaction","detail":"{read_only:false; response_revision:29175; number_of_response:1; }","duration":"472.548934ms","start":"2026-07-24T18:20:11.26057Z","end":"2026-07-24T18:20:11.733119Z","steps":["trace[676365229] 'process raft request' (duration: 328.529681ms)","trace[676365229] 'compare' (duration: 143.3863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:11.733163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:11.260534Z","time spent":"472.609476ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:12.185499Z","caller":"traceutil/trace.go:171","msg":"trace[601597565] linearizableReadLoop","detail":"{readStateIndex:30507; appliedIndex:30506; }","duration":"160.573745ms","start":"2026-07-24T18:20:12.024894Z","end":"2026-07-24T18:20:12.185467Z","steps":["trace[601597565] 'read index received' (duration: 160.316559ms)","trace[601597565] 'applied index is now lower than readState.Index' (duration: 255.876µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:12.185562Z","caller":"traceutil/trace.go:171","msg":"trace[1422201840] transaction","detail":"{read_only:false; response_revision:29178; number_of_response:1; }","duration":"195.859088ms","start":"2026-07-24T18:20:11.989681Z","end":"2026-07-24T18:20:12.18554Z","steps":["trace[1422201840] 'process raft request' (duration: 195.565501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:12.185851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.936232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T18:20:12.185909Z","caller":"traceutil/trace.go:171","msg":"trace[587088295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29178; }","duration":"161.058095ms","start":"2026-07-24T18:20:12.024838Z","end":"2026-07-24T18:20:12.185896Z","steps":["trace[587088295] 'agreement among raft nodes before linearized reading' (duration: 160.788799ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:12.3061Z","caller":"traceutil/trace.go:171","msg":"trace[1255514852] linearizableReadLoop","detail":"{readStateIndex:30508; appliedIndex:30507; }","duration":"120.484978ms","start":"2026-07-24T18:20:12.185585Z","end":"2026-07-24T18:20:12.30607Z","steps":["trace[1255514852] 'read index received' (duration: 96.010523ms)","trace[1255514852] 'applied index is now lower than readState.Index' (duration: 24.473155ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:12.306135Z","caller":"traceutil/trace.go:171","msg":"trace[620958836] transaction","detail":"{read_only:false; response_revision:29179; number_of_response:1; }","duration":"127.690175ms","start":"2026-07-24T18:20:12.178387Z","end":"2026-07-24T18:20:12.306078Z","steps":["trace[620958836] 'process raft request' (duration: 103.188259ms)","trace[620958836] 'compare' (duration: 24.318262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:12.306387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.9324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-24T18:20:12.306364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.49018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T18:20:12.306422Z","caller":"traceutil/trace.go:171","msg":"trace[907424669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29179; }","duration":"281.006381ms","start":"2026-07-24T18:20:12.025407Z","end":"2026-07-24T18:20:12.306414Z","steps":["trace[907424669] 'agreement among raft nodes before linearized reading' (duration: 280.768516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:12.306418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.435109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T18:20:12.306445Z","caller":"traceutil/trace.go:171","msg":"trace[2075984911] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29179; }","duration":"280.611413ms","start":"2026-07-24T18:20:12.025816Z","end":"2026-07-24T18:20:12.306427Z","steps":["trace[2075984911] 'agreement among raft nodes before linearized reading' (duration: 280.272295ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:12.306503Z","caller":"traceutil/trace.go:171","msg":"trace[392941883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29179; }","duration":"280.553182ms","start":"2026-07-24T18:20:12.025931Z","end":"2026-07-24T18:20:12.306484Z","steps":["trace[392941883] 'agreement among raft nodes before linearized reading' (duration: 280.222515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:12.306418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.582652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T18:20:12.30665Z","caller":"traceutil/trace.go:171","msg":"trace[673677191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29179; }","duration":"280.838528ms","start":"2026-07-24T18:20:12.025788Z","end":"2026-07-24T18:20:12.306626Z","steps":["trace[673677191] 'agreement among raft nodes before linearized reading' (duration: 280.341087ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:12.343478Z","caller":"traceutil/trace.go:171","msg":"trace[624498420] transaction","detail":"{read_only:false; response_revision:29180; number_of_response:1; }","duration":"153.149283ms","start":"2026-07-24T18:20:12.19024Z","end":"2026-07-24T18:20:12.34339Z","steps":["trace[624498420] 'process raft request' (duration: 152.949898ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:12.540688Z","caller":"traceutil/trace.go:171","msg":"trace[1498155556] transaction","detail":"{read_only:false; response_revision:29182; number_of_response:1; }","duration":"229.218918ms","start":"2026-07-24T18:20:12.311434Z","end":"2026-07-24T18:20:12.540653Z","steps":["trace[1498155556] 'process raft request' (duration: 229.027814ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:12.541045Z","caller":"traceutil/trace.go:171","msg":"trace[2119667364] transaction","detail":"{read_only:false; response_revision:29181; number_of_response:1; }","duration":"230.23911ms","start":"2026-07-24T18:20:12.310722Z","end":"2026-07-24T18:20:12.540962Z","steps":["trace[2119667364] 'process raft request' (duration: 146.398404ms)","trace[2119667364] 'compare' (duration: 83.151251ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:12.541181Z","caller":"traceutil/trace.go:171","msg":"trace[1159375505] transaction","detail":"{read_only:false; response_revision:29184; number_of_response:1; }","duration":"227.473529ms","start":"2026-07-24T18:20:12.313679Z","end":"2026-07-24T18:20:12.541153Z","steps":["trace[1159375505] 'process raft request' (duration: 227.342756ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:12.541207Z","caller":"traceutil/trace.go:171","msg":"trace[1742662612] transaction","detail":"{read_only:false; response_revision:29183; number_of_response:1; }","duration":"228.540003ms","start":"2026-07-24T18:20:12.312638Z","end":"2026-07-24T18:20:12.541178Z","steps":["trace[1742662612] 'process raft request' (duration: 227.95605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:12.820761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.463585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T18:20:12.820889Z","caller":"traceutil/trace.go:171","msg":"trace[1769468583] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29184; }","duration":"113.704229ms","start":"2026-07-24T18:20:12.707151Z","end":"2026-07-24T18:20:12.820856Z","steps":["trace[1769468583] 'range keys from in-memory index tree' (duration: 113.144816ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:13.003201Z","caller":"traceutil/trace.go:171","msg":"trace[2035870240] transaction","detail":"{read_only:false; response_revision:29186; number_of_response:1; }","duration":"160.260698ms","start":"2026-07-24T18:20:12.842904Z","end":"2026-07-24T18:20:13.003165Z","steps":["trace[2035870240] 'process raft request' (duration: 159.971211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:13.003406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.686158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-07-24T18:20:13.003526Z","caller":"traceutil/trace.go:171","msg":"trace[1457837814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29186; }","duration":"171.838261ms","start":"2026-07-24T18:20:12.831665Z","end":"2026-07-24T18:20:13.003503Z","steps":["trace[1457837814] 'agreement among raft nodes before linearized reading' (duration: 171.505084ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:13.405456Z","caller":"traceutil/trace.go:171","msg":"trace[59936395] transaction","detail":"{read_only:false; response_revision:29189; number_of_response:1; }","duration":"310.810824ms","start":"2026-07-24T18:20:13.094606Z","end":"2026-07-24T18:20:13.405417Z","steps":["trace[59936395] 'process raft request' (duration: 310.616069ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:13.405476Z","caller":"traceutil/trace.go:171","msg":"trace[122305550] transaction","detail":"{read_only:false; response_revision:29188; number_of_response:1; }","duration":"338.95909ms","start":"2026-07-24T18:20:13.066474Z","end":"2026-07-24T18:20:13.405433Z","steps":["trace[122305550] 'process raft request' (duration: 283.414184ms)","trace[122305550] 'compare' (duration: 55.019815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:20:13.405629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:13.094591Z","time spent":"310.941047ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:20:13.405635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:20:13.066436Z","time spent":"339.105893ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:20:13.607462Z","caller":"traceutil/trace.go:171","msg":"trace[1884774717] linearizableReadLoop","detail":"{readStateIndex:30519; appliedIndex:30518; }","duration":"121.195612ms","start":"2026-07-24T18:20:13.486235Z","end":"2026-07-24T18:20:13.607431Z","steps":["trace[1884774717] 'read index received' (duration: 121.108141ms)","trace[1884774717] 'applied index is now lower than readState.Index' (duration: 86.441µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:13.607638Z","caller":"traceutil/trace.go:171","msg":"trace[2081325175] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29189; }","duration":"194.310563ms","start":"2026-07-24T18:20:13.413295Z","end":"2026-07-24T18:20:13.607605Z","steps":["trace[2081325175] 'process raft request' (duration: 194.028967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:13.607773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.504069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T18:20:13.607824Z","caller":"traceutil/trace.go:171","msg":"trace[748775407] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29189; }","duration":"121.627302ms","start":"2026-07-24T18:20:13.486182Z","end":"2026-07-24T18:20:13.607809Z","steps":["trace[748775407] 'agreement among raft nodes before linearized reading' (duration: 121.361596ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:13.785604Z","caller":"traceutil/trace.go:171","msg":"trace[502544480] linearizableReadLoop","detail":"{readStateIndex:30521; appliedIndex:30519; }","duration":"176.282139ms","start":"2026-07-24T18:20:13.609296Z","end":"2026-07-24T18:20:13.785579Z","steps":["trace[502544480] 'read index received' (duration: 176.121375ms)","trace[502544480] 'applied index is now lower than readState.Index' (duration: 159.224µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:13.785687Z","caller":"traceutil/trace.go:171","msg":"trace[1409340383] transaction","detail":"{read_only:false; response_revision:29190; number_of_response:1; }","duration":"299.2489ms","start":"2026-07-24T18:20:13.486386Z","end":"2026-07-24T18:20:13.785635Z","steps":["trace[1409340383] 'process raft request' (duration: 298.946614ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:13.785758Z","caller":"traceutil/trace.go:171","msg":"trace[2048483172] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"298.920393ms","start":"2026-07-24T18:20:13.48682Z","end":"2026-07-24T18:20:13.78574Z","steps":["trace[2048483172] 'process raft request' (duration: 298.694138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:13.785981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.669939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-24T18:20:13.786044Z","caller":"traceutil/trace.go:171","msg":"trace[1169361091] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29191; }","duration":"176.851093ms","start":"2026-07-24T18:20:13.609182Z","end":"2026-07-24T18:20:13.786033Z","steps":["trace[1169361091] 'agreement among raft nodes before linearized reading' (duration: 176.71373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:13.82565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.781251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T18:20:13.825728Z","caller":"traceutil/trace.go:171","msg":"trace[180610876] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29193; }","duration":"213.922674ms","start":"2026-07-24T18:20:13.611786Z","end":"2026-07-24T18:20:13.825708Z","steps":["trace[180610876] 'agreement among raft nodes before linearized reading' (duration: 213.706559ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:14.013358Z","caller":"traceutil/trace.go:171","msg":"trace[1726970726] transaction","detail":"{read_only:false; response_revision:29194; number_of_response:1; }","duration":"214.532816ms","start":"2026-07-24T18:20:13.798771Z","end":"2026-07-24T18:20:14.013304Z","steps":["trace[1726970726] 'process raft request' (duration: 188.976777ms)","trace[1726970726] 'compare' (duration: 25.12169ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:14.095867Z","caller":"traceutil/trace.go:171","msg":"trace[1830695017] linearizableReadLoop","detail":"{readStateIndex:30525; appliedIndex:30523; }","duration":"263.165311ms","start":"2026-07-24T18:20:13.832674Z","end":"2026-07-24T18:20:14.09584Z","steps":["trace[1830695017] 'read index received' (duration: 155.092595ms)","trace[1830695017] 'applied index is now lower than readState.Index' (duration: 108.071686ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:20:14.096006Z","caller":"traceutil/trace.go:171","msg":"trace[2136690101] transaction","detail":"{read_only:false; response_revision:29195; number_of_response:1; }","duration":"263.951978ms","start":"2026-07-24T18:20:13.832008Z","end":"2026-07-24T18:20:14.09596Z","steps":["trace[2136690101] 'process raft request' (duration: 263.636551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:14.096139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.409936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:20:14.096264Z","caller":"traceutil/trace.go:171","msg":"trace[1508836325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29195; }","duration":"263.60792ms","start":"2026-07-24T18:20:13.832628Z","end":"2026-07-24T18:20:14.096236Z","steps":["trace[1508836325] 'agreement among raft nodes before linearized reading' (duration: 263.369765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:20:14.256094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.577567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-07-24T18:20:14.256201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.209516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:20:14.256278Z","caller":"traceutil/trace.go:171","msg":"trace[1135384305] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29197; }","duration":"112.352719ms","start":"2026-07-24T18:20:14.143907Z","end":"2026-07-24T18:20:14.256259Z","steps":["trace[1135384305] 'agreement among raft nodes before linearized reading' (duration: 112.202326ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:14.256273Z","caller":"traceutil/trace.go:171","msg":"trace[1435059913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29197; }","duration":"145.765761ms","start":"2026-07-24T18:20:14.110429Z","end":"2026-07-24T18:20:14.256195Z","steps":["trace[1435059913] 'agreement among raft nodes before linearized reading' (duration: 145.401993ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:20:14.361999Z","caller":"traceutil/trace.go:171","msg":"trace[1111251033] transaction","detail":"{read_only:false; response_revision:29198; number_of_response:1; }","duration":"158.312405ms","start":"2026-07-24T18:20:14.203646Z","end":"2026-07-24T18:20:14.361958Z","steps":["trace[1111251033] 'process raft request' (duration: 138.339848ms)","trace[1111251033] 'compare' (duration: 19.762153ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:22:02.61773Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27206} {"level":"info","ts":"2026-07-24T18:22:02.778881Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27206,"took":"155.060885ms","hash":2383234216,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":36458496,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-24T18:22:02.779041Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2383234216,"revision":27206,"compact-revision":23492} {"level":"info","ts":"2026-07-24T18:27:02.628178Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30460} {"level":"info","ts":"2026-07-24T18:27:02.775825Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30460,"took":"143.353312ms","hash":3645651994,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":36954112,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-24T18:27:02.775924Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3645651994,"revision":30460,"compact-revision":27206} {"level":"info","ts":"2026-07-24T18:32:02.635588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33499} {"level":"info","ts":"2026-07-24T18:32:02.786253Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33499,"took":"146.288437ms","hash":684897435,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":34668544,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-24T18:32:02.786369Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":684897435,"revision":33499,"compact-revision":30460} {"level":"info","ts":"2026-07-24T18:35:51.72107Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"68d6d88687e6b830","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T18:35:51.726042Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-24T18:35:51.726188Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-24T18:37:02.643659Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36170} {"level":"info","ts":"2026-07-24T18:37:02.790907Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36170,"took":"141.789129ms","hash":1703264780,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":34570240,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-24T18:37:02.790982Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1703264780,"revision":36170,"compact-revision":33499} {"level":"info","ts":"2026-07-24T18:42:02.649098Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38889} {"level":"info","ts":"2026-07-24T18:42:02.810564Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38889,"took":"156.368359ms","hash":1227095259,"current-db-size-bytes":62337024,"current-db-size":"62 MB","current-db-size-in-use-bytes":35012608,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-24T18:42:02.810635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1227095259,"revision":38889,"compact-revision":36170} {"level":"info","ts":"2026-07-24T18:47:02.66437Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41630} {"level":"info","ts":"2026-07-24T18:47:02.818729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41630,"took":"149.701132ms","hash":875879032,"current-db-size-bytes":62840832,"current-db-size":"63 MB","current-db-size-in-use-bytes":34082816,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T18:47:02.818831Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":875879032,"revision":41630,"compact-revision":38889} {"level":"info","ts":"2026-07-24T18:52:02.674838Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":44307} {"level":"info","ts":"2026-07-24T18:52:02.827697Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":44307,"took":"147.883422ms","hash":4290697946,"current-db-size-bytes":62840832,"current-db-size":"63 MB","current-db-size-in-use-bytes":33107968,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T18:52:02.827788Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4290697946,"revision":44307,"compact-revision":41630}